Repository Public Research preview
1{"pair_id": "pair_4598499684b00fdc", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.637524557956778, "chrf": 67.05642894878405, "bleu": 43.01029845616168, "rougeL": 0.6761565836298933, "len_ratio": 0.891156462585034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_5857cf628e9afca0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6065116279069768, "chrf": 66.15802618397271, "bleu": 41.91107030884012, "rougeL": 0.6743515850144093, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_1b2eab0a340f71a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.750551876379691, "chrf": 71.95879626246192, "bleu": 43.61963059428822, "rougeL": 0.7195767195767195, "len_ratio": 0.9114583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}4{"pair_id": "pair_eeb617afa2c73298", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6566265060240963, "chrf": 65.9660836025895, "bleu": 39.5064717859533, "rougeL": 0.6129032258064515, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_bd490fa59bca1daa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.673202614379085, "chrf": 71.38769176427071, "bleu": 50.47679771144532, "rougeL": 0.6707317073170732, "len_ratio": 0.9852941176470589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_feeb47d969cce1a0", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5510489510489511, "chrf": 66.81542877704409, "bleu": 37.366559223264424, "rougeL": 0.5353535353535354, "len_ratio": 1.0612244897959184, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_0c0c365159c989a9", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.616751269035533, "chrf": 61.10307408685055, "bleu": 36.8668571753361, "rougeL": 0.6610169491525423, "len_ratio": 0.8870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_5492f8dbcabac1ee", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5503978779840849, "chrf": 60.49859350658714, "bleu": 26.156619998795446, "rougeL": 0.5557986870897155, "len_ratio": 0.9567099567099567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_e6e31305ef0fdd0d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.40962288686605985, "chrf": 69.09667276841617, "bleu": 43.075219579139315, "rougeL": 0.5814977973568283, "len_ratio": 0.9813084112149533, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_5efa37973243c561", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6501950585175553, "chrf": 74.87950466849269, "bleu": 44.60178051114076, "rougeL": 0.6934460887949261, "len_ratio": 1.072072072072072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -2.0}11{"pair_id": "pair_b0336c304356df49", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6534195933456561, "chrf": 68.25042373244004, "bleu": 39.981938637677096, "rougeL": 0.6040955631399317, "len_ratio": 0.9248366013071896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_29af56d2504367b4", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5235602094240838, "chrf": 65.05903496596866, "bleu": 37.7091464176054, "rougeL": 0.5895953757225434, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}13{"pair_id": "pair_0d7ad5c3403e8b0e", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7744044838860346, "chrf": 76.2922670035674, "bleu": 51.315303215863715, "rougeL": 0.7575757575757577, "len_ratio": 0.9697885196374623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}14{"pair_id": "pair_3edd3270a523d808", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.557632398753894, "chrf": 69.30892153587995, "bleu": 39.813815366571035, "rougeL": 0.6666666666666667, "len_ratio": 1.0232558139534884, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_bbe821d0fe372fcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7052793439261917, "chrf": 73.1820715444851, "bleu": 53.400698136182484, "rougeL": 0.7322404371584701, "len_ratio": 0.8939929328621908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}16{"pair_id": "pair_fd4fd6a0ef8e9394", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6556556556556556, "chrf": 77.38345457895656, "bleu": 54.856131098674375, "rougeL": 0.7258805513016845, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_14b2b61cb51f937f", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5523349436392915, "chrf": 59.568716594579584, "bleu": 30.211526408885586, "rougeL": 0.6124401913875598, "len_ratio": 1.148936170212766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_f885d9b9d5e49e46", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.825147347740668, "chrf": 82.26406416969, "bleu": 63.08298489722523, "rougeL": 0.823943661971831, "len_ratio": 0.8979591836734694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}19{"pair_id": "pair_2f97b870f5dde7c0", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6354515050167224, "chrf": 74.23256703252898, "bleu": 43.95841435823604, "rougeL": 0.6822033898305085, "len_ratio": 1.0675675675675675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -3.0}20{"pair_id": "pair_3860efc1a8811be6", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8264840182648402, "chrf": 85.62617492479238, "bleu": 70.22256030244797, "rougeL": 0.8424908424908425, "len_ratio": 0.9405204460966543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}21{"pair_id": "pair_4297b35cb78875fb", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7105517909002904, "chrf": 78.00684856791284, "bleu": 58.491899196764976, "rougeL": 0.7375415282392026, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_26c8c3e5f558bb9c", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5424430641821947, "chrf": 55.37177715219769, "bleu": 11.361141853169658, "rougeL": 0.5255474452554744, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_37fe9f4c8f4ff049", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6951219512195121, "chrf": 73.59136059598647, "bleu": 56.656758140089295, "rougeL": 0.7058823529411765, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_97b809b5513286a5", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.655417406749556, "chrf": 73.92552119343985, "bleu": 64.22538035358251, "rougeL": 0.7272727272727272, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -1.0}25{"pair_id": "pair_f208384447f0b35e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7413127413127414, "chrf": 72.12395618695334, "bleu": 45.0033274990776, "rougeL": 0.7601809954751131, "len_ratio": 0.9385964912280702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_0732f01721ad0129", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7338501291989664, "chrf": 76.68305668662502, "bleu": 53.737719284559404, "rougeL": 0.7593984962406014, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}27{"pair_id": "pair_e80f537ae2e11f15", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.496045197740113, "chrf": 63.32403350024326, "bleu": 45.06396684426534, "rougeL": 0.6148409893992933, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_0abcda13b412ade6", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5465116279069768, "chrf": 57.20873243298951, "bleu": 28.91131053047593, "rougeL": 0.5303030303030303, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_6f07376e9dc23656", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5023400936037441, "chrf": 70.26886577259943, "bleu": 50.383831988381395, "rougeL": 0.6010362694300517, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_99713d3596fcfe6f", "doc_id": "doc_f8e6e69aeba57df2", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7693602693602694, "chrf": 72.97716578193652, "bleu": 56.12364815664195, "rougeL": 0.8129032258064517, "len_ratio": 0.8024691358024691, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}31{"pair_id": "pair_a852850d32d49645", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6211340206185567, "chrf": 66.81383111318888, "bleu": 42.25869644155688, "rougeL": 0.6576819407008087, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}32{"pair_id": "pair_40548aaf0293c858", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7159329140461216, "chrf": 71.53896233641494, "bleu": 50.849117727733415, "rougeL": 0.7098976109215017, "len_ratio": 0.9793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_acaa83a51b2750c0", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.713166144200627, "chrf": 70.40780518262768, "bleu": 40.72817286645962, "rougeL": 0.6914893617021276, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}34{"pair_id": "pair_7481d49be3e1e71e", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6472196900638104, "chrf": 66.67470470185857, "bleu": 32.097692441682035, "rougeL": 0.7031700288184438, "len_ratio": 0.8497109826589595, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}35{"pair_id": "pair_8dedbf7b963caa70", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6124260355029586, "chrf": 67.37766267498573, "bleu": 42.97604229258015, "rougeL": 0.6231155778894472, "len_ratio": 0.9797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}36{"pair_id": "pair_0b700f3a4d3e9ae4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6863289382373352, "chrf": 78.51027436512217, "bleu": 55.60180905458169, "rougeL": 0.7333333333333333, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_04bb6289e1228f2c", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5919395465994962, "chrf": 58.36049899939816, "bleu": 29.073566546925072, "rougeL": 0.5511811023622047, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_6eb378ae18296ab6", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5479930191972077, "chrf": 67.49619051846112, "bleu": 41.31332423806532, "rougeL": 0.5604395604395604, "len_ratio": 0.9827586206896551, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}39{"pair_id": "pair_91cf658a7d3b0a69", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7952345495160089, "chrf": 76.92169020740528, "bleu": 52.78453648564076, "rougeL": 0.7487179487179486, "len_ratio": 0.9593908629441624, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_0dc500762feda159", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6061946902654867, "chrf": 68.44951162883471, "bleu": 45.31087332603809, "rougeL": 0.5990338164251208, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}41{"pair_id": "pair_844006323f2a688e", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5677799607072691, "chrf": 59.60573882691851, "bleu": 25.100778828376416, "rougeL": 0.5599999999999999, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_cbfc05c21f5f9790", "doc_id": "doc_4b9443000ca9e29c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7482408131352619, "chrf": 71.78151896591676, "bleu": 54.513501329575305, "rougeL": 0.7788461538461539, "len_ratio": 0.8214285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}43{"pair_id": "pair_39be4347cb657a0e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6517857142857143, "chrf": 75.95514954992765, "bleu": 45.6612165602466, "rougeL": 0.7076923076923077, "len_ratio": 1.03125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_9debb64735cf5cd6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6944444444444444, "chrf": 69.2977145661453, "bleu": 45.44082822441425, "rougeL": 0.6989247311827957, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_729e6136e3b0d6f8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7230081906180194, "chrf": 69.12834890802063, "bleu": 39.21202607656467, "rougeL": 0.6666666666666666, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}46{"pair_id": "pair_0ed8a1c935ca3b4d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.772038567493113, "chrf": 77.77635171402414, "bleu": 62.759482478955995, "rougeL": 0.7903930131004366, "len_ratio": 1.0086580086580086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}47{"pair_id": "pair_b9c9a82014974df0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5436293436293436, "chrf": 58.59391403642197, "bleu": 22.18471178545047, "rougeL": 0.4657534246575343, "len_ratio": 1.0056497175141244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_6825603c8f3a66df", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.467741935483871, "chrf": 56.97382238871601, "bleu": 29.72418330667313, "rougeL": 0.5578231292517006, "len_ratio": 0.7682926829268293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_db32508b9abd48de", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6420047732696897, "chrf": 68.29028672339038, "bleu": 38.60681171912865, "rougeL": 0.639676113360324, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}50{"pair_id": "pair_28a1b8c66c065371", "doc_id": "doc_0c5f9453efc95182", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5390728476821192, "chrf": 63.30044276010577, "bleu": 31.511237391461478, "rougeL": 0.5589519650655022, "len_ratio": 1.163265306122449, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_7ba3a5fd5c71e137", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7164179104477613, "chrf": 74.36345972526857, "bleu": 49.78676392995516, "rougeL": 0.7404255319148937, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}52{"pair_id": "pair_f0a6a29d700fb002", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6027241770715097, "chrf": 70.03255761744137, "bleu": 48.57747274077971, "rougeL": 0.6258992805755395, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}53{"pair_id": "pair_031b4741607edbc3", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7038766931340494, "chrf": 71.37556069400502, "bleu": 47.17521047491989, "rougeL": 0.7389162561576353, "len_ratio": 0.8187311178247734, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}54{"pair_id": "pair_bba329cf06d216d8", "doc_id": "doc_592708c2d62b5b42", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7606177606177607, "chrf": 74.5751304132828, "bleu": 55.00095043881472, "rougeL": 0.7837837837837838, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_a50a46b164369705", "doc_id": "doc_4465aece194b7964", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6806167400881058, "chrf": 68.36481869801112, "bleu": 46.58564791539673, "rougeL": 0.7024952015355087, "len_ratio": 0.8296296296296296, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}56{"pair_id": "pair_c103dadd697a1629", "doc_id": "doc_cbee4bf03365a459", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5664639443961772, "chrf": 61.992227095654584, "bleu": 29.792972613195186, "rougeL": 0.5763688760806918, "len_ratio": 0.9885057471264368, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_f42e28105730316e", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5236686390532544, "chrf": 71.81381028116469, "bleu": 42.27611403340922, "rougeL": 0.6445497630331753, "len_ratio": 0.9902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_eb57f54a1c096a90", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.511482254697286, "chrf": 53.497090430287685, "bleu": 20.56845925190298, "rougeL": 0.5241379310344827, "len_ratio": 0.9305555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}59{"pair_id": "pair_c68b3e478b80a9da", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6384335154826959, "chrf": 65.46772109570408, "bleu": 39.769751533265854, "rougeL": 0.6647230320699707, "len_ratio": 0.9702380952380952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_d1a4ff6996f925b2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7776119402985074, "chrf": 75.28970260186037, "bleu": 52.934050156496255, "rougeL": 0.7600000000000001, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}61{"pair_id": "pair_59a725b09df49a9d", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7712418300653595, "chrf": 73.79810285478058, "bleu": 51.03871606029865, "rougeL": 0.7360000000000002, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_aa00ea86a20abcd0", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6892911010558069, "chrf": 69.84228461395973, "bleu": 38.135789192609224, "rougeL": 0.680628272251309, "len_ratio": 1.0813953488372092, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}63{"pair_id": "pair_51aea383833f3352", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6257947320617621, "chrf": 65.62888988773636, "bleu": 39.2482672152532, "rougeL": 0.653179190751445, "len_ratio": 0.9880952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_cc10e454d2a74cc2", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6620825147347741, "chrf": 67.67276701024166, "bleu": 43.04621957900277, "rougeL": 0.676056338028169, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_c9351662d509382f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6231578947368421, "chrf": 59.01232989436998, "bleu": 27.80544387232607, "rougeL": 0.5974025974025974, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_3c1ef83c03e12c80", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.618860510805501, "chrf": 64.63971571868804, "bleu": 33.234776571035766, "rougeL": 0.6, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}67{"pair_id": "pair_70a6be0917016df8", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.779510022271715, "chrf": 76.2327285487966, "bleu": 62.34761852984891, "rougeL": 0.7751937984496124, "len_ratio": 0.8769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}68{"pair_id": "pair_fb26dee4d4350e6d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5562130177514792, "chrf": 69.63957999896145, "bleu": 39.531877037079155, "rougeL": 0.6201923076923076, "len_ratio": 0.9658536585365853, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}69{"pair_id": "pair_b24aa2a81e381f1d", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5297029702970297, "chrf": 65.20259876129822, "bleu": 32.67480541502185, "rougeL": 0.5868263473053892, "len_ratio": 1.0617283950617284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_843fff5b244693b8", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7239621267297888, "chrf": 72.44202854276787, "bleu": 46.070616039712725, "rougeL": 0.7164179104477613, "len_ratio": 0.9303482587064676, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_f01f1a443bd9db02", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6781300376141859, "chrf": 72.9560137654352, "bleu": 46.73535615524186, "rougeL": 0.6961130742049471, "len_ratio": 0.9601449275362319, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}72{"pair_id": "pair_f03e9fd2bb734c77", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.705349794238683, "chrf": 67.57469794748935, "bleu": 41.09025536292744, "rougeL": 0.7130434782608696, "len_ratio": 0.8186813186813187, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_9ba5b933f0c8bc4d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5578947368421052, "chrf": 57.85217207223453, "bleu": 24.122371297101516, "rougeL": 0.5526315789473685, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_79756d8afafe89fb", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6387726638772664, "chrf": 70.85043906209164, "bleu": 42.44824819242525, "rougeL": 0.6542056074766356, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_b019a693c204d618", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7734877734877734, "chrf": 73.82105429169597, "bleu": 50.63281304810405, "rougeL": 0.784688995215311, "len_ratio": 0.8245614035087719, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_344ec28a8430847e", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6664238892935179, "chrf": 64.49674597593054, "bleu": 35.705722998802926, "rougeL": 0.6363636363636364, "len_ratio": 0.900497512437811, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}77{"pair_id": "pair_50740d8c4535c37a", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6633039092055486, "chrf": 70.24962410085475, "bleu": 45.30934767396611, "rougeL": 0.7018867924528301, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_81f7849f9738c6ba", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6887905604719764, "chrf": 71.616620688988, "bleu": 50.64137895722414, "rougeL": 0.6595744680851063, "len_ratio": 0.8383838383838383, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_49ccd6eef71281b5", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7280550774526677, "chrf": 71.39078159556624, "bleu": 47.47694187937515, "rougeL": 0.6966292134831461, "len_ratio": 0.9325842696629213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_c1989c0d1bbe7dc9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6513333333333333, "chrf": 76.70448936862682, "bleu": 56.8478613173474, "rougeL": 0.7136563876651982, "len_ratio": 1.0276497695852536, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_9317686a211718f4", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7412424100887436, "chrf": 74.47868542883819, "bleu": 50.40798002270941, "rougeL": 0.724191063174114, "len_ratio": 0.9516616314199395, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}82{"pair_id": "pair_4cfa9d1c9350a5fd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7723463687150838, "chrf": 80.20428957585098, "bleu": 56.97308072319653, "rougeL": 0.7804054054054054, "len_ratio": 0.9665551839464883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}83{"pair_id": "pair_060edef07bb84982", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5369458128078818, "chrf": 63.74670714434644, "bleu": 37.24880662949577, "rougeL": 0.6370370370370371, "len_ratio": 1.0454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_2290216872122038", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7900223380491437, "chrf": 77.22103587198475, "bleu": 53.50947524927031, "rougeL": 0.7538461538461538, "len_ratio": 0.9593908629441624, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}85{"pair_id": "pair_5bcbeb43c2d0ebe7", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6238003838771593, "chrf": 67.12277003003634, "bleu": 42.162874877164185, "rougeL": 0.6757679180887373, "len_ratio": 0.7861635220125787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}86{"pair_id": "pair_e3c20af0a4ddc9ad", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6729323308270676, "chrf": 70.42463231675714, "bleu": 44.768870373165925, "rougeL": 0.699248120300752, "len_ratio": 0.9626865671641791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}87{"pair_id": "pair_ee38fda4fcac8331", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6912378303198887, "chrf": 69.57879263641203, "bleu": 46.66127380608416, "rougeL": 0.6761904761904762, "len_ratio": 1.0096153846153846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_bb3c7e813311dfad", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6778382907415166, "chrf": 73.22978205379901, "bleu": 49.550002867751246, "rougeL": 0.684967320261438, "len_ratio": 0.9484536082474226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_1e0481be3a29431d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6332899869960988, "chrf": 66.70885895835221, "bleu": 38.516227877243274, "rougeL": 0.6124031007751938, "len_ratio": 1.0725806451612903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_fec0180ac9bf07e2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5898989898989899, "chrf": 57.42236386090156, "bleu": 35.78501768424304, "rougeL": 0.6618705035971223, "len_ratio": 0.717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_d9d13ddec4b83677", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6138545953360768, "chrf": 68.71756047182295, "bleu": 36.09749373857401, "rougeL": 0.6262135922330097, "len_ratio": 1.1465968586387434, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 1.0}92{"pair_id": "pair_f42586c60657ad3a", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.4818604651162791, "chrf": 58.473776880806426, "bleu": 26.335476479859125, "rougeL": 0.5310734463276836, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_785f9c57fdc7ce4e", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6756756756756757, "chrf": 70.0188941668635, "bleu": 34.33589958837545, "rougeL": 0.6445497630331753, "len_ratio": 1.09375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}94{"pair_id": "pair_4af1b3b725989413", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6930970149253731, "chrf": 76.55686968348896, "bleu": 46.36801406289346, "rougeL": 0.7283236994219654, "len_ratio": 1.0253164556962024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}95{"pair_id": "pair_dbb8dec75dabd14a", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6607142857142857, "chrf": 69.32249348188029, "bleu": 52.41537250627571, "rougeL": 0.6900584795321637, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}96{"pair_id": "pair_241395f965541088", "doc_id": "doc_018da718543ec7b2", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7831858407079646, "chrf": 79.79958751105426, "bleu": 56.31111455345842, "rougeL": 0.8, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}97{"pair_id": "pair_00c7c8695c59de5f", "doc_id": "doc_d999f694e31b629a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6242603550295858, "chrf": 63.3937486798827, "bleu": 37.00583032409812, "rougeL": 0.664864864864865, "len_ratio": 0.7317073170731707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}98{"pair_id": "pair_ae332969c7399d52", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.719360568383659, "chrf": 73.41766092268031, "bleu": 64.73600284088013, "rougeL": 0.7643979057591622, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_36f28615f74f8dac", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7189682966147233, "chrf": 73.05567701242818, "bleu": 45.64983872031595, "rougeL": 0.7190226876090751, "len_ratio": 0.9818840579710145, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}100{"pair_id": "pair_49512760f0a48ed3", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6243455497382199, "chrf": 67.5216584709758, "bleu": 34.01272407879815, "rougeL": 0.6266094420600858, "len_ratio": 1.0841121495327102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}101{"pair_id": "pair_b753d6c247a6ecee", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7962740384615384, "chrf": 79.83246312379106, "bleu": 56.48963406842701, "rougeL": 0.7663934426229508, "len_ratio": 0.932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}102{"pair_id": "pair_27d1908ac01a0f03", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7195121951219512, "chrf": 68.45918941774549, "bleu": 48.75326099393834, "rougeL": 0.6951219512195121, "len_ratio": 0.8987341772151899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}103{"pair_id": "pair_8a8177f929df5aa7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8622448979591837, "chrf": 84.25024403174528, "bleu": 70.10626734349903, "rougeL": 0.8677248677248677, "len_ratio": 0.9893617021276596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_15ff7a9019d3cb90", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7263339070567987, "chrf": 68.2411252616652, "bleu": 42.47241870643407, "rougeL": 0.7078651685393259, "len_ratio": 0.9325842696629213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_03059d5cd5d5215d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7593333333333333, "chrf": 77.94942925473477, "bleu": 52.6981483648901, "rougeL": 0.7482993197278911, "len_ratio": 1.0673076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_5d0a7f621c2cb706", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.640625, "chrf": 68.64876407336055, "bleu": 41.34866237686209, "rougeL": 0.6635944700460831, "len_ratio": 1.0204081632653061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_1f7b031dd33375ff", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.816032887975334, "chrf": 82.66796216423114, "bleu": 67.0835504652525, "rougeL": 0.822429906542056, "len_ratio": 1.0205479452054795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}108{"pair_id": "pair_f78e5889f7ef6fe0", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7382617382617382, "chrf": 76.27613163102353, "bleu": 62.138209683900406, "rougeL": 0.7616099071207432, "len_ratio": 0.896969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_e1d64d3e842fa71c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7984395318595578, "chrf": 76.96289629543716, "bleu": 56.416551496234305, "rougeL": 0.7963800904977376, "len_ratio": 0.9158878504672897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_550e142667bad82d", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7495462794918331, "chrf": 75.73996023158199, "bleu": 57.11926656772337, "rougeL": 0.736842105263158, "len_ratio": 0.9431818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_415cb3c4d518b45c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5583203732503887, "chrf": 69.72275701792584, "bleu": 39.88467889508668, "rougeL": 0.5638297872340426, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_62cb562c5fc4acd3", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6583793738489871, "chrf": 70.59783751307118, "bleu": 42.900322299817404, "rougeL": 0.6750788643533123, "len_ratio": 1.0193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_8c1ffb7532898f05", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8530534351145038, "chrf": 84.5671491264087, "bleu": 71.92073870545549, "rougeL": 0.8734177215189873, "len_ratio": 0.8875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_c003fb968f7fd867", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7308085977482088, "chrf": 78.78752700437533, "bleu": 54.453135606408274, "rougeL": 0.7350993377483444, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}115{"pair_id": "pair_eda7268ce93af6a6", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5665615141955835, "chrf": 65.5515655371256, "bleu": 36.46885150919402, "rougeL": 0.5973451327433628, "len_ratio": 0.8884120171673819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}116{"pair_id": "pair_ba88612d90668104", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 65.70624354560593, "bleu": 31.15336955620634, "rougeL": 0.6382978723404255, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}117{"pair_id": "pair_43d235d2dea3a9a0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6587112171837709, "chrf": 64.23188534401551, "bleu": 30.733315088845057, "rougeL": 0.6271186440677966, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}118{"pair_id": "pair_59110ddc88cf43b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.731420161883738, "chrf": 69.90967739324248, "bleu": 42.876385385529424, "rougeL": 0.7048710601719198, "len_ratio": 0.7708333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}119{"pair_id": "pair_7bd32178b1db4903", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6979522184300342, "chrf": 68.28805058807316, "bleu": 42.991340202647635, "rougeL": 0.7000000000000001, "len_ratio": 0.8625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_a0bc8152b0eda18a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6426966292134831, "chrf": 75.89743890360585, "bleu": 46.849661256744696, "rougeL": 0.6976744186046512, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_3f5c4bb13685fd6b", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7661737523105361, "chrf": 79.48570980014834, "bleu": 56.67247799279872, "rougeL": 0.7537190082644627, "len_ratio": 0.9673202614379085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}122{"pair_id": "pair_c40407ed0e7b18fd", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7248520710059172, "chrf": 70.08690096201926, "bleu": 48.41112920352609, "rougeL": 0.6888888888888889, "len_ratio": 0.797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_3611da9624008835", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4773790951638065, "chrf": 60.243813503651644, "bleu": 39.05220175335367, "rougeL": 0.5353535353535354, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_4f10bbfd2b6004e5", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6149897330595482, "chrf": 73.14550762588506, "bleu": 46.34303924389284, "rougeL": 0.6516853932584269, "len_ratio": 0.8206896551724138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}125{"pair_id": "pair_61bca98c5e025873", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6691568836712913, "chrf": 71.13833781196834, "bleu": 44.181448599103284, "rougeL": 0.7013888888888888, "len_ratio": 0.9452054794520548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_4970e45f376552d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7189542483660131, "chrf": 72.64304505834336, "bleu": 47.240339745143686, "rougeL": 0.7714285714285715, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}127{"pair_id": "pair_f9c2418b1d2684d1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5661764705882353, "chrf": 65.11161932249752, "bleu": 37.14899389361286, "rougeL": 0.6268656716417911, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_c3cb2e9ec6eb8acb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6894785847299814, "chrf": 74.42947583308073, "bleu": 45.48207644000838, "rougeL": 0.7018739352640545, "len_ratio": 0.9531772575250836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}129{"pair_id": "pair_2ec653baaa7a7bb5", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6326164874551972, "chrf": 66.08790907309697, "bleu": 35.146837939971384, "rougeL": 0.6064516129032258, "len_ratio": 0.8625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}130{"pair_id": "pair_362141efb86d41ce", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6778711484593838, "chrf": 69.61893932224848, "bleu": 36.28112231236264, "rougeL": 0.6687898089171974, "len_ratio": 0.9935483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_330c412bc4575214", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.40783410138248843, "chrf": 50.41170707191497, "bleu": 18.55791633739795, "rougeL": 0.48447204968944096, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_ca6835254ac78a40", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5978456014362656, "chrf": 65.65614632131346, "bleu": 39.13776132196452, "rougeL": 0.5930232558139534, "len_ratio": 1.0740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}133{"pair_id": "pair_4c0ca7d0a7031a59", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5813397129186603, "chrf": 67.80191239688142, "bleu": 37.50785632142592, "rougeL": 0.6456692913385828, "len_ratio": 1.0054945054945055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}134{"pair_id": "pair_e54c14f709c6677d", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5616045845272206, "chrf": 66.19141456001942, "bleu": 44.48061556449453, "rougeL": 0.5979381443298969, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}135{"pair_id": "pair_8a08d05af995a523", "doc_id": "doc_0e6c656dfaf9d099", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7778587035688274, "chrf": 75.2892063504812, "bleu": 53.35004710046009, "rougeL": 0.7849462365591396, "len_ratio": 0.7860696517412935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_72d8c430ccaae02f", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.569111969111969, "chrf": 63.36662881216271, "bleu": 24.810279664313494, "rougeL": 0.5053191489361702, "len_ratio": 1.0621468926553672, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_bd5e58bad584f4ed", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7637051039697542, "chrf": 70.79703994905384, "bleu": 51.78785135126955, "rougeL": 0.7172413793103448, "len_ratio": 0.8873239436619719, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}138{"pair_id": "pair_cd6ee4a72e756794", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6446345256609642, "chrf": 66.68347752962381, "bleu": 35.73485310014158, "rougeL": 0.619647355163728, "len_ratio": 0.9947916666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_d71efc1d383e9ccf", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6214285714285714, "chrf": 71.52636846289782, "bleu": 48.813806027203775, "rougeL": 0.7005347593582887, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_b3c2358951b057b6", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7215447154471545, "chrf": 68.92271641653545, "bleu": 42.531503220740596, "rougeL": 0.6797385620915033, "len_ratio": 0.9511111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_433b741dbe4c767a", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9015444015444015, "chrf": 89.78995944149271, "bleu": 80.3778507031453, "rougeL": 0.9230769230769231, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}142{"pair_id": "pair_45e168816bb1f94d", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8647798742138365, "chrf": 82.88607304775186, "bleu": 67.09382447023287, "rougeL": 0.8602150537634409, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}143{"pair_id": "pair_a09b50978754abc8", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5830258302583026, "chrf": 65.0423963204839, "bleu": 34.96435114929396, "rougeL": 0.5660377358490566, "len_ratio": 1.1290322580645162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}144{"pair_id": "pair_0c1e24a5495273c5", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6886582653817643, "chrf": 77.13580499024879, "bleu": 58.18363201460387, "rougeL": 0.75, "len_ratio": 0.9893048128342246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}145{"pair_id": "pair_3ed194f4130f9619", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5976331360946745, "chrf": 67.07609877325157, "bleu": 36.8145233702753, "rougeL": 0.6118421052631579, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_2c7f52804483b024", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.750551876379691, "chrf": 71.34593530644197, "bleu": 43.8769027141866, "rougeL": 0.6965699208443272, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}147{"pair_id": "pair_50e79e029a663f4d", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6144781144781144, "chrf": 63.21651472952428, "bleu": 40.84821460275845, "rougeL": 0.5975609756097561, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_2b6fc1a8fd17fee0", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7186379928315412, "chrf": 70.02333448588986, "bleu": 41.78857512849698, "rougeL": 0.6826347305389222, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}149{"pair_id": "pair_1a022b7bb9e1e4db", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7099533437013996, "chrf": 73.11926485046796, "bleu": 42.12627820851012, "rougeL": 0.6958762886597938, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_5ccc8990666e132a", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6931166347992352, "chrf": 74.52722863596406, "bleu": 52.780356699598116, "rougeL": 0.7415730337078651, "len_ratio": 0.8321167883211679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}151{"pair_id": "pair_ee282afe28a5ace9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7781036168132942, "chrf": 78.94795848987137, "bleu": 58.56450865366608, "rougeL": 0.8095238095238095, "len_ratio": 0.9659863945578231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_d778a55ebb6347f9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5549645390070922, "chrf": 58.87475004212364, "bleu": 25.267860713262543, "rougeL": 0.5, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}153{"pair_id": "pair_2c1dcca38f704359", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5862944162436547, "chrf": 59.06077965751215, "bleu": 40.699552049295804, "rougeL": 0.6610169491525423, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_7172fc56dad2d82e", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4700460829493087, "chrf": 60.008535262996546, "bleu": 37.355187234941354, "rougeL": 0.5492957746478874, "len_ratio": 0.6951219512195121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_fd83b0922927c9fe", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7180205415499533, "chrf": 75.8105288477006, "bleu": 49.74804335715151, "rougeL": 0.7337662337662337, "len_ratio": 0.9612903225806452, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}156{"pair_id": "pair_f62215653e90baff", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6620879120879121, "chrf": 70.15045571267835, "bleu": 41.063107008335336, "rougeL": 0.6299999999999999, "len_ratio": 1.0816326530612246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_d17e309a256486a2", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6972573839662447, "chrf": 67.72985808925709, "bleu": 44.79256671797165, "rougeL": 0.7058823529411764, "len_ratio": 0.8275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}158{"pair_id": "pair_582e65f4325f3248", "doc_id": "doc_b1675be26e230c94", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3556231003039514, "chrf": 60.74377196916374, "bleu": 37.19827961204814, "rougeL": 0.4444444444444445, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_d5142de550b99285", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7828054298642534, "chrf": 72.99218098842064, "bleu": 47.78900415722982, "rougeL": 0.7325581395348836, "len_ratio": 1.0182926829268293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_2300811d12980539", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7149446494464944, "chrf": 77.23581030151333, "bleu": 59.75490255626279, "rougeL": 0.7722772277227722, "len_ratio": 0.9732620320855615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}161{"pair_id": "pair_d0e218df30170fde", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6353691886964449, "chrf": 64.83356643914586, "bleu": 32.03819833430626, "rougeL": 0.6301369863013699, "len_ratio": 0.953757225433526, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_4333e4b5505d83d7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6322360953461975, "chrf": 71.12594626669339, "bleu": 48.99062798517899, "rougeL": 0.6451612903225807, "len_ratio": 1.0073529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_7225a8399ae7a1ed", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7790432801822323, "chrf": 80.41817023658075, "bleu": 62.30234043979996, "rougeL": 0.8095238095238095, "len_ratio": 0.8805970149253731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}164{"pair_id": "pair_7acee6b89b5f0303", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6741573033707865, "chrf": 70.39916157934171, "bleu": 40.46376816585352, "rougeL": 0.6504854368932038, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}165{"pair_id": "pair_8a2215bbda602325", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5256410256410257, "chrf": 62.132192284198, "bleu": 34.141105957540255, "rougeL": 0.5365853658536585, "len_ratio": 0.8866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_7c7bcf80cfe2c598", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5981981981981982, "chrf": 64.59647005592856, "bleu": 40.954708739899964, "rougeL": 0.6415094339622641, "len_ratio": 0.9871794871794872, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}167{"pair_id": "pair_49a2ad708daca6ea", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5896700143472022, "chrf": 69.29070461016526, "bleu": 42.62495208154018, "rougeL": 0.6415094339622641, "len_ratio": 1.0388349514563107, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_5b8c150ea1852476", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7487179487179487, "chrf": 73.82624408435177, "bleu": 50.58585220685574, "rougeL": 0.744, "len_ratio": 1.0350877192982457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_458e3860e40da7d8", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7458410351201479, "chrf": 77.13800273999775, "bleu": 55.606786013484545, "rougeL": 0.7439446366782008, "len_ratio": 0.8954248366013072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -4.0}170{"pair_id": "pair_b40831eac9cfc37f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7049645390070922, "chrf": 67.75951412066681, "bleu": 41.30836167247991, "rougeL": 0.6767676767676769, "len_ratio": 0.9595959595959596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_83f67ae8fcf09814", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6982248520710059, "chrf": 69.31381309842017, "bleu": 48.87660555706883, "rougeL": 0.6705202312138728, "len_ratio": 1.0126582278481013, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_aff857419cb3124f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.841552142279709, "chrf": 84.28881223239642, "bleu": 64.61961173989084, "rougeL": 0.8555555555555556, "len_ratio": 1.04093567251462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_771af0fa37912adc", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6376917457998539, "chrf": 70.98491118422795, "bleu": 43.129476814337586, "rougeL": 0.6867167919799498, "len_ratio": 1.0837696335078535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}174{"pair_id": "pair_0dd4cee58ee01917", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7485029940119761, "chrf": 68.9673855952142, "bleu": 37.890747938019445, "rougeL": 0.7161803713527852, "len_ratio": 0.7453703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -7.0}175{"pair_id": "pair_2baf3b1f464ffb6a", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7329881656804733, "chrf": 76.64125942644718, "bleu": 53.71885929258904, "rougeL": 0.7718446601941749, "len_ratio": 0.9414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}176{"pair_id": "pair_f91011357b0f413e", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5373406193078325, "chrf": 67.33945797696012, "bleu": 34.12148815831997, "rougeL": 0.5868263473053893, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_5eaed95acde41df5", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7275832621690863, "chrf": 77.52282389756111, "bleu": 52.66253830933789, "rougeL": 0.728395061728395, "len_ratio": 1.0254777070063694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_0801fc744b6e1800", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7438330170777989, "chrf": 71.35214410981, "bleu": 45.931100964693606, "rougeL": 0.7354838709677419, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_e4db746a7e13cd69", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5627644569816643, "chrf": 63.025948638787064, "bleu": 30.417221782577734, "rougeL": 0.5701357466063349, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}180{"pair_id": "pair_05996163cda6cd8a", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.748653500897666, "chrf": 75.34097719113878, "bleu": 56.40675712448746, "rougeL": 0.7564102564102564, "len_ratio": 0.8641975308641975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_8f916bb9c619bc85", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7171717171717171, "chrf": 69.40254164532391, "bleu": 42.14348040142094, "rougeL": 0.7204968944099378, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}182{"pair_id": "pair_d12fd60a6972ca59", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6233766233766234, "chrf": 68.68535592998433, "bleu": 41.60223392747467, "rougeL": 0.6699507389162562, "len_ratio": 1.00990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_c42ef559fcb52018", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7899860917941586, "chrf": 74.71069673412998, "bleu": 51.73637508233313, "rougeL": 0.7864077669902912, "len_ratio": 0.9326923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_49a92ef97458e13a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.727694090382387, "chrf": 72.60045746968407, "bleu": 48.87178644090406, "rougeL": 0.7857142857142857, "len_ratio": 0.844, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}185{"pair_id": "pair_95954eb9e2e1d3fc", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8853754940711462, "chrf": 88.62654539513352, "bleu": 74.51222464613322, "rougeL": 0.896341463414634, "len_ratio": 1.0616438356164384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}186{"pair_id": "pair_09f353939ba6f32e", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7485928705440901, "chrf": 76.13429305597793, "bleu": 52.32547203021519, "rougeL": 0.7730061349693251, "len_ratio": 1.0921052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}187{"pair_id": "pair_8e08d7b99ed5ef66", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5793251974156497, "chrf": 64.60630552381743, "bleu": 33.91209789637002, "rougeL": 0.5931034482758621, "len_ratio": 0.9255813953488372, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_700daf9ee426caee", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5482303955586398, "chrf": 65.41760699498649, "bleu": 33.015120352586166, "rougeL": 0.57, "len_ratio": 0.9948717948717949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_38fb393785deac43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6757436112274822, "chrf": 72.36736093871605, "bleu": 47.6349050806393, "rougeL": 0.6772486772486773, "len_ratio": 0.9252577319587629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_a4223ce78ada358a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5542388331814039, "chrf": 73.2426938811827, "bleu": 54.80927634974449, "rougeL": 0.7041564792176039, "len_ratio": 1.0053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}191{"pair_id": "pair_fdf4ec8f2a4a8186", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7992895204262878, "chrf": 76.81514038431388, "bleu": 68.07115128502448, "rougeL": 0.8102564102564104, "len_ratio": 0.946236559139785, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_22ee3893fc4f0f4a", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6749072929542645, "chrf": 65.80896264666384, "bleu": 34.54950177698943, "rougeL": 0.6530612244897959, "len_ratio": 0.943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_ddb796a3b7bd3701", "doc_id": "doc_cbee4bf03365a459", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6550825369244135, "chrf": 68.33638050168001, "bleu": 38.07329082359056, "rougeL": 0.6835443037974683, "len_ratio": 0.8160919540229885, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_ea366ebac71f8362", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7159533073929961, "chrf": 71.3208441649028, "bleu": 48.38287034932122, "rougeL": 0.7265625, "len_ratio": 1.007936507936508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}195{"pair_id": "pair_b7583f280eb9266a", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6857610474631751, "chrf": 74.68447394878413, "bleu": 52.59205053450556, "rougeL": 0.7425742574257426, "len_ratio": 1.0319148936170213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_ff452f38d42be942", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.825044404973357, "chrf": 83.924338425802, "bleu": 63.24059951298229, "rougeL": 0.8494983277591973, "len_ratio": 0.8662420382165605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}197{"pair_id": "pair_eca58a73db742670", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6094276094276094, "chrf": 63.17563851646219, "bleu": 41.44423849481069, "rougeL": 0.6097560975609757, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}198{"pair_id": "pair_e229c25dea1154d8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7849117174959872, "chrf": 79.3480599962186, "bleu": 60.7954245348463, "rougeL": 0.8121827411167513, "len_ratio": 1.0957446808510638, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_c28cab19b51c5134", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6249045072574484, "chrf": 68.29250402896146, "bleu": 38.524396426580786, "rougeL": 0.594059405940594, "len_ratio": 1.03125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}200{"pair_id": "pair_dcfef16208df99e3", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6375770020533881, "chrf": 77.6792160530904, "bleu": 52.11046976886475, "rougeL": 0.6924428822495606, "len_ratio": 0.9344827586206896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}201{"pair_id": "pair_fd8e7f4fd737bf62", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6014492753623188, "chrf": 62.70839085052658, "bleu": 31.268770154602453, "rougeL": 0.5837837837837837, "len_ratio": 1.2195121951219512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_49cf1aa37ed9193d", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7957516339869282, "chrf": 74.02251793475664, "bleu": 50.835449035993115, "rougeL": 0.7559055118110237, "len_ratio": 0.9944444444444445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_8cb5d6f03140b25b", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8473642800944139, "chrf": 80.68475897288165, "bleu": 59.30885408106468, "rougeL": 0.8282828282828283, "len_ratio": 0.9441624365482234, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}204{"pair_id": "pair_c6b9b886fbe17caa", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7012987012987013, "chrf": 80.43508475859618, "bleu": 68.62126465570478, "rougeL": 0.7823529411764706, "len_ratio": 0.9878787878787879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}205{"pair_id": "pair_a5b52afcaabcbd41", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7349896480331263, "chrf": 71.46580457026718, "bleu": 45.545244212166466, "rougeL": 0.7086614173228347, "len_ratio": 0.8923076923076924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_fbe226951676a053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6392742796157951, "chrf": 68.49524828193162, "bleu": 38.43124876830174, "rougeL": 0.662020905923345, "len_ratio": 0.9383561643835616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_9730759b03d361c9", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5811587793011941, "chrf": 74.65830022904191, "bleu": 38.43134074818067, "rougeL": 0.6016260162601625, "len_ratio": 1.204460966542751, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}208{"pair_id": "pair_6ebe7baf6292efd2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8205128205128205, "chrf": 82.6532394450324, "bleu": 61.74952010050617, "rougeL": 0.8076923076923077, "len_ratio": 0.9490445859872612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}209{"pair_id": "pair_093b7944e9e4c596", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.572139303482587, "chrf": 62.69850335099508, "bleu": 29.477397391668436, "rougeL": 0.576271186440678, "len_ratio": 1.1125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_c7dd397534028532", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7272727272727273, "chrf": 74.4744759941383, "bleu": 58.98031076584557, "rougeL": 0.767816091954023, "len_ratio": 0.9047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}211{"pair_id": "pair_6b9f2ae535578b8a", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.581056466302368, "chrf": 62.31448663993972, "bleu": 36.409294762292205, "rougeL": 0.6127167630057804, "len_ratio": 0.9880952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_1fb3e4bec62c8152", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7462311557788945, "chrf": 72.96273580844883, "bleu": 48.69133229552002, "rougeL": 0.7217391304347827, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_de473f06430276e2", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7282717282717283, "chrf": 72.93938734176004, "bleu": 61.300419475039085, "rougeL": 0.767741935483871, "len_ratio": 0.806060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}214{"pair_id": "pair_9c50fa8d6e9bf9ba", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6847545219638242, "chrf": 73.4821579809655, "bleu": 56.60144572751562, "rougeL": 0.7586206896551724, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9230769230769231, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}215{"pair_id": "pair_73c6d66aac81017c", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6018099547511313, "chrf": 63.531492998093206, "bleu": 35.01866722496304, "rougeL": 0.5899280575539567, "len_ratio": 1.0746268656716418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}216{"pair_id": "pair_a9ec4a89035b890d", "doc_id": "doc_e70ce9ae73c32589", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6707503828483921, "chrf": 60.94179103817699, "bleu": 29.14100995871614, "rougeL": 0.5714285714285715, "len_ratio": 0.8316831683168316, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}217{"pair_id": "pair_52e1e52d454b4bbb", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5501355013550135, "chrf": 54.170157517708596, "bleu": 18.63213361491954, "rougeL": 0.45581395348837206, "len_ratio": 1.0693069306930694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_379b4a364a2750bd", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6114775725593667, "chrf": 70.21002022373405, "bleu": 36.4391746478549, "rougeL": 0.6121495327102803, "len_ratio": 1.2303664921465969, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -3.0, "sentence_count_delta": 2.0}219{"pair_id": "pair_1016b40529daa4e8", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6702508960573477, "chrf": 63.04611998738071, "bleu": 33.45863425360907, "rougeL": 0.5662650602409639, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_3778c2c5facdf11a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6877370417193426, "chrf": 69.6585466369186, "bleu": 41.058765278662825, "rougeL": 0.674698795180723, "len_ratio": 1.0350877192982457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}221{"pair_id": "pair_06f40fed7d7832f8", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6722560975609756, "chrf": 65.61577191413852, "bleu": 38.759416704927816, "rougeL": 0.6875, "len_ratio": 0.9108910891089109, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}222{"pair_id": "pair_cd06d2b834f5146a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6241050119331742, "chrf": 62.92714283486083, "bleu": 30.730105036973328, "rougeL": 0.5514403292181069, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}223{"pair_id": "pair_ad9b861c63c9cd26", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6447876447876448, "chrf": 64.0440555076723, "bleu": 37.720956867872665, "rougeL": 0.6545454545454544, "len_ratio": 0.9122807017543859, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_38e324907ccc6846", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7559614408929478, "chrf": 80.48779002935876, "bleu": 63.010878334501065, "rougeL": 0.79383429672447, "len_ratio": 0.8438661710037175, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}225{"pair_id": "pair_e84e2197ee61afb4", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5970772442588727, "chrf": 71.40673998195035, "bleu": 43.07288237024769, "rougeL": 0.6530612244897959, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_b1ea4c151f4ad8ba", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.869367319071461, "chrf": 87.98045123394569, "bleu": 75.34998461340413, "rougeL": 0.8828337874659401, "len_ratio": 0.9944598337950139, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}227{"pair_id": "pair_587eeae4e76ff484", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7661064425770308, "chrf": 82.0085242065075, "bleu": 63.2501873703526, "rougeL": 0.8207547169811321, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}228{"pair_id": "pair_a298081b1cca21aa", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5214564369310793, "chrf": 71.80663648690359, "bleu": 50.168709117916826, "rougeL": 0.6504854368932039, "len_ratio": 0.8037383177570093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}229{"pair_id": "pair_376dd2cf2b3c00dc", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5858585858585859, "chrf": 64.62391997980271, "bleu": 39.85242323531097, "rougeL": 0.5992063492063493, "len_ratio": 1.0040816326530613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_861636e9ef48c537", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7153811456923771, "chrf": 79.56753671030738, "bleu": 61.03536240937374, "rougeL": 0.7571234735413839, "len_ratio": 1.0083102493074791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0cce3868261ba441", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.59453125, "chrf": 63.44626679547499, "bleu": 30.899186708812135, "rougeL": 0.5941644562334216, "len_ratio": 0.965, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}232{"pair_id": "pair_9dc3a6074e7eba4d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5279503105590062, "chrf": 66.439940624008, "bleu": 39.90658554690885, "rougeL": 0.5373961218836565, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}233{"pair_id": "pair_955bfdc80088bc6b", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7839586028460543, "chrf": 74.3788691124194, "bleu": 52.70921373389447, "rougeL": 0.7800829875518671, "len_ratio": 0.956140350877193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_29bc401ad35af4ee", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6983154670750382, "chrf": 64.73204409693983, "bleu": 33.05138938929139, "rougeL": 0.5799999999999998, "len_ratio": 0.9306930693069307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}235{"pair_id": "pair_14710846235a4361", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7388268156424581, "chrf": 76.8273094052686, "bleu": 48.2734001230544, "rougeL": 0.7540394973070018, "len_ratio": 0.8494983277591973, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}236{"pair_id": "pair_6b8f39f278495e23", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.714431934493347, "chrf": 72.93789253720455, "bleu": 51.609930151152106, "rougeL": 0.6910299003322259, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_606bb5bd613cc47e", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.693631669535284, "chrf": 68.88520412748903, "bleu": 42.822263944105615, "rougeL": 0.6741573033707865, "len_ratio": 0.9325842696629213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_dd83b558bde52162", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.620777027027027, "chrf": 64.6772385120594, "bleu": 33.839813729343334, "rougeL": 0.638655462184874, "len_ratio": 1.146341463414634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_e6336e0a5e8d0f01", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7071005917159763, "chrf": 71.17143947929002, "bleu": 49.65012739612003, "rougeL": 0.6842105263157895, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_76c04925d2fec3c6", "doc_id": "doc_dadb00e95af5ab75", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.512987012987013, "chrf": 67.52831384379508, "bleu": 34.34502879051785, "rougeL": 0.582608695652174, "len_ratio": 1.0849056603773586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_90798343cefb81bf", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6228868660598179, "chrf": 72.537110577931, "bleu": 52.96770785732061, "rougeL": 0.6936936936936936, "len_ratio": 0.9345794392523364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_cdb544371e389eb7", "doc_id": "doc_7cc71e43594f0124", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7435090479937058, "chrf": 73.41685198654375, "bleu": 51.32049514696213, "rougeL": 0.743142144638404, "len_ratio": 0.9746192893401016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_d70efd650144efe7", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7515923566878981, "chrf": 76.46187188276284, "bleu": 53.78182856251266, "rougeL": 0.7745664739884393, "len_ratio": 0.8602150537634409, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_5215877c50ff164e", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7713004484304933, "chrf": 75.37264064207736, "bleu": 48.750780804443444, "rougeL": 0.7272727272727273, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}245{"pair_id": "pair_1967e35350450682", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7032136105860114, "chrf": 72.97324477505268, "bleu": 47.17812310697044, "rougeL": 0.7006369426751592, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_55fba18ede6aef11", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6071987480438185, "chrf": 62.7901121086759, "bleu": 32.66241341867631, "rougeL": 0.5894736842105264, "len_ratio": 0.8969072164948454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}247{"pair_id": "pair_6518e9ac5509802a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7210884353741497, "chrf": 84.13604617198807, "bleu": 70.26123460599683, "rougeL": 0.7653429602888087, "len_ratio": 0.9779411764705882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_a1aa1029745d167d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.613997113997114, "chrf": 74.92665476089935, "bleu": 53.02041642744129, "rougeL": 0.6936936936936937, "len_ratio": 1.0481283422459893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_5cb4860a604a843b", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.763765541740675, "chrf": 72.84157196420223, "bleu": 62.629560891496915, "rougeL": 0.7835051546391754, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}250{"pair_id": "pair_7499a298a12f0109", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4923857868020305, "chrf": 52.84292396115791, "bleu": 27.638850521633547, "rougeL": 0.5619834710743801, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_fcc757291d58be13", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5028790786948176, "chrf": 67.84296757753206, "bleu": 43.123742107651964, "rougeL": 0.5907692307692307, "len_ratio": 0.9685534591194969, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}252{"pair_id": "pair_c8694321a5ca771f", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7269772481040087, "chrf": 71.85259487431182, "bleu": 54.56280149328683, "rougeL": 0.7836990595611286, "len_ratio": 0.9006211180124224, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9444444444444444, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}253{"pair_id": "pair_a4d4d91e84e348b6", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.568695652173913, "chrf": 59.28222619811125, "bleu": 24.523517192197353, "rougeL": 0.5, "len_ratio": 1.075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_604bcf9fcd54a2f1", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5541984732824428, "chrf": 64.10794363210906, "bleu": 32.10152768730936, "rougeL": 0.5816326530612245, "len_ratio": 1.1195652173913044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_643a841687f0d2dd", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7019328585961343, "chrf": 69.24106454891378, "bleu": 43.68013451024257, "rougeL": 0.6956521739130435, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_3283402f4bcc1c31", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6759259259259259, "chrf": 70.4451341894942, "bleu": 45.235097207794105, "rougeL": 0.6787878787878787, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_4619a5dce953588a", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.54, "chrf": 57.02106623270055, "bleu": 18.641132847892028, "rougeL": 0.5161290322580646, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_9aa54df255a9ffeb", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.653061224489796, "chrf": 66.85116137546292, "bleu": 40.74200635539702, "rougeL": 0.6483516483516484, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_c65b9d98f564a283", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7106796116504854, "chrf": 74.2331315417275, "bleu": 51.33487483510117, "rougeL": 0.7581699346405228, "len_ratio": 1.095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_7d84f5ae21e98990", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7663421418636995, "chrf": 78.46230180372572, "bleu": 61.62647106854653, "rougeL": 0.8200000000000001, "len_ratio": 0.9038461538461539, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}261{"pair_id": "pair_34e0ce9300ebbd4c", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6446511627906977, "chrf": 65.80815908352045, "bleu": 36.330258462126686, "rougeL": 0.6915887850467289, "len_ratio": 0.8148148148148148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}262{"pair_id": "pair_222a23ef889c352b", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6815286624203822, "chrf": 70.56893892559401, "bleu": 47.12324427932091, "rougeL": 0.663101604278075, "len_ratio": 1.010752688172043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_7b319cacd1b3b38d", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8099467140319716, "chrf": 77.27264391689731, "bleu": 69.29401880271898, "rougeL": 0.8290155440414508, "len_ratio": 0.9247311827956989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_1388a2e541d50a6d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7785280216070223, "chrf": 79.27787359150314, "bleu": 56.70058999478859, "rougeL": 0.7586206896551724, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}265{"pair_id": "pair_81f5f1995e355c9b", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.504059040590406, "chrf": 65.5465571569332, "bleu": 34.340539122296654, "rougeL": 0.5580246913580247, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}266{"pair_id": "pair_81071fedee01556a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5442043222003929, "chrf": 60.598948143116395, "bleu": 24.17009180113475, "rougeL": 0.5562913907284769, "len_ratio": 0.9868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}267{"pair_id": "pair_c9b71287cec0bfef", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.719885277246654, "chrf": 74.00846406367116, "bleu": 52.37912462827409, "rougeL": 0.7043189368770765, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}268{"pair_id": "pair_c1a17626ce019daf", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7437185929648241, "chrf": 70.27821700754602, "bleu": 45.75984891111815, "rougeL": 0.7562189054726368, "len_ratio": 0.7674418604651163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_843719bad996e9e9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5610766045548654, "chrf": 58.5045344172091, "bleu": 18.68634966893044, "rougeL": 0.5507246376811593, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}270{"pair_id": "pair_a68bba17780a3e48", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6942307692307692, "chrf": 77.4707611313738, "bleu": 52.4697527265454, "rougeL": 0.7843137254901962, "len_ratio": 1.095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_a86e5bf1357766e4", "doc_id": "doc_592708c2d62b5b42", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7741312741312741, "chrf": 74.61580199511906, "bleu": 53.264443695005326, "rougeL": 0.7672955974842767, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_148d23e6f9005dcc", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7131195335276967, "chrf": 78.53848171283589, "bleu": 55.47814661609617, "rougeL": 0.7346938775510203, "len_ratio": 1.0183150183150182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}273{"pair_id": "pair_892c240ce1b7aa9e", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6347469220246238, "chrf": 65.49176416412517, "bleu": 35.610708275076455, "rougeL": 0.6576576576576576, "len_ratio": 1.0612244897959184, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_f72a453777101142", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6937853107344633, "chrf": 68.86025354551964, "bleu": 50.090843855275715, "rougeL": 0.7142857142857142, "len_ratio": 0.8686131386861314, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_6bdf342566fe7abe", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6785714285714286, "chrf": 67.9144205534604, "bleu": 36.970856817004375, "rougeL": 0.6329113924050633, "len_ratio": 1.1981132075471699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}276{"pair_id": "pair_74d7253fcd30392f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6834094368340944, "chrf": 71.49404656579648, "bleu": 43.43820413592403, "rougeL": 0.700507614213198, "len_ratio": 1.0523560209424083, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}277{"pair_id": "pair_edcc08462bba7d66", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7158878504672896, "chrf": 72.40493852238474, "bleu": 48.2515221665221, "rougeL": 0.7142857142857143, "len_ratio": 1.048780487804878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_c55370afce6b754c", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.700135685210312, "chrf": 71.32162329500909, "bleu": 37.925555230424756, "rougeL": 0.6428571428571428, "len_ratio": 1.0344827586206897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}279{"pair_id": "pair_616fecfaef5e9afa", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7900709219858156, "chrf": 78.61949263857412, "bleu": 56.85282212085151, "rougeL": 0.7979797979797979, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_b4f857e4f7a460cf", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6045364891518737, "chrf": 61.53440971890577, "bleu": 35.8961716627928, "rougeL": 0.6165413533834586, "len_ratio": 0.7666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}281{"pair_id": "pair_436ff08b9a6fe740", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5667001003009027, "chrf": 61.88921082779788, "bleu": 23.699029947270333, "rougeL": 0.5467625899280575, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_b611046b7908f7f9", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6114457831325302, "chrf": 63.07861587026209, "bleu": 35.554722386061684, "rougeL": 0.5760869565217391, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}283{"pair_id": "pair_2a433c18451db499", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5710059171597632, "chrf": 64.88027026823785, "bleu": 36.21064344684305, "rougeL": 0.5870646766169154, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}284{"pair_id": "pair_9e2379f6a17d86f3", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5992714025500911, "chrf": 64.05250935746105, "bleu": 38.43058377292081, "rougeL": 0.632183908045977, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_28adf167e9ab6c5e", "doc_id": "doc_71d406f9105e8832", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7299270072992701, "chrf": 70.04381455641314, "bleu": 40.154125526615495, "rougeL": 0.7017543859649122, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_c502cfa7ecbb1f23", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7931034482758621, "chrf": 71.13390006193774, "bleu": 50.7724088116188, "rougeL": 0.7438016528925621, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}287{"pair_id": "pair_6c2a4fd3935b1c4e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7922077922077921, "chrf": 81.99214389306042, "bleu": 71.36776053581427, "rougeL": 0.8214285714285714, "len_ratio": 0.9636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}288{"pair_id": "pair_26e07c12e2440a77", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6478658536585367, "chrf": 65.20694716342122, "bleu": 36.79529593902718, "rougeL": 0.6871794871794872, "len_ratio": 0.9306930693069307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}289{"pair_id": "pair_cb1aabb45a9f7e5c", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.559679037111334, "chrf": 61.604385918421045, "bleu": 21.22021616927804, "rougeL": 0.5448028673835125, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}290{"pair_id": "pair_b073b05b6f07cd5b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5766828591256072, "chrf": 63.989726094733776, "bleu": 29.741016456665786, "rougeL": 0.5670103092783506, "len_ratio": 0.9282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}291{"pair_id": "pair_94bbfc333829a60a", "doc_id": "doc_d63488e03c286073", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6788807461692206, "chrf": 68.75565107226086, "bleu": 36.857189903462235, "rougeL": 0.6203703703703702, "len_ratio": 1.0935960591133005, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}292{"pair_id": "pair_adcec57a8bce34c5", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6850094876660342, "chrf": 61.230496515888746, "bleu": 21.88345838894951, "rougeL": 0.6762589928057554, "len_ratio": 0.6707317073170732, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_77abbf77b9da40bb", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5326086956521738, "chrf": 67.04342673988928, "bleu": 40.115687766570886, "rougeL": 0.5555555555555556, "len_ratio": 0.9558823529411765, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_e1185ba977ee244f", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.842067480258435, "chrf": 81.69483235041073, "bleu": 64.4599800780688, "rougeL": 0.8348214285714285, "len_ratio": 0.9953488372093023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}295{"pair_id": "pair_fc317e2b87a2a542", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6527977044476327, "chrf": 70.82072813938566, "bleu": 47.63636153662944, "rougeL": 0.6445497630331752, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_7a25e76eb2ff9b60", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6810007818608288, "chrf": 66.9043428987987, "bleu": 48.2387091940855, "rougeL": 0.6790697674418605, "len_ratio": 0.8839285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}297{"pair_id": "pair_3c164cee2bd6c957", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5115062761506276, "chrf": 66.80947632846672, "bleu": 43.99416855736674, "rougeL": 0.6315789473684209, "len_ratio": 1.0434782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}298{"pair_id": "pair_d7445b3ec0e9e28f", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44535519125683065, "chrf": 67.72795888217496, "bleu": 39.72354412157561, "rougeL": 0.5497076023391813, "len_ratio": 1.0754716981132075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_71f0d0a8ad3cf5ea", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7163588390501319, "chrf": 69.14333256915688, "bleu": 39.582028714602515, "rougeL": 0.6384976525821596, "len_ratio": 0.9074074074074074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}300{"pair_id": "pair_d17600e7d1feb800", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5527426160337553, "chrf": 55.16268268868666, "bleu": 16.461360192264742, "rougeL": 0.4507042253521127, "len_ratio": 1.0594059405940595, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_73b59c4d552a1e38", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7929411764705883, "chrf": 77.04874137829464, "bleu": 58.0587288656984, "rougeL": 0.7849462365591398, "len_ratio": 0.93717277486911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}302{"pair_id": "pair_7470cf9ca3db231f", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7142857142857143, "chrf": 73.01716218509753, "bleu": 45.84848596585233, "rougeL": 0.6932515337423313, "len_ratio": 1.0445859872611465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_cc20a8aae5cbac0b", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6571936056838366, "chrf": 75.9169984685872, "bleu": 51.327535573551316, "rougeL": 0.6858974358974359, "len_ratio": 0.9490445859872612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}304{"pair_id": "pair_0c64a6109aa8698e", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7986394557823129, "chrf": 77.8076710873551, "bleu": 55.6508863469928, "rougeL": 0.7572815533980584, "len_ratio": 0.9901477832512315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}305{"pair_id": "pair_32cbef6a97f049ed", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6396327467482785, "chrf": 66.98526117926986, "bleu": 36.425403428335514, "rougeL": 0.620347394540943, "len_ratio": 1.03125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}306{"pair_id": "pair_470fc855f498a711", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6769825918762089, "chrf": 69.47095328909192, "bleu": 51.43912798595234, "rougeL": 0.6875, "len_ratio": 1.0128205128205128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_4a3ffb2ffe27e48e", "doc_id": "doc_75e4c206f7fbdd67", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8614035087719298, "chrf": 83.11894285014074, "bleu": 64.42494883423102, "rougeL": 0.8456375838926175, "len_ratio": 0.8533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}308{"pair_id": "pair_4bc83be0e915f7e2", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49129852744310576, "chrf": 61.234406582537794, "bleu": 31.199254593950364, "rougeL": 0.5098039215686274, "len_ratio": 1.0483870967741935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_252f6b35d8d6b7a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7173913043478262, "chrf": 70.85956959317755, "bleu": 52.934125527601424, "rougeL": 0.7722772277227722, "len_ratio": 0.8018433179723502, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}310{"pair_id": "pair_3db5680ce83b4a9a", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7406123627960717, "chrf": 75.30427667874868, "bleu": 55.06571822537182, "rougeL": 0.7509293680297398, "len_ratio": 0.9813432835820896, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_649fc4991c6b94e7", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6778523489932886, "chrf": 69.74057618188712, "bleu": 40.74414564009695, "rougeL": 0.6635514018691588, "len_ratio": 1.0480769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_768486d2d6d13dce", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6769706336939723, "chrf": 71.49304311586178, "bleu": 43.40616293792319, "rougeL": 0.6839378238341969, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_d331bb07b2aae710", "doc_id": "doc_746a4589dcef0f3d", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6405158516926384, "chrf": 70.69748344816294, "bleu": 41.559375646176, "rougeL": 0.6433566433566433, "len_ratio": 0.9782608695652174, "placeholders_exact": 0.0, "placeholder_recall": 0.75, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}314{"pair_id": "pair_549eaa531a8ff8c8", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5982694684796044, "chrf": 59.278017706588656, "bleu": 25.343869988222608, "rougeL": 0.5809128630705395, "len_ratio": 0.8943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_7cfd87476916eb16", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6623853211009174, "chrf": 68.28787288195592, "bleu": 37.28858792452502, "rougeL": 0.6037735849056604, "len_ratio": 1.056338028169014, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}316{"pair_id": "pair_49eb81f7c271385f", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8482269503546099, "chrf": 80.39153816798101, "bleu": 61.187045580805574, "rougeL": 0.8167539267015707, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}317{"pair_id": "pair_159bdcf7c5ce6b43", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6764705882352942, "chrf": 71.81988706635298, "bleu": 44.20737481492725, "rougeL": 0.6965174129353235, "len_ratio": 0.9320388349514563, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}318{"pair_id": "pair_3b61110f14c9d441", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8320493066255779, "chrf": 78.8604954617998, "bleu": 58.25499243382455, "rougeL": 0.813953488372093, "len_ratio": 0.8586956521739131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}319{"pair_id": "pair_1752ec22f6a58306", "doc_id": "doc_fe2ddb404d112460", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7848537005163512, "chrf": 71.62484367741608, "bleu": 50.01219917058185, "rougeL": 0.7664670658682634, "len_ratio": 0.8089887640449438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}320{"pair_id": "pair_daee5f7a0a579544", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6521239954075775, "chrf": 71.58523489302513, "bleu": 45.295235347814845, "rougeL": 0.6752767527675276, "len_ratio": 0.9888059701492538, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}321{"pair_id": "pair_371e08c3f3e82b29", "doc_id": "doc_b1675be26e230c94", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.45085803432137284, "chrf": 64.81318970001875, "bleu": 43.15834747586385, "rougeL": 0.5139664804469274, "len_ratio": 0.8020833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}322{"pair_id": "pair_b60579151b2090e5", "doc_id": "doc_746a4589dcef0f3d", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6867275658248253, "chrf": 68.63490267408308, "bleu": 45.07484799423727, "rougeL": 0.7269230769230769, "len_ratio": 0.7934782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}323{"pair_id": "pair_e11f308e80430272", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6547277936962751, "chrf": 72.449715494781, "bleu": 49.91018732035959, "rougeL": 0.6735751295336788, "len_ratio": 0.91, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}324{"pair_id": "pair_a8fc55f750d147ab", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5917782026768643, "chrf": 68.65471600047167, "bleu": 46.03383723909157, "rougeL": 0.6020761245674741, "len_ratio": 0.9927007299270073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}325{"pair_id": "pair_bfa7f3b1806a87ca", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5211132437619961, "chrf": 68.06434787203402, "bleu": 42.595640367469066, "rougeL": 0.6134969325153374, "len_ratio": 0.9811320754716981, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}326{"pair_id": "pair_be01e1c67bf016fa", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7363896848137537, "chrf": 74.77787208802769, "bleu": 51.47371116114397, "rougeL": 0.7589743589743589, "len_ratio": 0.91, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}327{"pair_id": "pair_9c200f2e3a378346", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.75546875, "chrf": 73.96511220253103, "bleu": 50.91779788122348, "rougeL": 0.7851002865329513, "len_ratio": 0.83, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}328{"pair_id": "pair_c26b02f8a843800f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5667040358744395, "chrf": 72.19048955310667, "bleu": 40.912480633805316, "rougeL": 0.6287878787878788, "len_ratio": 1.052, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_7a5cedd9bc0566ce", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7268754552075747, "chrf": 71.90275688169538, "bleu": 44.68031630672525, "rougeL": 0.725925925925926, "len_ratio": 0.945273631840796, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}330{"pair_id": "pair_957c0a494aa81f30", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7734225621414914, "chrf": 82.17684668851233, "bleu": 66.5940717880359, "rougeL": 0.804270462633452, "len_ratio": 0.9416058394160584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_e4232a616f0ac208", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7021494370522006, "chrf": 74.45710098051168, "bleu": 48.9542550660178, "rougeL": 0.7087719298245614, "len_ratio": 0.86, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_a14d851f827967e3", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7486338797814207, "chrf": 68.17655814660293, "bleu": 42.00701892882948, "rougeL": 0.7395498392282959, "len_ratio": 0.7797619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_fbfab1fc12812d27", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6054216867469879, "chrf": 58.82908365191266, "bleu": 31.56550765114512, "rougeL": 0.5245901639344263, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_f2feebb86a7d3489", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6103059581320451, "chrf": 72.04344346524543, "bleu": 41.47843562624064, "rougeL": 0.7078651685393259, "len_ratio": 0.9186046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}335{"pair_id": "pair_1a88e5ba06878f8c", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6365422396856582, "chrf": 66.92312580398115, "bleu": 34.13760666477046, "rougeL": 0.6258503401360545, "len_ratio": 0.9342105263157895, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_2fc5765bd83d645b", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6574307304785894, "chrf": 65.24921785658411, "bleu": 33.5208047371041, "rougeL": 0.6721311475409836, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}337{"pair_id": "pair_ce8b88ad1fc57189", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.625421822272216, "chrf": 72.69809613571275, "bleu": 48.79853913298747, "rougeL": 0.6315789473684211, "len_ratio": 1.0514705882352942, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}338{"pair_id": "pair_ae2f0ac22b90b690", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6572379367720467, "chrf": 64.1740208040505, "bleu": 34.30285330852484, "rougeL": 0.619718309859155, "len_ratio": 1.1219512195121952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_b0a1b0967da14be7", "doc_id": "doc_3b73c0c303c8ada6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7471607890017932, "chrf": 75.65080587369604, "bleu": 54.05121314673267, "rougeL": 0.7808471454880296, "len_ratio": 0.8534798534798534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}340{"pair_id": "pair_4fe91802a15b95ac", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7183426443202979, "chrf": 76.16853509435126, "bleu": 48.55844644670814, "rougeL": 0.7130730050933787, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}341{"pair_id": "pair_dbad181deda0b532", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8162071846282373, "chrf": 84.55571913596941, "bleu": 71.51470854796186, "rougeL": 0.8421052631578948, "len_ratio": 0.935672514619883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}342{"pair_id": "pair_c05c6be96a9a3ce6", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7388792605430388, "chrf": 75.09334431939794, "bleu": 53.75967318695841, "rougeL": 0.7476635514018691, "len_ratio": 0.9626865671641791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_e258ecb3da172baa", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7051495016611296, "chrf": 70.28691619920147, "bleu": 48.67694090351026, "rougeL": 0.7049608355091384, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}344{"pair_id": "pair_f1090169355039cf", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7360406091370558, "chrf": 71.19816888733946, "bleu": 52.025528485760645, "rougeL": 0.7317073170731708, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}345{"pair_id": "pair_e0041e8da781ae3f", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.554367201426025, "chrf": 65.1138645804891, "bleu": 38.55785612711078, "rougeL": 0.5811623246492985, "len_ratio": 0.9877551020408163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}346{"pair_id": "pair_1b827024258e5fe3", "doc_id": "doc_fe2ddb404d112460", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6655290102389079, "chrf": 67.87995626163709, "bleu": 44.112187744961474, "rougeL": 0.6557377049180327, "len_ratio": 0.9887640449438202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_d61d508bd475059d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6208251473477406, "chrf": 66.32583971425194, "bleu": 39.62882632578367, "rougeL": 0.6451612903225807, "len_ratio": 0.8775510204081632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_95c1d98a96ba8ab3", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7237507018528917, "chrf": 76.91923382675687, "bleu": 57.132975474534874, "rougeL": 0.7434554973821991, "len_ratio": 0.9636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9642857142857143, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}349{"pair_id": "pair_1313cb8ef4581a6b", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.465615141955836, "chrf": 70.80702090619187, "bleu": 43.562824137895674, "rougeL": 0.5546218487394958, "len_ratio": 0.9957081545064378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}350{"pair_id": "pair_12461ad06ee443f4", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.603290676416819, "chrf": 63.0117747151757, "bleu": 31.735007007877805, "rougeL": 0.6363636363636364, "len_ratio": 1.146341463414634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}351{"pair_id": "pair_cb8ff4fed8648e40", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8010657193605684, "chrf": 77.10222168312879, "bleu": 55.89803170453643, "rougeL": 0.7868852459016393, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_04ee2f9d86bc258e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5968063872255489, "chrf": 67.45477721760696, "bleu": 39.19856065456932, "rougeL": 0.59106529209622, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}353{"pair_id": "pair_53ea3eae4a6d6073", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7061340941512125, "chrf": 70.15219858052708, "bleu": 42.03629326589536, "rougeL": 0.6981132075471698, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_852782e8f75b2eed", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6714031971580817, "chrf": 67.81137956412533, "bleu": 43.36962646211043, "rougeL": 0.6781609195402298, "len_ratio": 0.8901098901098901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}355{"pair_id": "pair_4986e23def53a782", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5859213250517599, "chrf": 59.41226007054256, "bleu": 15.07980395794452, "rougeL": 0.5629629629629629, "len_ratio": 1.0307692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_6b329bf8d93990ab", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8486707566462168, "chrf": 82.68180743078955, "bleu": 64.1405339463173, "rougeL": 0.8767123287671232, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_143b105a81bf0bc4", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.68006993006993, "chrf": 78.7924262421098, "bleu": 56.742874061519224, "rougeL": 0.679245283018868, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}358{"pair_id": "pair_0ceb8ae2631cf94e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.693526170798898, "chrf": 74.96172833993859, "bleu": 57.17512720105515, "rougeL": 0.7300884955752214, "len_ratio": 0.974025974025974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_482e3478376cbf6a", "doc_id": "doc_d63488e03c286073", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7510204081632653, "chrf": 73.32159964059768, "bleu": 50.06284042083578, "rougeL": 0.7282321899736147, "len_ratio": 0.8177339901477833, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}360{"pair_id": "pair_3474c3b3dc52b1f5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6621880998080614, "chrf": 65.53218529444368, "bleu": 28.951273632202945, "rougeL": 0.7065868263473054, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_bbdca5b719122903", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4513422818791947, "chrf": 70.64289736662116, "bleu": 39.43455044209106, "rougeL": 0.5465116279069768, "len_ratio": 1.123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}362{"pair_id": "pair_421ab162ed8b10e4", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5761904761904761, "chrf": 70.85148916252074, "bleu": 48.557008495170734, "rougeL": 0.6527415143603134, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}363{"pair_id": "pair_1a34cebf524ca209", "doc_id": "doc_693020f91e971346", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6272040302267002, "chrf": 55.90515616073266, "bleu": 29.600172545352418, "rougeL": 0.6111111111111112, "len_ratio": 0.6774193548387096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}364{"pair_id": "pair_662f25de0256c90a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.621031746031746, "chrf": 73.77697394268931, "bleu": 45.48075821985395, "rougeL": 0.6627218934911242, "len_ratio": 1.0441176470588236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}365{"pair_id": "pair_8d2fa7213c7a5028", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6159100040176777, "chrf": 72.4857469512211, "bleu": 41.409297637231866, "rougeL": 0.6727037516170763, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_7a3c6b4e27b290f1", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5503448275862068, "chrf": 63.72603827839638, "bleu": 25.729418598106903, "rougeL": 0.5560538116591929, "len_ratio": 0.9813084112149533, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}367{"pair_id": "pair_39e7e4ac3ef43d97", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7098214285714286, "chrf": 79.29618722374367, "bleu": 59.61019083312471, "rougeL": 0.7587131367292225, "len_ratio": 1.0249307479224377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_fa1d2a973e6eefb1", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7557251908396947, "chrf": 75.86792695570044, "bleu": 53.48287806685069, "rougeL": 0.7950310559006212, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}369{"pair_id": "pair_4706c97ac485ff1c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7387518142235123, "chrf": 78.71407884865388, "bleu": 54.228681947113856, "rougeL": 0.768421052631579, "len_ratio": 1.043010752688172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_5838a73c0c4c5e9b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6478679504814305, "chrf": 68.60720374974814, "bleu": 33.48935925431121, "rougeL": 0.6478873239436621, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}371{"pair_id": "pair_55e977b02b8d2b43", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6551181102362205, "chrf": 68.6923611735875, "bleu": 37.0795916774094, "rougeL": 0.6595744680851064, "len_ratio": 1.0465116279069768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}372{"pair_id": "pair_bfcbb4648f104864", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6148837209302326, "chrf": 64.23009718559463, "bleu": 38.626120603586486, "rougeL": 0.6627565982404692, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_790edafbbf563e53", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7918871252204586, "chrf": 80.77385327194698, "bleu": 64.04373166540313, "rougeL": 0.8226527570789866, "len_ratio": 0.9305135951661632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}374{"pair_id": "pair_6b5b9fe4cf01ba41", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6196428571428572, "chrf": 66.56979655516976, "bleu": 35.86073880071562, "rougeL": 0.5949367088607596, "len_ratio": 1.056338028169014, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_bfd73bc995d1f15c", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6836595357305417, "chrf": 77.08007495361817, "bleu": 57.79458548898809, "rougeL": 0.7235772357723577, "len_ratio": 1.0110803324099722, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_f42890f511bfa9c2", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6335403726708074, "chrf": 71.41097141642325, "bleu": 48.08121437077009, "rougeL": 0.6923076923076924, "len_ratio": 0.8218390804597702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}377{"pair_id": "pair_f1a2ae630268e3c1", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7347310847766636, "chrf": 76.55444384384185, "bleu": 52.62771250514834, "rougeL": 0.7734806629834253, "len_ratio": 0.9479768786127167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}378{"pair_id": "pair_e4714203456d4028", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6523031203566122, "chrf": 65.40489177022913, "bleu": 42.37787414711446, "rougeL": 0.6243386243386243, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}379{"pair_id": "pair_f2b900c48cbcc7c4", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8257978723404256, "chrf": 83.99124450383097, "bleu": 64.47108326814639, "rougeL": 0.8245614035087719, "len_ratio": 1.0660377358490567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}380{"pair_id": "pair_ca38b5905852d3d1", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5687679083094556, "chrf": 65.23966931286887, "bleu": 42.58021138776328, "rougeL": 0.6010928961748634, "len_ratio": 0.81, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_c0eeb6638fd90e6b", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7878581173260573, "chrf": 75.24724633758395, "bleu": 53.02775888216671, "rougeL": 0.8009478672985781, "len_ratio": 0.8423423423423423, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}382{"pair_id": "pair_b1ca7e57ad0db18c", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6463414634146342, "chrf": 67.3946900378067, "bleu": 41.453996569318136, "rougeL": 0.6633165829145728, "len_ratio": 0.9702970297029703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}383{"pair_id": "pair_28f5d69d5671a930", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.743879472693032, "chrf": 75.02546519993025, "bleu": 51.356805073392664, "rougeL": 0.7577639751552795, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}384{"pair_id": "pair_d7df233ff1ce3baf", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6360259981429898, "chrf": 72.03345215897717, "bleu": 39.708811832499165, "rougeL": 0.6603174603174603, "len_ratio": 1.0533333333333332, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_9757173019376f38", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7121394230769231, "chrf": 71.3389804368367, "bleu": 42.74869503108003, "rougeL": 0.7152317880794703, "len_ratio": 0.788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}386{"pair_id": "pair_45709d5e1553bf1a", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6021314387211367, "chrf": 67.77725358831196, "bleu": 43.43384844666532, "rougeL": 0.6557377049180327, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}387{"pair_id": "pair_4768aeebf8ba1386", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7019064124783363, "chrf": 70.25443696777053, "bleu": 48.010434618875415, "rougeL": 0.6989247311827957, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_d22938fa207725f7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.47381703470031544, "chrf": 68.84905225382836, "bleu": 40.792014359419966, "rougeL": 0.5508474576271186, "len_ratio": 0.9742489270386266, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}389{"pair_id": "pair_c739ffe16ec1683f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.593006993006993, "chrf": 68.5808660225288, "bleu": 40.61041203789186, "rougeL": 0.583732057416268, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}390{"pair_id": "pair_58c0e26e68ce6358", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6433691756272402, "chrf": 61.87217482484566, "bleu": 32.31751284761489, "rougeL": 0.5269461077844312, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_a89fb184c75d9e33", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6505636070853462, "chrf": 71.89250392333798, "bleu": 42.55375844245823, "rougeL": 0.7017543859649124, "len_ratio": 0.8372093023255814, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}392{"pair_id": "pair_c5a59ce5de79ed03", "doc_id": "doc_bbe20e369485006e", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5722543352601156, "chrf": 58.500480997991076, "bleu": 28.5005690921343, "rougeL": 0.5827814569536424, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}393{"pair_id": "pair_823a4940fa47ef14", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6423529411764706, "chrf": 71.37210956009368, "bleu": 47.55055833163369, "rougeL": 0.6997245179063362, "len_ratio": 0.8900523560209425, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -2.0}394{"pair_id": "pair_427138335a99e095", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7356643356643356, "chrf": 79.79065706279152, "bleu": 56.26360652218572, "rougeL": 0.7582417582417582, "len_ratio": 0.8979591836734694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_6f9d5d28c6268c74", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5427286356821589, "chrf": 52.84101515145214, "bleu": 18.207750722604807, "rougeL": 0.46601941747572817, "len_ratio": 0.9801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}396{"pair_id": "pair_d3ef973e52b86667", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6662134602311353, "chrf": 72.38661051917606, "bleu": 40.131903133927004, "rougeL": 0.6753246753246753, "len_ratio": 1.0225225225225225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_0193f785c8b560ea", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.56875, "chrf": 62.64460025813266, "bleu": 25.847111916591494, "rougeL": 0.5483028720626633, "len_ratio": 0.985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}398{"pair_id": "pair_beca656f3c99bee2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6969496021220158, "chrf": 66.55347966178566, "bleu": 40.73730464637489, "rougeL": 0.7152941176470589, "len_ratio": 0.8138528138528138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}399{"pair_id": "pair_b4f596e9e439cd94", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.771964461994077, "chrf": 79.54612814732404, "bleu": 59.65028097554256, "rougeL": 0.7621951219512195, "len_ratio": 1.0684931506849316, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}400{"pair_id": "pair_bef9b6ee16a3c0fc", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7417355371900827, "chrf": 76.41915005837927, "bleu": 59.781417582376804, "rougeL": 0.7658643326039387, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_e7665d70be63427b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6264236902050113, "chrf": 64.87910819055288, "bleu": 37.55300748361098, "rougeL": 0.6074074074074075, "len_ratio": 1.0149253731343284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_cd1e0448ac2225bd", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7371663244353183, "chrf": 75.92410394696262, "bleu": 48.47663834380643, "rougeL": 0.7113163972286374, "len_ratio": 1.0288461538461537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}403{"pair_id": "pair_078654dbb47beffd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6755602988260405, "chrf": 72.81918088967517, "bleu": 43.0820901888114, "rougeL": 0.696551724137931, "len_ratio": 0.958904109589041, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_6354998295f7f2f0", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6864864864864865, "chrf": 69.68422425378876, "bleu": 52.13891220043867, "rougeL": 0.7142857142857143, "len_ratio": 0.9230769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}405{"pair_id": "pair_bff8de3b8d97bc45", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7280334728033473, "chrf": 73.80794491469949, "bleu": 49.26732053252185, "rougeL": 0.7289719626168225, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}406{"pair_id": "pair_6b17cb808a9692c9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6020892687559354, "chrf": 70.35959291432785, "bleu": 38.50303084030462, "rougeL": 0.6488095238095237, "len_ratio": 0.9620253164556962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}407{"pair_id": "pair_e62b054a628ef71a", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5495495495495495, "chrf": 66.00460109653062, "bleu": 39.25538030091525, "rougeL": 0.6143790849673203, "len_ratio": 0.9102564102564102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}408{"pair_id": "pair_432954617ebeb72e", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7213375796178344, "chrf": 74.13720553248966, "bleu": 53.21245708558432, "rougeL": 0.7282608695652175, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_63da5c4a7c7320cf", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6321647189760713, "chrf": 76.89071453301196, "bleu": 49.2641817451239, "rougeL": 0.6599664991624791, "len_ratio": 1.04, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9333333333333333, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}410{"pair_id": "pair_f38b95edff5750cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6718403547671841, "chrf": 78.59545653059602, "bleu": 56.359221829851506, "rougeL": 0.7219251336898395, "len_ratio": 1.0332409972299168, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_9209d493729e0e57", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7943078913324709, "chrf": 74.70001549074891, "bleu": 49.624086991836194, "rougeL": 0.7896995708154506, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_753fa0469ab79a60", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6292397660818714, "chrf": 64.93409126232945, "bleu": 28.272521082091227, "rougeL": 0.576, "len_ratio": 1.0333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}413{"pair_id": "pair_55c0e46e99301494", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6113207547169811, "chrf": 62.69311108757726, "bleu": 30.133900624313743, "rougeL": 0.588679245283019, "len_ratio": 1.1290322580645162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}414{"pair_id": "pair_381acab5808d4c97", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5977093772369363, "chrf": 74.66182489192136, "bleu": 54.034748893476596, "rougeL": 0.6891891891891891, "len_ratio": 1.0481283422459893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}415{"pair_id": "pair_1dccd56e579e8701", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7324120603015075, "chrf": 70.80059491297756, "bleu": 46.3066609726499, "rougeL": 0.7142857142857143, "len_ratio": 0.9051724137931034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}416{"pair_id": "pair_b18788f613b13ca6", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6335664335664335, "chrf": 71.66212248903268, "bleu": 45.78273243729266, "rougeL": 0.6091370558375634, "len_ratio": 1.0408163265306123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_b282c43ea12793a1", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6446568201563858, "chrf": 68.65971392277784, "bleu": 40.25076491968329, "rougeL": 0.6744186046511628, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_884a836d4ea4c493", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.42902208201892744, "chrf": 64.14070230607851, "bleu": 33.90156432368579, "rougeL": 0.48614072494669514, "len_ratio": 0.9656652360515021, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}419{"pair_id": "pair_446361bccc79920c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8632075471698113, "chrf": 79.08322878782846, "bleu": 57.77641255090849, "rougeL": 0.8085106382978724, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}420{"pair_id": "pair_555dc7c539036b77", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.63215859030837, "chrf": 69.06875460323907, "bleu": 35.364982050699865, "rougeL": 0.6212121212121212, "len_ratio": 1.1290322580645162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}421{"pair_id": "pair_c9b1d1b38febc68b", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8247422680412371, "chrf": 81.49272781697377, "bleu": 68.17315238980164, "rougeL": 0.853868194842407, "len_ratio": 0.8817204301075269, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}422{"pair_id": "pair_2b2763a858a3adca", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7285714285714286, "chrf": 71.42412040362241, "bleu": 41.80063265420976, "rougeL": 0.7321428571428571, "len_ratio": 0.734375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}423{"pair_id": "pair_fa4241b63484566c", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.722735674676525, "chrf": 70.71187675956725, "bleu": 45.818858040768475, "rougeL": 0.6633499170812603, "len_ratio": 0.9738562091503268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_f202692d40732251", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7370600414078675, "chrf": 69.84525806495729, "bleu": 38.99705505100365, "rougeL": 0.7164179104477613, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_4916bdba7f4d2fb2", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7753164556962026, "chrf": 75.61566657618225, "bleu": 57.66775312255852, "rougeL": 0.7586206896551724, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_72ab6e09ed65968c", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4504504504504504, "chrf": 65.31767422342062, "bleu": 41.472094801454396, "rougeL": 0.5802469135802469, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}427{"pair_id": "pair_238ab1b64dec92e9", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5861440291704649, "chrf": 61.845766510035126, "bleu": 29.434652935874656, "rougeL": 0.6201117318435754, "len_ratio": 0.9075144508670521, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}428{"pair_id": "pair_55e30627d7825232", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6956087824351298, "chrf": 74.46566290325846, "bleu": 48.86534975750877, "rougeL": 0.6889632107023412, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}429{"pair_id": "pair_4f68f1de189d9eb2", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5174866627148784, "chrf": 66.37450637461842, "bleu": 37.158180392173186, "rougeL": 0.562992125984252, "len_ratio": 1.0204081632653061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_ce55c735865013f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5640394088669951, "chrf": 60.398530621156624, "bleu": 33.817083497327346, "rougeL": 0.6060606060606061, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}431{"pair_id": "pair_c202dbad0daedfba", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6390134529147982, "chrf": 65.85646339484093, "bleu": 39.88063689854704, "rougeL": 0.6277372262773724, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_5557900ea40ddd67", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6793557833089312, "chrf": 70.16389729896493, "bleu": 42.44824685248196, "rougeL": 0.6734693877551019, "len_ratio": 1.1195652173913044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}433{"pair_id": "pair_73646de35fc3cb43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7894736842105263, "chrf": 80.47563442742128, "bleu": 65.04997757253668, "rougeL": 0.7931034482758621, "len_ratio": 0.9772727272727273, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_04061ff99c769b8a", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6255411255411256, "chrf": 67.44628043352357, "bleu": 34.63913783614048, "rougeL": 0.6106870229007634, "len_ratio": 1.1129032258064515, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}435{"pair_id": "pair_8299f5f35d18dab9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4959183673469387, "chrf": 72.47373917988634, "bleu": 45.137842568389, "rougeL": 0.5952380952380952, "len_ratio": 1.0294117647058822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}436{"pair_id": "pair_c523b5f686bc9daa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7160804020100502, "chrf": 67.24448105373625, "bleu": 40.29313573981119, "rougeL": 0.712962962962963, "len_ratio": 0.8362068965517241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}437{"pair_id": "pair_28b2fbc33ac988f5", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6108324974924775, "chrf": 63.15611036080304, "bleu": 26.175331345311342, "rougeL": 0.5848375451263538, "len_ratio": 0.9357142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}438{"pair_id": "pair_f0422124a83a0abf", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7402597402597403, "chrf": 71.44833623213688, "bleu": 52.02542636172277, "rougeL": 0.7421875, "len_ratio": 1.007936507936508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_9258311273a3eb28", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8385321100917431, "chrf": 80.43807925149085, "bleu": 60.42939305728018, "rougeL": 0.8258064516129032, "len_ratio": 1.0140845070422535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_016380f3b87d4545", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7588152327221438, "chrf": 75.8884482264789, "bleu": 52.4104796140385, "rougeL": 0.7383177570093458, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}441{"pair_id": "pair_a98f2a15b3f4a641", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6832611832611832, "chrf": 70.69727811533733, "bleu": 41.811428600169194, "rougeL": 0.6786632390745502, "len_ratio": 0.9390862944162437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}442{"pair_id": "pair_dbab43021c86bfa3", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.547486033519553, "chrf": 71.93691873243165, "bleu": 38.81612732416851, "rougeL": 0.6009389671361501, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_1ad1c682d750b506", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7489823609226594, "chrf": 76.66613663874433, "bleu": 56.91244095120619, "rougeL": 0.7698744769874476, "len_ratio": 0.9112903225806451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_b1b09c31cd29eec1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6917067307692308, "chrf": 70.3202408010235, "bleu": 40.56665841229731, "rougeL": 0.6652977412731007, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}445{"pair_id": "pair_f14b0ad7833ffd4c", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7315789473684211, "chrf": 77.4202151677257, "bleu": 58.176951253276236, "rougeL": 0.7006369426751592, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}446{"pair_id": "pair_d4017389763bb4f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.647673314339981, "chrf": 74.91229004279674, "bleu": 45.60502891414722, "rougeL": 0.6964285714285714, "len_ratio": 0.9556962025316456, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}447{"pair_id": "pair_8f21ce59b1148420", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7070707070707071, "chrf": 68.47947008480484, "bleu": 43.02476654802866, "rougeL": 0.7388535031847133, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_a76cc8228784ac71", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8254764292878636, "chrf": 77.70928238219346, "bleu": 51.35184179427787, "rougeL": 0.7553956834532374, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}449{"pair_id": "pair_98623f186442c01b", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7322709163346613, "chrf": 75.14613652695951, "bleu": 47.187938704627854, "rougeL": 0.75, "len_ratio": 1.0274725274725274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}450{"pair_id": "pair_8a107e90e60312eb", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.62533215234721, "chrf": 74.63511648874837, "bleu": 50.16473343788123, "rougeL": 0.6481994459833795, "len_ratio": 0.9597701149425287, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}451{"pair_id": "pair_3b2da87ab21e11ac", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.674119241192412, "chrf": 66.65498228553726, "bleu": 36.700064463524264, "rougeL": 0.6666666666666667, "len_ratio": 0.8311111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_6080a8dd1c5e3673", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5881841876629018, "chrf": 67.02709445858387, "bleu": 37.0086467140162, "rougeL": 0.631268436578171, "len_ratio": 0.9425287356321839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}453{"pair_id": "pair_b33c481ef5092a97", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8004032258064516, "chrf": 76.43806573708632, "bleu": 50.150637589655524, "rougeL": 0.7785714285714285, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_ca76c86a3c4dceb1", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7861915367483296, "chrf": 83.55712444891338, "bleu": 66.5888288758172, "rougeL": 0.8208955223880597, "len_ratio": 0.9692307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}455{"pair_id": "pair_93afc59afa02a38b", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7273381294964029, "chrf": 73.43727369941234, "bleu": 40.77739975730757, "rougeL": 0.6943765281173594, "len_ratio": 1.0260416666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}456{"pair_id": "pair_5e3fe290b23f1617", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.675025075225677, "chrf": 68.02622873533205, "bleu": 35.02135629751342, "rougeL": 0.688, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}457{"pair_id": "pair_9b7cf4947c9dba18", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5775401069518716, "chrf": 71.01802018786933, "bleu": 45.373047481944496, "rougeL": 0.6351084812623274, "len_ratio": 1.0163265306122449, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}458{"pair_id": "pair_6c55b7abc64501a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7324120603015075, "chrf": 68.13780123317619, "bleu": 40.50309028446042, "rougeL": 0.6995515695067265, "len_ratio": 0.9051724137931034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}459{"pair_id": "pair_b36881c7deeb13bc", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7663817663817664, "chrf": 82.73476414951958, "bleu": 59.86831031709687, "rougeL": 0.8214285714285715, "len_ratio": 0.9620253164556962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}460{"pair_id": "pair_f8591ad19428d353", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4733420026007802, "chrf": 72.91107089541109, "bleu": 47.36548112359452, "rougeL": 0.6283185840707964, "len_ratio": 0.9719626168224299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_d0a786f4cc557649", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6604651162790698, "chrf": 77.61585475154175, "bleu": 49.30383424046035, "rougeL": 0.734375, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}462{"pair_id": "pair_a1b96993c685abfe", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6416666666666666, "chrf": 67.44013385806393, "bleu": 40.13926652700871, "rougeL": 0.6575342465753425, "len_ratio": 1.0408163265306123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_7a5fa73419dbc4c3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7973856209150327, "chrf": 77.63879561482561, "bleu": 54.15598930819502, "rougeL": 0.7904509283819627, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_56561987b69a8336", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5924855491329479, "chrf": 66.72219252698982, "bleu": 37.25775221114995, "rougeL": 0.6009852216748768, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_1121e0cce2d7055b", "doc_id": "doc_606921299de9f2c7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6674937965260546, "chrf": 67.87117891279172, "bleu": 39.426710444555944, "rougeL": 0.6375545851528384, "len_ratio": 1.1226415094339623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_251fd3f3c88f61ba", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6656686626746506, "chrf": 64.07216581072575, "bleu": 35.71265134139776, "rougeL": 0.6384615384615385, "len_ratio": 0.72, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}467{"pair_id": "pair_6a78c979c6598d91", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7617504051863857, "chrf": 76.56567779241689, "bleu": 57.64540643474719, "rougeL": 0.7794871794871795, "len_ratio": 1.074468085106383, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_a2583c3b6fbcc765", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.608433734939759, "chrf": 67.4003278521177, "bleu": 42.298722951516865, "rougeL": 0.658682634730539, "len_ratio": 0.7708333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}469{"pair_id": "pair_858e1317315c6317", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5697896749521989, "chrf": 72.39977947507128, "bleu": 47.39829287829686, "rougeL": 0.6211604095563139, "len_ratio": 1.0291970802919708, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}470{"pair_id": "pair_57f77f415ae1efdb", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6369327073552425, "chrf": 68.06557824314777, "bleu": 40.65202954346596, "rougeL": 0.6382978723404256, "len_ratio": 0.8762886597938144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_fe19bbf105a9410f", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8227984873041599, "chrf": 80.95887376179172, "bleu": 63.564491535649665, "rougeL": 0.8231173380035026, "len_ratio": 1.0148148148148148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_53a79cb7957fd9e0", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7049847405900305, "chrf": 68.54625851624915, "bleu": 37.16649592257698, "rougeL": 0.6761565836298933, "len_ratio": 1.037313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_f9f7796681a7e57d", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8220024721878862, "chrf": 79.60993468081561, "bleu": 57.997604666785605, "rougeL": 0.8135593220338982, "len_ratio": 0.8617886178861789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}474{"pair_id": "pair_e2714c55e5c4227d", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6705035971223021, "chrf": 67.17541366855885, "bleu": 28.238689465941487, "rougeL": 0.6183574879227053, "len_ratio": 1.046875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}475{"pair_id": "pair_66d101a244571f66", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6854043392504932, "chrf": 75.96609257426766, "bleu": 54.411092069835895, "rougeL": 0.7157190635451505, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}476{"pair_id": "pair_ed88ea81b5d35936", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6234718826405867, "chrf": 63.019395683568035, "bleu": 36.51124247360801, "rougeL": 0.5271317829457365, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_b85190f0dfd010a3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5087719298245614, "chrf": 71.34725102993585, "bleu": 46.27340634652288, "rougeL": 0.5770308123249299, "len_ratio": 1.023391812865497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}478{"pair_id": "pair_41467475746e6f0c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6169772256728778, "chrf": 59.59082818712271, "bleu": 24.832929328570525, "rougeL": 0.5806451612903226, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_b55762bf4da472e6", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5704831237590999, "chrf": 70.27374770598186, "bleu": 34.91360737225519, "rougeL": 0.6257928118393236, "len_ratio": 1.0765765765765767, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 4.0, "sentence_count_delta": 0.0}480{"pair_id": "pair_d5b19b70cc2497f1", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6181818181818182, "chrf": 75.22925864457387, "bleu": 47.91384387863247, "rougeL": 0.6243386243386244, "len_ratio": 0.9489795918367347, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_feedac1b1d32b1b1", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.71309963099631, "chrf": 76.18463676157468, "bleu": 60.70449108965717, "rougeL": 0.7841191066997519, "len_ratio": 0.9732620320855615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}482{"pair_id": "pair_a44f7cb6657d9a08", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.593094944512947, "chrf": 66.76331077096276, "bleu": 36.51733202230738, "rougeL": 0.6050420168067228, "len_ratio": 1.1603773584905661, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_d50c420211e1b6c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7097989949748744, "chrf": 67.32696715602896, "bleu": 43.79848118842287, "rougeL": 0.6964285714285714, "len_ratio": 0.9051724137931034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}484{"pair_id": "pair_3ecde6d1344d41f4", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.58125, "chrf": 62.86360818491369, "bleu": 30.119271035530115, "rougeL": 0.5668449197860963, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}485{"pair_id": "pair_528b996710df31de", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6061185468451242, "chrf": 71.89816856067831, "bleu": 47.825394075318556, "rougeL": 0.6323024054982818, "len_ratio": 1.0145985401459854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}486{"pair_id": "pair_035de05c859a958a", "doc_id": "doc_4b9443000ca9e29c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6465989053948398, "chrf": 62.96474643097284, "bleu": 44.44306127633152, "rougeL": 0.6556603773584907, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}487{"pair_id": "pair_80f93a8b05c3d53f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.79, "chrf": 76.7821543109433, "bleu": 56.21442682426948, "rougeL": 0.781456953642384, "len_ratio": 1.0684931506849316, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}488{"pair_id": "pair_055566964624973c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8383233532934131, "chrf": 78.5956484524651, "bleu": 52.431164866852825, "rougeL": 0.7658536585365854, "len_ratio": 0.8935185185185185, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}489{"pair_id": "pair_134d0a92b2b41777", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.48408710217755446, "chrf": 58.22159705640091, "bleu": 23.021003732990366, "rougeL": 0.48587570621468923, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_3db1c38b15ba530d", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5652841781874041, "chrf": 64.3741562705684, "bleu": 28.881481144553494, "rougeL": 0.5824742268041238, "len_ratio": 1.02, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_f6fab503d776bdd4", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7057823129251701, "chrf": 69.21055565200369, "bleu": 54.92958444265006, "rougeL": 0.7912087912087912, "len_ratio": 0.8191489361702128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}492{"pair_id": "pair_81a2f49016025657", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7647058823529411, "chrf": 74.84578096979072, "bleu": 49.19458057716003, "rougeL": 0.7524752475247524, "len_ratio": 0.941747572815534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_9a3d12ade5b3384d", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7415254237288136, "chrf": 75.31355864871963, "bleu": 51.66144450290343, "rougeL": 0.7570093457943926, "len_ratio": 0.9897959183673469, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}494{"pair_id": "pair_32f19d8b8f57c466", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6604892512972572, "chrf": 73.31065624157131, "bleu": 51.813527680004455, "rougeL": 0.7286063569682153, "len_ratio": 0.8716577540106952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}495{"pair_id": "pair_5fc5d6b3639a3dc4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7294871794871796, "chrf": 72.66519602315793, "bleu": 51.024659499303226, "rougeL": 0.7307692307692306, "len_ratio": 1.0396825396825398, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_df5652183bacb663", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6044776119402986, "chrf": 73.76765338582896, "bleu": 50.95071914351076, "rougeL": 0.6538461538461539, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_85a5f1a5ac9c6610", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6145915939730373, "chrf": 70.54940248993317, "bleu": 47.27166534975074, "rougeL": 0.6529562982005142, "len_ratio": 1.0053763440860215, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}498{"pair_id": "pair_b576d0bcddf11e63", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.676560900716479, "chrf": 68.26693395966224, "bleu": 45.583646057306424, "rougeL": 0.6423841059602649, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}499{"pair_id": "pair_658aed422bb70153", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.685971685971686, "chrf": 65.86833023177482, "bleu": 41.194484845087565, "rougeL": 0.648888888888889, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}500{"pair_id": "pair_0b74af79934cdeff", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5997023809523809, "chrf": 60.69006710428481, "bleu": 27.753642678815165, "rougeL": 0.5567010309278351, "len_ratio": 1.0978260869565217, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}501{"pair_id": "pair_d125ca90abeb41cd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7303523035230353, "chrf": 70.85502252751043, "bleu": 45.36142737361304, "rougeL": 0.6989010989010989, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_4c2f49e299df1fc5", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.649746192893401, "chrf": 76.04841507544924, "bleu": 49.96270046306355, "rougeL": 0.7586206896551724, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}503{"pair_id": "pair_e3ac942e27b3821d", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6600760456273764, "chrf": 67.31017969014832, "bleu": 33.73047121004911, "rougeL": 0.6014669926650367, "len_ratio": 1.0520833333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}504{"pair_id": "pair_b3dcb2f184c1c5c3", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7823750671681892, "chrf": 78.25634472066585, "bleu": 55.607864400545, "rougeL": 0.7838312829525483, "len_ratio": 0.9710144927536232, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}505{"pair_id": "pair_359f3773d8ef8197", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8103448275862069, "chrf": 77.08874687500497, "bleu": 61.98568355161042, "rougeL": 0.828125, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_f1c3a18403d8e434", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.75, "chrf": 73.87074493710685, "bleu": 50.09522793310728, "rougeL": 0.7806267806267807, "len_ratio": 0.8222222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}507{"pair_id": "pair_598b18361575ebab", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5555555555555556, "chrf": 65.51309243490789, "bleu": 41.173143802541546, "rougeL": 0.6303030303030304, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}508{"pair_id": "pair_0ebd409f0680246a", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6694003075345976, "chrf": 77.21980267444548, "bleu": 55.563268729738816, "rougeL": 0.7083333333333333, "len_ratio": 0.9893992932862191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}509{"pair_id": "pair_517a4855428d0e09", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6669459572685379, "chrf": 71.54681455964158, "bleu": 45.972964940480146, "rougeL": 0.662303664921466, "len_ratio": 0.9484536082474226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}510{"pair_id": "pair_36cc16989c1845e0", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6254876462938881, "chrf": 71.72126457388075, "bleu": 49.72829292212105, "rougeL": 0.6968325791855204, "len_ratio": 0.9158878504672897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}511{"pair_id": "pair_3a4c784373849b86", "doc_id": "doc_018da718543ec7b2", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6932153392330384, "chrf": 69.66505331221667, "bleu": 46.086359271419084, "rougeL": 0.6829268292682926, "len_ratio": 0.9797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}512{"pair_id": "pair_a18ae351f4ac950f", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.44458438287153657, "chrf": 69.99230730610593, "bleu": 39.95756256777744, "rougeL": 0.5125, "len_ratio": 1.0085836909871244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}513{"pair_id": "pair_8a17cf509769a8da", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8620689655172413, "chrf": 84.6228095652148, "bleu": 73.099618420421, "rougeL": 0.8852459016393444, "len_ratio": 0.910958904109589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}514{"pair_id": "pair_d211c1e70137a4a8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6764432029795158, "chrf": 71.1126030160852, "bleu": 40.58390256264804, "rougeL": 0.6759581881533101, "len_ratio": 0.9063545150501672, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}515{"pair_id": "pair_aa49e4e970d5f66a", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7558922558922558, "chrf": 74.57140490296598, "bleu": 59.9224704019752, "rougeL": 0.7515151515151516, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}516{"pair_id": "pair_7ff85797f004e323", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6168421052631579, "chrf": 60.1263644914666, "bleu": 27.186646767812327, "rougeL": 0.5882352941176471, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}517{"pair_id": "pair_fa76f220e9b009b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7691197691197691, "chrf": 73.55229381297048, "bleu": 46.89992008790907, "rougeL": 0.7459459459459459, "len_ratio": 0.8477157360406091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}518{"pair_id": "pair_ab39b24421aac760", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7441016333938294, "chrf": 73.34409475689783, "bleu": 46.1863951381753, "rougeL": 0.7108433734939757, "len_ratio": 0.8863636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_61ade45a3ce5d1d3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7154471544715447, "chrf": 69.64837454716215, "bleu": 43.53209940730549, "rougeL": 0.6839826839826839, "len_ratio": 0.9644444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}520{"pair_id": "pair_9f1d151cc1866b61", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6806649168853893, "chrf": 73.47535739884397, "bleu": 54.527056916744364, "rougeL": 0.7355769230769231, "len_ratio": 1.0374331550802138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}521{"pair_id": "pair_38a98aba2a2bb445", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6025039123630673, "chrf": 60.28049822015458, "bleu": 30.76879718532031, "rougeL": 0.5697674418604651, "len_ratio": 0.7010309278350515, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}522{"pair_id": "pair_444e18218ab0959c", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6635021097046414, "chrf": 66.8322983529211, "bleu": 42.80978346888246, "rougeL": 0.6666666666666666, "len_ratio": 0.896551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}523{"pair_id": "pair_45657a5f820aa95e", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6890243902439024, "chrf": 66.53939163751545, "bleu": 38.226852466613686, "rougeL": 0.7052023121387283, "len_ratio": 0.7227722772277227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}524{"pair_id": "pair_fd220d9930ac8682", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7854291417165669, "chrf": 71.82222581818081, "bleu": 48.58384816956968, "rougeL": 0.7087719298245615, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}525{"pair_id": "pair_635a54c9047f56bc", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5945558739255015, "chrf": 68.10243659337675, "bleu": 48.65892949527702, "rougeL": 0.6256410256410256, "len_ratio": 0.93, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}526{"pair_id": "pair_ef72458de24a1f99", "doc_id": "doc_e70ce9ae73c32589", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5206738131699846, "chrf": 50.97968160586108, "bleu": 19.974939148799297, "rougeL": 0.4077669902912621, "len_ratio": 0.9900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_9c498fa1764d6287", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49769585253456217, "chrf": 58.39650417211423, "bleu": 26.01095280917732, "rougeL": 0.5838509316770186, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_34b52e0779052ae1", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.616106333072713, "chrf": 61.80043532498131, "bleu": 42.94019920991789, "rougeL": 0.6558139534883721, "len_ratio": 0.8839285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}529{"pair_id": "pair_70f7f56cd73632d0", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7268656716417911, "chrf": 71.89443575096712, "bleu": 44.39255588019671, "rougeL": 0.7301587301587301, "len_ratio": 0.8181818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}530{"pair_id": "pair_3157f21797f49ec6", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6389088298636038, "chrf": 64.33203303973755, "bleu": 33.480543129618475, "rougeL": 0.6306306306306306, "len_ratio": 0.9627906976744186, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}531{"pair_id": "pair_f82b21b17f2bdb49", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.799800796812749, "chrf": 82.63203196702187, "bleu": 70.51854165769184, "rougeL": 0.8187134502923976, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}532{"pair_id": "pair_8e1dda1763872c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.786598689002185, "chrf": 76.31350431607925, "bleu": 52.90183483372097, "rougeL": 0.7672634271099743, "len_ratio": 0.8805970149253731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}533{"pair_id": "pair_286dbb52e50dc7a6", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6442105263157895, "chrf": 63.4747057948841, "bleu": 33.10301947751631, "rougeL": 0.6962962962962964, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}534{"pair_id": "pair_35dd579c5b968537", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7159015302727878, "chrf": 69.09313662077139, "bleu": 43.645265109837084, "rougeL": 0.6617283950617283, "len_ratio": 0.8657407407407407, "placeholders_exact": 0.0, "placeholder_recall": 0.75, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}535{"pair_id": "pair_b398d3a47fa7dfa7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6843940714908456, "chrf": 74.8599296559979, "bleu": 51.657437198884786, "rougeL": 0.6896551724137931, "len_ratio": 1.0063694267515924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}536{"pair_id": "pair_0c8ee38c18b17b7e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8513011152416357, "chrf": 84.19737413492831, "bleu": 65.67258909126055, "rougeL": 0.8452380952380952, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}537{"pair_id": "pair_142439a64f5fb87b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7490802060338484, "chrf": 71.23644130456394, "bleu": 42.594139204539005, "rougeL": 0.6965699208443272, "len_ratio": 0.921875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}538{"pair_id": "pair_5d693044acf7b20f", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7750172532781229, "chrf": 75.0342150147575, "bleu": 50.43944666685969, "rougeL": 0.7383177570093459, "len_ratio": 1.0048076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}539{"pair_id": "pair_1612225c22958c95", "doc_id": "doc_0f52808f2ff23add", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6836215666327569, "chrf": 67.38544306439447, "bleu": 37.04383319204086, "rougeL": 0.6808510638297872, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}540{"pair_id": "pair_2b1c3e1de59ac3ad", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6761194029850746, "chrf": 78.44063773674931, "bleu": 57.93441083752226, "rougeL": 0.7378640776699028, "len_ratio": 0.98989898989899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}541{"pair_id": "pair_bb034275477b9dd2", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.73359375, "chrf": 72.77928487672357, "bleu": 45.87363239166823, "rougeL": 0.7640449438202247, "len_ratio": 0.86, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}542{"pair_id": "pair_77c0ace76b767275", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5698729582577132, "chrf": 61.046956575317864, "bleu": 29.053760718546904, "rougeL": 0.6285714285714287, "len_ratio": 1.1341463414634145, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}543{"pair_id": "pair_7a5eeeb91a557a79", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4984520123839009, "chrf": 66.8981476052722, "bleu": 40.199769263136496, "rougeL": 0.5714285714285715, "len_ratio": 0.9514563106796117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}544{"pair_id": "pair_04ee113812de86cf", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7431457431457431, "chrf": 74.9646567690713, "bleu": 48.57278015818365, "rougeL": 0.7239583333333333, "len_ratio": 0.9238578680203046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}545{"pair_id": "pair_00e5b16778446d19", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7616511318242344, "chrf": 77.11181947839341, "bleu": 53.486760264968005, "rougeL": 0.7196261682242989, "len_ratio": 1.0480769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}546{"pair_id": "pair_8323ea66dba69223", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.79491833030853, "chrf": 77.17802432921556, "bleu": 58.26288506674898, "rougeL": 0.7878787878787878, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}547{"pair_id": "pair_7d8f40cfaded0f17", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6518305814788227, "chrf": 66.04691349710791, "bleu": 36.175860984386965, "rougeL": 0.6334841628959276, "len_ratio": 0.958139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}548{"pair_id": "pair_fde08dcb84e2f051", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7658017298735862, "chrf": 72.77573529787486, "bleu": 45.55850552521111, "rougeL": 0.7228915662650602, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}549{"pair_id": "pair_709340bec637290f", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5492957746478873, "chrf": 71.21692040996562, "bleu": 51.00596484971151, "rougeL": 0.6586826347305389, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}550{"pair_id": "pair_8795cd4cdabac7ae", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7803425167535368, "chrf": 75.29835538287556, "bleu": 51.2591861644844, "rougeL": 0.747422680412371, "len_ratio": 0.949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}551{"pair_id": "pair_876b121aa7ae7be2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7531876138433515, "chrf": 76.87358096222812, "bleu": 54.26078414754045, "rougeL": 0.771513353115727, "len_ratio": 0.9345238095238095, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}552{"pair_id": "pair_95d5475cd9064de5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6069600818833163, "chrf": 71.83415554905362, "bleu": 49.271298426293676, "rougeL": 0.6513157894736843, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}553{"pair_id": "pair_894048a3fcd63616", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7900113507377979, "chrf": 74.83751277597233, "bleu": 54.15819153780651, "rougeL": 0.803088803088803, "len_ratio": 0.8455882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}554{"pair_id": "pair_c88d9759ca0070e4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6584845250800426, "chrf": 66.60994571298775, "bleu": 38.362923552143684, "rougeL": 0.6666666666666667, "len_ratio": 0.7808219178082192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}555{"pair_id": "pair_0f565edaff6ad350", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5717017208413002, "chrf": 70.2393795254639, "bleu": 44.738500833515445, "rougeL": 0.6137931034482759, "len_ratio": 1.0072992700729928, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}556{"pair_id": "pair_e83eea0bb89f932c", "doc_id": "doc_bf9fb21cf01519f9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.795774647887324, "chrf": 77.32027660236109, "bleu": 57.971287826787275, "rougeL": 0.8341543513957307, "len_ratio": 0.8364197530864198, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}557{"pair_id": "pair_99daeee999faffda", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5696202531645569, "chrf": 64.03073865428559, "bleu": 35.935678413829685, "rougeL": 0.6163522012578617, "len_ratio": 0.9629629629629629, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}558{"pair_id": "pair_5c770c94dc49f5a0", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.742084942084942, "chrf": 70.82672828084435, "bleu": 45.60903136719433, "rougeL": 0.709480122324159, "len_ratio": 0.7796610169491526, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}559{"pair_id": "pair_8f2161950e445713", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.706043956043956, "chrf": 74.4105338215986, "bleu": 46.59099794426457, "rougeL": 0.674364896073903, "len_ratio": 1.0336538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}560{"pair_id": "pair_a435813cf52c77ae", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5978456014362656, "chrf": 65.141100140241, "bleu": 42.031524995080424, "rougeL": 0.6432748538011697, "len_ratio": 1.0493827160493827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}561{"pair_id": "pair_e97aeb2b305546cc", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7178019461934746, "chrf": 75.1679819264203, "bleu": 54.77042586864184, "rougeL": 0.7385740402193784, "len_ratio": 1.0111940298507462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}562{"pair_id": "pair_6c799b58226f07ae", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.535645472061657, "chrf": 60.18811497437366, "bleu": 22.156062090976466, "rougeL": 0.5161290322580646, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}563{"pair_id": "pair_ce988002c656d05e", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.82842287694974, "chrf": 81.32634246827439, "bleu": 65.29985233310212, "rougeL": 0.8339622641509434, "len_ratio": 0.9552238805970149, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}564{"pair_id": "pair_28847457f3dcedea", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.663820704375667, "chrf": 70.45251465377875, "bleu": 40.46559005526987, "rougeL": 0.6830985915492958, "len_ratio": 0.9178082191780822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}565{"pair_id": "pair_e9900f4a63fad6a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5051334702258727, "chrf": 72.72939283054849, "bleu": 41.47199289911152, "rougeL": 0.5580589254766032, "len_ratio": 0.9586206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}566{"pair_id": "pair_666a960290e8b488", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6958128078817734, "chrf": 75.93155957751542, "bleu": 53.16059502442313, "rougeL": 0.73992673992674, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}567{"pair_id": "pair_98bd5d5c7dd05dee", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5071633237822349, "chrf": 66.54121578957911, "bleu": 47.41449864750515, "rougeL": 0.577319587628866, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}568{"pair_id": "pair_8c6c671cba6387a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6589698046181172, "chrf": 71.83935662103762, "bleu": 59.534796079943604, "rougeL": 0.7262569832402235, "len_ratio": 0.7634408602150538, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}569{"pair_id": "pair_ae76d7e575ea6ec9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7782805429864253, "chrf": 74.05334042987907, "bleu": 50.58370410236994, "rougeL": 0.7390029325513195, "len_ratio": 0.9939024390243902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}570{"pair_id": "pair_fa5e2664023ace92", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6779661016949152, "chrf": 67.67918929111764, "bleu": 42.24830289141751, "rougeL": 0.6705202312138728, "len_ratio": 1.075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}571{"pair_id": "pair_3637715c8ce7cf51", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7785714285714286, "chrf": 76.78934531044594, "bleu": 52.865972898418796, "rougeL": 0.7933884297520661, "len_ratio": 0.890625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}572{"pair_id": "pair_d3f39a6ddcbb36be", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8088888888888889, "chrf": 77.05379699809598, "bleu": 51.59891099794264, "rougeL": 0.7942028985507247, "len_ratio": 1.0548780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}573{"pair_id": "pair_dde28f37769db791", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5196428571428571, "chrf": 68.35160299188651, "bleu": 37.73912355357871, "rougeL": 0.5925925925925926, "len_ratio": 1.0128205128205128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}574{"pair_id": "pair_6230227676d77e1f", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7843137254901961, "chrf": 83.45597037884191, "bleu": 67.17410114130116, "rougeL": 0.8056680161943319, "len_ratio": 0.9673469387755103, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}575{"pair_id": "pair_0e9b26ec8a76a231", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5957894736842105, "chrf": 55.352943949131216, "bleu": 18.66882583043997, "rougeL": 0.5507246376811595, "len_ratio": 0.7916666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}576{"pair_id": "pair_b61c55e9954eb02d", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.727626459143969, "chrf": 71.86242354662184, "bleu": 46.04396764185879, "rougeL": 0.7207207207207207, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}577{"pair_id": "pair_c687d3758a3b9b82", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.727994227994228, "chrf": 74.61684398433582, "bleu": 47.773718112241774, "rougeL": 0.7189873417721518, "len_ratio": 0.9746192893401016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}578{"pair_id": "pair_5cb9a82241e57545", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6561461794019934, "chrf": 67.98463779750362, "bleu": 40.89169564522508, "rougeL": 0.6628571428571429, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}579{"pair_id": "pair_881e782bd08e5d54", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5734639358860196, "chrf": 61.05943364922406, "bleu": 25.259273263971284, "rougeL": 0.5866666666666667, "len_ratio": 1.0173410404624277, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}580{"pair_id": "pair_ee98ed489357bbf5", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.70548806032677, "chrf": 70.73881213751085, "bleu": 43.25097716221217, "rougeL": 0.7140939597315435, "len_ratio": 0.8943298969072165, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}581{"pair_id": "pair_3f4fc9d94e3ea3f9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7267326732673267, "chrf": 78.32038191263061, "bleu": 58.084697098314784, "rougeL": 0.73568281938326, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}582{"pair_id": "pair_481811668a92d254", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5822281167108754, "chrf": 63.930452085567225, "bleu": 31.22669781247824, "rougeL": 0.5948275862068966, "len_ratio": 0.987012987012987, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}583{"pair_id": "pair_ca6b1ff4bee7dfcb", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5736040609137056, "chrf": 53.56033497963535, "bleu": 31.06073678139808, "rougeL": 0.5423728813559322, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}584{"pair_id": "pair_f2e287ba0679f384", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7628959276018099, "chrf": 71.55071359661218, "bleu": 46.80794663697181, "rougeL": 0.728862973760933, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}585{"pair_id": "pair_41c8c644a8bd1d9e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7910135841170324, "chrf": 78.55506122584394, "bleu": 63.78135502801808, "rougeL": 0.7949526813880127, "len_ratio": 0.9931506849315068, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}586{"pair_id": "pair_1e16da35c03bccc3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6129398410896708, "chrf": 71.90817713320554, "bleu": 49.71270624612544, "rougeL": 0.6263345195729537, "len_ratio": 1.0220588235294117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}587{"pair_id": "pair_9ec58ba269c83983", "doc_id": "doc_0f52808f2ff23add", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.757884028484232, "chrf": 72.75921710355668, "bleu": 48.02428940230026, "rougeL": 0.7279693486590038, "len_ratio": 0.8880597014925373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}588{"pair_id": "pair_b5b23cc8e91cbeeb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6175298804780877, "chrf": 63.07229503212467, "bleu": 35.697263456554886, "rougeL": 0.6000000000000001, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}589{"pair_id": "pair_98f46681946e1f16", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.636180904522613, "chrf": 74.88004522916178, "bleu": 45.015751277450114, "rougeL": 0.6678200692041524, "len_ratio": 1.070631970260223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}590{"pair_id": "pair_c3edc4b58825ebba", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5263157894736843, "chrf": 68.73978014975361, "bleu": 42.44551653378663, "rougeL": 0.6009852216748769, "len_ratio": 0.9514563106796117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}591{"pair_id": "pair_1bcbaf2c5d124478", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6815519765739385, "chrf": 74.7083574019644, "bleu": 52.33959169968407, "rougeL": 0.7251732101616627, "len_ratio": 0.9893048128342246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}592{"pair_id": "pair_aac1a41ceb8c4ef4", "doc_id": "doc_693020f91e971346", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5467980295566502, "chrf": 58.80033033378059, "bleu": 34.59412007355405, "rougeL": 0.5581395348837209, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}593{"pair_id": "pair_313215bf88c52685", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5123203285420945, "chrf": 74.15460930247617, "bleu": 43.78394917492616, "rougeL": 0.5479930191972077, "len_ratio": 0.9586206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}594{"pair_id": "pair_c3a63f2b36ded1a4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7172322022621425, "chrf": 71.01610036379891, "bleu": 44.7064421202603, "rougeL": 0.6956521739130435, "len_ratio": 0.9120370370370371, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}595{"pair_id": "pair_5fdc0106f035a8bd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6769911504424779, "chrf": 71.50651737340911, "bleu": 46.621568699547794, "rougeL": 0.6634146341463415, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}596{"pair_id": "pair_43a1312c1e2f9f9b", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7071461933675852, "chrf": 72.84308283481705, "bleu": 48.07543630617881, "rougeL": 0.7046153846153846, "len_ratio": 0.9546827794561934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}597{"pair_id": "pair_23e769194136bbfb", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7181544633901705, "chrf": 69.09726208866202, "bleu": 39.80612646206909, "rougeL": 0.6642599277978339, "len_ratio": 0.9357142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}598{"pair_id": "pair_73a5c7b86f224551", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7236227824463118, "chrf": 73.16894133505744, "bleu": 45.15163343697493, "rougeL": 0.7649122807017543, "len_ratio": 0.8193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}599{"pair_id": "pair_d6f656801334b443", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6678626345463865, "chrf": 69.98848393119775, "bleu": 49.49272907006298, "rougeL": 0.6872727272727273, "len_ratio": 0.8975265017667845, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}600{"pair_id": "pair_cf52ab1c4b7478ca", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6707317073170731, "chrf": 65.29042062106043, "bleu": 37.12952292511499, "rougeL": 0.6343612334801761, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}601{"pair_id": "pair_4ea802016f54c6ef", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7959750173490632, "chrf": 81.29452415208054, "bleu": 62.49836787218702, "rougeL": 0.8272251308900523, "len_ratio": 0.9076923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}602{"pair_id": "pair_99657461cf2a0d68", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6864738076622361, "chrf": 67.0168198725426, "bleu": 50.5046407729369, "rougeL": 0.7188940092165899, "len_ratio": 0.9017857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}603{"pair_id": "pair_037daed382955f9b", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7339055793991416, "chrf": 70.14689533705442, "bleu": 39.8921374905842, "rougeL": 0.7142857142857143, "len_ratio": 0.8598130841121495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}604{"pair_id": "pair_a3add4e517315cc9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7414733969986358, "chrf": 81.22319268919014, "bleu": 57.1936433689219, "rougeL": 0.7678571428571429, "len_ratio": 0.9594594594594594, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}605{"pair_id": "pair_120cdc7dcaaca6ed", "doc_id": "doc_cb9d29bd67fefa94", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6872509960159363, "chrf": 71.06570544488832, "bleu": 42.57349697266607, "rougeL": 0.6620689655172414, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}606{"pair_id": "pair_9f1dc40ae5c45e53", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7132262051915945, "chrf": 68.70242309032825, "bleu": 40.27806346545697, "rougeL": 0.674698795180723, "len_ratio": 0.967479674796748, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}607{"pair_id": "pair_990c67f14e1d92ba", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6451077943615258, "chrf": 65.26515843004252, "bleu": 33.329939902136246, "rougeL": 0.6477272727272727, "len_ratio": 1.123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}608{"pair_id": "pair_9b56213c2756c33e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7165032679738562, "chrf": 69.23667472667648, "bleu": 37.696211119807224, "rougeL": 0.6876640419947507, "len_ratio": 1.011111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}609{"pair_id": "pair_48ca3e3bd79de8c6", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.762532981530343, "chrf": 71.74869704571655, "bleu": 48.254036578094166, "rougeL": 0.7317073170731708, "len_ratio": 0.8425925925925926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}610{"pair_id": "pair_cbef7994ad26f466", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6838487972508591, "chrf": 69.09097566820685, "bleu": 48.7600851465979, "rougeL": 0.6885245901639343, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}611{"pair_id": "pair_5cc25b6eaf94623d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.794701986754967, "chrf": 77.26945874956706, "bleu": 52.87029488392898, "rougeL": 0.7493403693931399, "len_ratio": 0.9114583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}612{"pair_id": "pair_b1e5591b281ea102", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4254062038404727, "chrf": 68.75237034521243, "bleu": 36.33441894855736, "rougeL": 0.5283018867924528, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}613{"pair_id": "pair_57dbfcb0f1e1de4a", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7654075546719682, "chrf": 72.6586631558517, "bleu": 50.43249257114613, "rougeL": 0.736842105263158, "len_ratio": 1.082191780821918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}614{"pair_id": "pair_9a7d65390b8821b7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6146788990825688, "chrf": 69.1138582874599, "bleu": 36.20822667077545, "rougeL": 0.6288659793814433, "len_ratio": 1.0978260869565217, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}615{"pair_id": "pair_a28dd4507435c1c4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6447010869565217, "chrf": 74.91088162633321, "bleu": 54.58532344661411, "rougeL": 0.6936936936936936, "len_ratio": 0.9815668202764977, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}616{"pair_id": "pair_3864156259acc2cf", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7237314197847258, "chrf": 74.2888680822142, "bleu": 53.571444773292704, "rougeL": 0.7733333333333333, "len_ratio": 0.8021201413427562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}617{"pair_id": "pair_8f591b2f4fca927b", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6133567662565905, "chrf": 72.21113081037713, "bleu": 44.82444602797326, "rougeL": 0.6586826347305389, "len_ratio": 1.0617283950617284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}618{"pair_id": "pair_d3d344abd0b1dae7", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6524822695035462, "chrf": 63.50074327267923, "bleu": 31.86486119628068, "rougeL": 0.6213592233009708, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}619{"pair_id": "pair_fc0b54e2ea595e25", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.625, "chrf": 75.5037457809132, "bleu": 44.05373112678983, "rougeL": 0.6517241379310346, "len_ratio": 1.0743494423791822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}620{"pair_id": "pair_e9c40c58f4fdafde", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7666370896184561, "chrf": 77.20348654011498, "bleu": 56.21255138099405, "rougeL": 0.7578347578347578, "len_ratio": 0.9080459770114943, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}621{"pair_id": "pair_87ba7ed0bdc37c19", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7644710578842315, "chrf": 72.0401063709784, "bleu": 44.26102655994072, "rougeL": 0.7115384615384615, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}622{"pair_id": "pair_7b43c35e1fea67d9", "doc_id": "doc_606921299de9f2c7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7146562905317769, "chrf": 72.85439460954947, "bleu": 51.744996964837426, "rougeL": 0.7692307692307692, "len_ratio": 0.9245283018867925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}623{"pair_id": "pair_d3d557752aece674", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6403127715030408, "chrf": 68.86993738284308, "bleu": 39.398592325572714, "rougeL": 0.6606060606060605, "len_ratio": 0.8793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}624{"pair_id": "pair_b19aa784b8b22076", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6515426497277677, "chrf": 73.76467861282228, "bleu": 57.15191257326157, "rougeL": 0.7325581395348838, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}625{"pair_id": "pair_ad0afec4a3e61f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.613882863340564, "chrf": 75.91254937074179, "bleu": 52.342245347117434, "rougeL": 0.6666666666666667, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}626{"pair_id": "pair_125abe3587851f59", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7148541114058355, "chrf": 71.4678957610622, "bleu": 43.59592274352514, "rougeL": 0.7240618101545253, "len_ratio": 0.935064935064935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}627{"pair_id": "pair_9445e4ac9a9078a8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8087649402390438, "chrf": 76.74087648658819, "bleu": 58.667033017643995, "rougeL": 0.7814569536423841, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}628{"pair_id": "pair_f3640bddd5f75673", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5710172744721689, "chrf": 66.51158873862083, "bleu": 41.4828298762292, "rougeL": 0.6363636363636364, "len_ratio": 0.8553459119496856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}629{"pair_id": "pair_cb2893b3af8d8dce", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.588380716934487, "chrf": 58.87473466341826, "bleu": 25.644637078239498, "rougeL": 0.5612648221343872, "len_ratio": 0.991869918699187, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}630{"pair_id": "pair_3efbf0f7230dc75b", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5711627906976744, "chrf": 63.08251690414224, "bleu": 36.77574002147045, "rougeL": 0.616279069767442, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}631{"pair_id": "pair_d1d083daa7f202be", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8798151001540833, "chrf": 85.70343750657025, "bleu": 71.87742408366216, "rougeL": 0.88268156424581, "len_ratio": 0.9347826086956522, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}632{"pair_id": "pair_32d5a7aaa5beabcc", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6860158311345647, "chrf": 70.59162424675313, "bleu": 41.63092009791169, "rougeL": 0.672645739910314, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}633{"pair_id": "pair_32a67ffa72160dea", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7089201877934272, "chrf": 72.35331261356703, "bleu": 47.94468315778754, "rougeL": 0.717391304347826, "len_ratio": 0.8350515463917526, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}634{"pair_id": "pair_39a194398ec7d15f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7058823529411764, "chrf": 67.4359604584493, "bleu": 39.057781028705826, "rougeL": 0.7019498607242339, "len_ratio": 0.7969543147208121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}635{"pair_id": "pair_cbc85cd10f0b7969", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7413572343149808, "chrf": 73.56514804431824, "bleu": 51.64876918494623, "rougeL": 0.7490347490347491, "len_ratio": 1.0317460317460319, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}636{"pair_id": "pair_b1f03c5de01e9aa8", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7024793388429752, "chrf": 76.70333209629256, "bleu": 50.87022374927848, "rougeL": 0.7362204724409448, "len_ratio": 1.004, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}637{"pair_id": "pair_a3156186c5ec99e7", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6688453159041394, "chrf": 69.12488914593565, "bleu": 43.463450385571406, "rougeL": 0.7285714285714285, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}638{"pair_id": "pair_d52713279caf3a5a", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6598500340831629, "chrf": 68.71983334395956, "bleu": 27.869245271335274, "rougeL": 0.6288416075650118, "len_ratio": 1.09375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}639{"pair_id": "pair_482eb90ed205282d", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7231977818853974, "chrf": 70.95375010582026, "bleu": 45.49035073216065, "rougeL": 0.6588628762541806, "len_ratio": 0.9575163398692811, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}640{"pair_id": "pair_654711c4cb5ca6ee", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6110019646365422, "chrf": 62.86934089329416, "bleu": 32.20634340254685, "rougeL": 0.6231884057971016, "len_ratio": 0.8157894736842105, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}641{"pair_id": "pair_982be29711fb3faf", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7287784679089027, "chrf": 72.12646056851733, "bleu": 47.515253315741674, "rougeL": 0.7512953367875648, "len_ratio": 0.7980769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}642{"pair_id": "pair_d77ac3e77f7d8816", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6403420523138833, "chrf": 76.74562192629047, "bleu": 53.43156455246156, "rougeL": 0.706605222734255, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}643{"pair_id": "pair_8ae60dcd34171313", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5278396436525612, "chrf": 63.866831095518684, "bleu": 44.92865959260268, "rougeL": 0.5419354838709678, "len_ratio": 0.8823529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}644{"pair_id": "pair_38e8d6bab23442af", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6346938775510205, "chrf": 70.63727767846781, "bleu": 40.61046788963803, "rougeL": 0.6124401913875598, "len_ratio": 1.0246305418719213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}645{"pair_id": "pair_c1fc9aca00e7064e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7194570135746606, "chrf": 67.69230635053385, "bleu": 39.604430529006855, "rougeL": 0.6785714285714286, "len_ratio": 0.9695121951219512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}646{"pair_id": "pair_25934da617221a6a", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6088082901554404, "chrf": 69.43935087294815, "bleu": 40.5730170639069, "rougeL": 0.6451612903225806, "len_ratio": 0.9540229885057471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}647{"pair_id": "pair_89fa11da160899b5", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.525035765379113, "chrf": 60.784563495959695, "bleu": 23.327288486612446, "rougeL": 0.5495495495495495, "len_ratio": 0.9813084112149533, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}648{"pair_id": "pair_676c481bd15b5d44", "doc_id": "doc_b1675be26e230c94", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.49453978159126366, "chrf": 67.06358704680828, "bleu": 45.945752612783494, "rougeL": 0.5858585858585857, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}649{"pair_id": "pair_9ca73b13e50db451", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6721105527638191, "chrf": 64.02928748188425, "bleu": 38.995432641971725, "rougeL": 0.6578947368421052, "len_ratio": 0.9396551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}650{"pair_id": "pair_653d2446d3ea2326", "doc_id": "doc_cb9d29bd67fefa94", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8565737051792829, "chrf": 81.24762605728331, "bleu": 61.801445519993834, "rougeL": 0.8251748251748252, "len_ratio": 0.9305555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}651{"pair_id": "pair_2b07afb4134e393d", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.559915164369035, "chrf": 69.85971035594561, "bleu": 46.203179963248544, "rougeL": 0.6666666666666666, "len_ratio": 1.031055900621118, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}652{"pair_id": "pair_f2ce1d92d84f0152", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5887265135699373, "chrf": 56.07132820001133, "bleu": 18.953877419832665, "rougeL": 0.5578231292517006, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}653{"pair_id": "pair_6cbae94a400a8969", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6218678815489749, "chrf": 63.305852402213915, "bleu": 37.69827237313479, "rougeL": 0.6165413533834586, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}654{"pair_id": "pair_56f7a57a169e174a", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7161845191555902, "chrf": 74.22903745084405, "bleu": 58.61789859386047, "rougeL": 0.7378190255220417, "len_ratio": 0.8973214285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}655{"pair_id": "pair_790fac3ee13a3daf", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6982248520710059, "chrf": 66.49220348517406, "bleu": 29.834965251278614, "rougeL": 0.718562874251497, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}656{"pair_id": "pair_184a9ed565396f59", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7621951219512195, "chrf": 73.19954521505156, "bleu": 56.52190968289392, "rougeL": 0.7730061349693251, "len_ratio": 0.8860759493670886, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}657{"pair_id": "pair_6d1946753e3aa40d", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5961389961389961, "chrf": 64.19077693170827, "bleu": 28.41563453886272, "rougeL": 0.5149051490514904, "len_ratio": 1.0225988700564972, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}658{"pair_id": "pair_8378d0bd4723d839", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5991285403050108, "chrf": 69.64727018894106, "bleu": 42.58082887719651, "rougeL": 0.624113475177305, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}659{"pair_id": "pair_2efa73000eec9205", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.811141304347826, "chrf": 84.8933394132492, "bleu": 68.78338026493412, "rougeL": 0.8216704288939051, "len_ratio": 0.9769585253456221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}660{"pair_id": "pair_9312ecb07149d1af", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6412103746397695, "chrf": 69.34503153702855, "bleu": 42.23140849347504, "rougeL": 0.6926829268292682, "len_ratio": 1.0396039603960396, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}661{"pair_id": "pair_ae5e76a2b3c201a6", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7608200455580866, "chrf": 76.86520150282703, "bleu": 57.60830757843947, "rougeL": 0.7575757575757576, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}662{"pair_id": "pair_255f116d67ec21f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6899696048632219, "chrf": 72.76529612569009, "bleu": 41.428579621661164, "rougeL": 0.7329842931937174, "len_ratio": 1.069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}663{"pair_id": "pair_7b7a76447e6e92f2", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6324961558175295, "chrf": 69.9697769033884, "bleu": 42.42480582377566, "rougeL": 0.6597222222222222, "len_ratio": 0.9929328621908127, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}664{"pair_id": "pair_8efe74edfe320afe", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6957040572792363, "chrf": 68.23907127184314, "bleu": 38.49117670692097, "rougeL": 0.7022222222222222, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}665{"pair_id": "pair_03dde76264ca6f4c", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5487693710118505, "chrf": 60.03376218676628, "bleu": 27.548128525914144, "rougeL": 0.5911602209944752, "len_ratio": 0.9479768786127167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}666{"pair_id": "pair_86d43ab07b50813f", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6267748478701826, "chrf": 72.0675409037742, "bleu": 47.34186644089677, "rougeL": 0.6705882352941176, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}667{"pair_id": "pair_5e8f8eb57ee9f8fa", "doc_id": "doc_6b5d113d4728e44f", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6773897058823529, "chrf": 71.94164045018118, "bleu": 47.73553491934378, "rougeL": 0.6538461538461539, "len_ratio": 1.0986842105263157, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}668{"pair_id": "pair_5fe8e13ea3adb8c6", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5318471337579618, "chrf": 68.68128636716649, "bleu": 38.919167875529624, "rougeL": 0.6000000000000001, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}669{"pair_id": "pair_7ab42d22c53f75c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7184241019698725, "chrf": 76.93403516702102, "bleu": 52.097562362987105, "rougeL": 0.7524366471734892, "len_ratio": 0.992, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}670{"pair_id": "pair_12293b0f761126af", "doc_id": "doc_7cc71e43594f0124", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7167584579071598, "chrf": 69.5515790290348, "bleu": 48.05925474365411, "rougeL": 0.7243243243243243, "len_ratio": 0.8121827411167513, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}671{"pair_id": "pair_4c7940b7cd687de1", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6370192307692308, "chrf": 67.11649863305522, "bleu": 35.00919630985703, "rougeL": 0.6239669421487603, "len_ratio": 0.908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}672{"pair_id": "pair_7be546467e799613", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6466942148760331, "chrf": 76.21676340459838, "bleu": 56.229504286127245, "rougeL": 0.7428571428571429, "len_ratio": 0.987012987012987, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}673{"pair_id": "pair_33e7c23477ed03f5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6959962756052142, "chrf": 79.59882216928315, "bleu": 52.94612826343917, "rougeL": 0.7324414715719063, "len_ratio": 0.9899665551839465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}674{"pair_id": "pair_fcb58510e2052d39", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6689151208544126, "chrf": 72.14726671561161, "bleu": 41.08308933840963, "rougeL": 0.6954887218045113, "len_ratio": 1.068, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}675{"pair_id": "pair_8b6e228200da84a0", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5260504201680672, "chrf": 59.887990197086474, "bleu": 36.17264224716942, "rougeL": 0.6206896551724137, "len_ratio": 1.0851063829787233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}676{"pair_id": "pair_4870421b15880706", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7161152614727855, "chrf": 71.17394652125635, "bleu": 44.970615579570115, "rougeL": 0.7240143369175628, "len_ratio": 0.8904109589041096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}677{"pair_id": "pair_2d672a8854921ffc", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4180967238689548, "chrf": 74.02587383529809, "bleu": 53.984898502638515, "rougeL": 0.5654450261780105, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}678{"pair_id": "pair_e2220a85bfd31901", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6551724137931034, "chrf": 64.94705516789668, "bleu": 24.358630462945563, "rougeL": 0.6233766233766234, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}679{"pair_id": "pair_02048f02de17a1e8", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5245202558635395, "chrf": 68.51062580622803, "bleu": 45.42835114112758, "rougeL": 0.636904761904762, "len_ratio": 1.0186335403726707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}680{"pair_id": "pair_110232957235bdb5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.676392572944297, "chrf": 69.11932187140854, "bleu": 38.867118403354176, "rougeL": 0.6723768736616702, "len_ratio": 0.9913419913419913, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}681{"pair_id": "pair_e17a55a8f242ed4c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7322121604139715, "chrf": 73.48643174344713, "bleu": 52.2611591525639, "rougeL": 0.736842105263158, "len_ratio": 1.0087719298245614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}682{"pair_id": "pair_ac8e265167a6f775", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8540305010893247, "chrf": 87.01742875124351, "bleu": 73.36157732692138, "rougeL": 0.9051094890510949, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}683{"pair_id": "pair_90366eb7bc8e3e8a", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6395696353855349, "chrf": 74.18806571308953, "bleu": 47.32487332188077, "rougeL": 0.6655172413793103, "len_ratio": 0.9853479853479854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}684{"pair_id": "pair_aa27c34f2a932e39", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6603575184016824, "chrf": 68.21899952686692, "bleu": 46.29698880064822, "rougeL": 0.6644067796610169, "len_ratio": 0.9862068965517241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}685{"pair_id": "pair_9b80001db5ef43a7", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6883720930232557, "chrf": 70.52219595589503, "bleu": 44.87991306855354, "rougeL": 0.7228915662650602, "len_ratio": 0.8827160493827161, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}686{"pair_id": "pair_10585b1e1426b623", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6761467889908257, "chrf": 70.49432703389155, "bleu": 41.8308352917678, "rougeL": 0.6792452830188679, "len_ratio": 1.0258064516129033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}687{"pair_id": "pair_a187a96145a20436", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8115449915110357, "chrf": 81.76621359657616, "bleu": 59.64107741236229, "rougeL": 0.8092485549132947, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}688{"pair_id": "pair_6020ad12025be776", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6789321789321789, "chrf": 71.90195931603478, "bleu": 42.75910386084322, "rougeL": 0.6836734693877551, "len_ratio": 0.9593908629441624, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}689{"pair_id": "pair_f1f719f26e0a58f2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6131790744466801, "chrf": 73.63777798630285, "bleu": 49.38403454129604, "rougeL": 0.6830769230769231, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}690{"pair_id": "pair_ca26e0d6e43ac99b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6906187624750499, "chrf": 65.76080630337516, "bleu": 36.20399630313616, "rougeL": 0.6451612903225807, "len_ratio": 0.84, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}691{"pair_id": "pair_32753963d751ecf3", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6165884194053208, "chrf": 64.11233935945096, "bleu": 36.27504827966534, "rougeL": 0.5925925925925927, "len_ratio": 0.8865979381443299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}692{"pair_id": "pair_d0fda7cb70f44338", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7531914893617021, "chrf": 78.21670073350053, "bleu": 56.204961467613785, "rougeL": 0.7910447761194029, "len_ratio": 0.8356164383561644, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}693{"pair_id": "pair_181382d322427db4", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7626858021527422, "chrf": 78.80044785016378, "bleu": 58.44478377474219, "rougeL": 0.7855855855855856, "len_ratio": 0.9151943462897526, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}694{"pair_id": "pair_865018427ec4505f", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.703187250996016, "chrf": 70.23909329001562, "bleu": 45.731716078778206, "rougeL": 0.6711409395973154, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}695{"pair_id": "pair_0a2bad6e108936b1", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5718685831622177, "chrf": 70.98574408622433, "bleu": 39.21085592020159, "rougeL": 0.6028368794326241, "len_ratio": 0.9206896551724137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}696{"pair_id": "pair_d199ee4355eef2f0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6771929824561403, "chrf": 76.50942406783834, "bleu": 54.915475441637554, "rougeL": 0.6455696202531644, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}697{"pair_id": "pair_af209c2b7625e924", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7973856209150327, "chrf": 74.17076547767081, "bleu": 49.02761071053075, "rougeL": 0.7571801566579635, "len_ratio": 1.011111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}698{"pair_id": "pair_05bdc57f329bfd99", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.629889669007021, "chrf": 67.43848154484718, "bleu": 38.73417976556922, "rougeL": 0.6573426573426574, "len_ratio": 1.0746268656716418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}699{"pair_id": "pair_e0577147a83d9e03", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.613986013986014, "chrf": 65.31778463280308, "bleu": 36.08804796501274, "rougeL": 0.5670103092783505, "len_ratio": 1.0204081632653061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}700{"pair_id": "pair_e3ccf20a0877df02", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7491228070175439, "chrf": 78.98802014854948, "bleu": 59.38552574432878, "rougeL": 0.7096774193548386, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}701{"pair_id": "pair_202db73621e8999a", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5967548076923077, "chrf": 67.81493920592008, "bleu": 37.482853654494534, "rougeL": 0.5835010060362174, "len_ratio": 0.964, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}702{"pair_id": "pair_611ec54175ac059b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5815405968077724, "chrf": 66.19160127287888, "bleu": 33.9725696766759, "rougeL": 0.5882352941176471, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}703{"pair_id": "pair_243590a20dd170ad", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5641646489104116, "chrf": 65.49903595498748, "bleu": 34.114689455886065, "rougeL": 0.6349206349206349, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}704{"pair_id": "pair_9bc335c6999282c0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6512226512226512, "chrf": 64.16544885988314, "bleu": 39.431115528801044, "rougeL": 0.6334841628959277, "len_ratio": 0.9385964912280702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}705{"pair_id": "pair_ef16003ae5fc87a3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5979899497487438, "chrf": 65.10609135900324, "bleu": 35.54802253243264, "rougeL": 0.5828571428571429, "len_ratio": 1.075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}706{"pair_id": "pair_715d50493bdbd208", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.520851818988465, "chrf": 66.68336535758202, "bleu": 39.58196343028834, "rougeL": 0.5434173669467787, "len_ratio": 0.9425287356321839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}707{"pair_id": "pair_8a6c46645a7f8568", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6284658040665434, "chrf": 68.16935974216914, "bleu": 40.68070283137338, "rougeL": 0.6375, "len_ratio": 1.0985915492957747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}708{"pair_id": "pair_3150758916784b05", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7837837837837838, "chrf": 76.13693641617601, "bleu": 50.76462265959884, "rougeL": 0.7262569832402235, "len_ratio": 0.96045197740113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}709{"pair_id": "pair_2ff212fe22e9b64d", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7058823529411764, "chrf": 73.59211424818395, "bleu": 48.65195871165525, "rougeL": 0.7156549520766773, "len_ratio": 0.9935483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}710{"pair_id": "pair_6ec8c4c4814e6275", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6928721174004193, "chrf": 68.59671728684596, "bleu": 46.98942804922863, "rougeL": 0.6758620689655171, "len_ratio": 0.9586206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}711{"pair_id": "pair_a450b72240cdfded", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5705024311183144, "chrf": 61.647620770389345, "bleu": 25.19551769677974, "rougeL": 0.5698324022346368, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}712{"pair_id": "pair_86da708d3527f164", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6627822286962854, "chrf": 72.62454331800484, "bleu": 40.18867190242974, "rougeL": 0.6797066014669926, "len_ratio": 1.0260416666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}713{"pair_id": "pair_f213672a01ba6a9d", "doc_id": "doc_bbe20e369485006e", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5638686131386861, "chrf": 59.166687526716146, "bleu": 26.265347555506995, "rougeL": 0.5666666666666668, "len_ratio": 1.1829268292682926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}714{"pair_id": "pair_9ee0d38039e2fe3b", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7826541274817137, "chrf": 80.04397983645133, "bleu": 66.54884272623795, "rougeL": 0.8037974683544304, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}715{"pair_id": "pair_5de2970d758f50c5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6868206521739131, "chrf": 76.51960667207082, "bleu": 57.33923448387145, "rougeL": 0.724373576309795, "len_ratio": 0.9631336405529954, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}716{"pair_id": "pair_0dbedc7dbd05a2b3", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5932203389830508, "chrf": 65.97308126202492, "bleu": 48.699261972831515, "rougeL": 0.6472727272727272, "len_ratio": 0.948905109489051, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}717{"pair_id": "pair_c232767444eb1cf1", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7919890760127446, "chrf": 78.34580381758578, "bleu": 62.18739609267487, "rougeL": 0.8097982708933718, "len_ratio": 0.8836565096952909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}718{"pair_id": "pair_3535b6a366b8c526", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6634225466342254, "chrf": 68.46202924856648, "bleu": 38.75861188342369, "rougeL": 0.6666666666666666, "len_ratio": 1.170731707317073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}719{"pair_id": "pair_c63e0075fa34bc2e", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6992574257425743, "chrf": 75.97131290266849, "bleu": 53.504694507539945, "rougeL": 0.7426470588235294, "len_ratio": 1.0223880597014925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}720{"pair_id": "pair_d644fbf6d5cd8d50", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7212669683257918, "chrf": 67.40712782312806, "bleu": 40.84912463463522, "rougeL": 0.654434250764526, "len_ratio": 0.9085365853658537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}721{"pair_id": "pair_a7e6a7c9bfb5b1ac", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6494178525226391, "chrf": 65.8762407240588, "bleu": 36.371682397575995, "rougeL": 0.6265060240963856, "len_ratio": 1.0350877192982457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}722{"pair_id": "pair_82012bbf30301f91", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6132665832290363, "chrf": 66.77078931345932, "bleu": 35.79260876614184, "rougeL": 0.6244725738396624, "len_ratio": 1.150943396226415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}723{"pair_id": "pair_fe90c3a8b67bc7aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6845730027548209, "chrf": 78.37283814433349, "bleu": 60.405759759686134, "rougeL": 0.7538126361655774, "len_ratio": 1.0043290043290043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}724{"pair_id": "pair_44fc1905c30abe98", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6530194472876152, "chrf": 69.34723593209988, "bleu": 47.485069830356295, "rougeL": 0.6533333333333334, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}725{"pair_id": "pair_bc6650041da1093f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6961000735835172, "chrf": 72.31859837565784, "bleu": 41.39803475845402, "rougeL": 0.6965699208443272, "len_ratio": 0.921875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}726{"pair_id": "pair_edf9b459fae25250", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6753246753246753, "chrf": 70.4767900728687, "bleu": 44.88690288776868, "rougeL": 0.6752873563218391, "len_ratio": 0.7654639175257731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}727{"pair_id": "pair_073f9bfb09a76254", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6406533575317604, "chrf": 71.47519625601146, "bleu": 51.79756627977814, "rougeL": 0.6818181818181818, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}728{"pair_id": "pair_adc24d045db5633e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8571428571428572, "chrf": 86.76088963614909, "bleu": 77.87728387756033, "rougeL": 0.875739644970414, "len_ratio": 0.9757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}729{"pair_id": "pair_76ce270651b6fb07", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7504520795660037, "chrf": 76.3881922673601, "bleu": 57.93124017033549, "rougeL": 0.794701986754967, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}730{"pair_id": "pair_1033ffd291a09205", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6365131578947368, "chrf": 68.71873414208251, "bleu": 34.05169769543581, "rougeL": 0.632183908045977, "len_ratio": 1.0975609756097562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}731{"pair_id": "pair_f5d740b3e7e0009f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.684301322599195, "chrf": 73.58780974105098, "bleu": 45.488927822040885, "rougeL": 0.7216890595009597, "len_ratio": 1.024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}732{"pair_id": "pair_355294985350f771", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7546251217137293, "chrf": 77.98639770644388, "bleu": 56.601533391406015, "rougeL": 0.7549668874172186, "len_ratio": 1.019736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}733{"pair_id": "pair_e1469b4ffafaac89", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6883604505632039, "chrf": 67.26846885247242, "bleu": 39.68264292161208, "rougeL": 0.6403508771929824, "len_ratio": 1.1132075471698113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -1.0}734{"pair_id": "pair_93c85d626ebdcb7c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5547445255474452, "chrf": 63.17892746477516, "bleu": 36.33800467206544, "rougeL": 0.6176470588235293, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}735{"pair_id": "pair_3498dde65dee5240", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7106357694592988, "chrf": 75.90549378630656, "bleu": 56.37445942675482, "rougeL": 0.7440860215053764, "len_ratio": 0.8489795918367347, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}736{"pair_id": "pair_d7c5252b3fe6d594", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.503954802259887, "chrf": 65.69065565997832, "bleu": 44.217502986438916, "rougeL": 0.5704225352112676, "len_ratio": 1.0145985401459854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}737{"pair_id": "pair_05dd923e29d1d815", "doc_id": "doc_f8e6e69aeba57df2", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6195286195286196, "chrf": 65.63828709135302, "bleu": 48.79880392095865, "rougeL": 0.6385542168674699, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}738{"pair_id": "pair_24d715cb3ba61b7b", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6618470149253731, "chrf": 73.15918848063622, "bleu": 45.95724982397971, "rougeL": 0.6786786786786787, "len_ratio": 1.0090634441087614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}739{"pair_id": "pair_b24306c4c4b2581f", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6449704142011834, "chrf": 68.77654905280014, "bleu": 39.763714337337795, "rougeL": 0.6381578947368421, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}740{"pair_id": "pair_07aed43fe426b683", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.540041067761807, "chrf": 55.72989416083004, "bleu": 11.513310973166881, "rougeL": 0.5037037037037037, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}741{"pair_id": "pair_d2fa27796208acf3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5555555555555556, "chrf": 62.7765158712134, "bleu": 33.84533079515559, "rougeL": 0.5863874345549739, "len_ratio": 0.9072164948453608, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}742{"pair_id": "pair_d2dc04f9a69b3af4", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7272727272727273, "chrf": 75.69639383212858, "bleu": 51.44097611412629, "rougeL": 0.7478991596638657, "len_ratio": 0.8412698412698413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}743{"pair_id": "pair_f589d5c7a1e86f9e", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6778975741239892, "chrf": 68.19074921809568, "bleu": 39.78134668445623, "rougeL": 0.6396588486140725, "len_ratio": 0.9911111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}744{"pair_id": "pair_89738d8ec36791da", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6122004357298475, "chrf": 70.15400240663995, "bleu": 42.0792578024309, "rougeL": 0.619718309859155, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}745{"pair_id": "pair_54af251b67e2bf90", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5658153241650294, "chrf": 61.851958090161574, "bleu": 31.324770951682304, "rougeL": 0.5836298932384342, "len_ratio": 0.891156462585034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}746{"pair_id": "pair_4c60ed93ff8ce424", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7043437645959831, "chrf": 73.1409982271532, "bleu": 48.52080442297444, "rougeL": 0.703030303030303, "len_ratio": 0.9879154078549849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}747{"pair_id": "pair_597b0686ac179071", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5808466342817488, "chrf": 63.979221674815214, "bleu": 30.44341382294477, "rougeL": 0.5706940874035991, "len_ratio": 0.9384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}748{"pair_id": "pair_a0e2b7b69c9e7bc4", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.737403928266439, "chrf": 80.98172008088756, "bleu": 59.65074791204956, "rougeL": 0.7711864406779662, "len_ratio": 1.0362537764350452, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}749{"pair_id": "pair_eea349d980f03d16", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7261971830985916, "chrf": 77.32116179060617, "bleu": 52.711807705062796, "rougeL": 0.721476510067114, "len_ratio": 1.0402930402930404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}750{"pair_id": "pair_60fe97d51a34b1c3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4382470119521913, "chrf": 69.19519617256414, "bleu": 42.720487340033486, "rougeL": 0.5503355704697985, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}751{"pair_id": "pair_110f28da01e63ba9", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5333333333333333, "chrf": 63.02714998770753, "bleu": 33.96542537245288, "rougeL": 0.5454545454545454, "len_ratio": 1.0987654320987654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}752{"pair_id": "pair_1c03559b2fc9e8f3", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6434855467113532, "chrf": 72.42149351173187, "bleu": 47.49569321450541, "rougeL": 0.6528497409326425, "len_ratio": 0.9664948453608248, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}753{"pair_id": "pair_c93d1c5ab7fc650d", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7197106690777577, "chrf": 75.38095132598211, "bleu": 55.02914620607879, "rougeL": 0.7547169811320754, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}754{"pair_id": "pair_6bbf97895aabbb3f", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8210526315789474, "chrf": 82.40403011725044, "bleu": 63.54989169076534, "rougeL": 0.8026315789473685, "len_ratio": 0.8933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}755{"pair_id": "pair_e2db9096fc49829f", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6355633802816901, "chrf": 61.92434442615372, "bleu": 31.205348617017492, "rougeL": 0.5411764705882354, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}756{"pair_id": "pair_65c0b2d87dccebc4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7467018469656992, "chrf": 71.50376977983873, "bleu": 48.200744785391386, "rougeL": 0.7289719626168224, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}757{"pair_id": "pair_8f2d0d5f389fddb9", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5680473372781065, "chrf": 69.54435856445849, "bleu": 41.919893414676075, "rougeL": 0.6571428571428571, "len_ratio": 0.9853658536585366, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}758{"pair_id": "pair_5d5a339d86dfdee2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7085972850678732, "chrf": 68.14802164097637, "bleu": 41.68697113992312, "rougeL": 0.6709677419354838, "len_ratio": 0.8048780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}759{"pair_id": "pair_00c92f35643b5484", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6587712805329385, "chrf": 70.03022355084592, "bleu": 39.1519565015272, "rougeL": 0.6844919786096256, "len_ratio": 0.8385416666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}760{"pair_id": "pair_01487292d1e13fe5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5368754956383822, "chrf": 68.30266338697373, "bleu": 35.060874966601425, "rougeL": 0.5743589743589743, "len_ratio": 1.0714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}761{"pair_id": "pair_a159c093b7373169", "doc_id": "doc_d999f694e31b629a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5414201183431953, "chrf": 73.61359200847724, "bleu": 47.432996886234136, "rougeL": 0.6507177033492823, "len_ratio": 0.9804878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}762{"pair_id": "pair_116366a7ea764c82", "doc_id": "doc_0e6c656dfaf9d099", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6656955571740714, "chrf": 64.65087568854985, "bleu": 34.67886596026745, "rougeL": 0.6464646464646464, "len_ratio": 0.900497512437811, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}763{"pair_id": "pair_110320edae8407bb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6587301587301587, "chrf": 71.05594048110511, "bleu": 39.11738818573703, "rougeL": 0.6479591836734695, "len_ratio": 0.9593908629441624, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}764{"pair_id": "pair_9b15d97e99315172", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6766109785202864, "chrf": 67.67722021189387, "bleu": 33.19931288272722, "rougeL": 0.6290322580645161, "len_ratio": 1.0166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}765{"pair_id": "pair_c6391c5ac59515d1", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6502057613168724, "chrf": 68.71671144058793, "bleu": 42.304375439870206, "rougeL": 0.6540284360189574, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}766{"pair_id": "pair_a2f4e6e861e6e9e5", "doc_id": "doc_4465aece194b7964", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6662995594713657, "chrf": 68.62999767207938, "bleu": 41.22189613675609, "rougeL": 0.6690391459074733, "len_ratio": 0.9925925925925926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}767{"pair_id": "pair_50ae3325edd57536", "doc_id": "doc_3b73c0c303c8ada6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6885833831440527, "chrf": 74.85155602667675, "bleu": 51.01676371886203, "rougeL": 0.7175043327556325, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}768{"pair_id": "pair_7f1a5c118275a3d6", "doc_id": "doc_6b5d113d4728e44f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8447082096933729, "chrf": 83.34312255361466, "bleu": 67.64022832015193, "rougeL": 0.8175675675675675, "len_ratio": 0.9868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}769{"pair_id": "pair_d516ab44507f2c66", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6373626373626373, "chrf": 76.66641165633521, "bleu": 46.77132434524621, "rougeL": 0.676923076923077, "len_ratio": 1.03125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}770{"pair_id": "pair_4086fdad5e2b2c41", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8934280639431617, "chrf": 85.92755687565928, "bleu": 66.31772277993532, "rougeL": 0.880952380952381, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}771{"pair_id": "pair_35b29f0c4bb166e9", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.781629116117851, "chrf": 77.59400880565062, "bleu": 62.39954814545992, "rougeL": 0.8007889546351085, "len_ratio": 0.8656716417910447, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}772{"pair_id": "pair_39a46a6bbaf6b154", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5737327188940092, "chrf": 61.40840243898391, "bleu": 37.204898870903214, "rougeL": 0.6296296296296295, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}773{"pair_id": "pair_cd21c36409ddcf8b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7145969498910676, "chrf": 76.57220715968882, "bleu": 55.64632292803528, "rougeL": 0.7801418439716311, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}774{"pair_id": "pair_b4aa3590eaf5b953", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6529093369418133, "chrf": 72.88632233239586, "bleu": 42.42066590170709, "rougeL": 0.6363636363636364, "len_ratio": 1.0246305418719213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}775{"pair_id": "pair_fa84ebcff89b290d", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5375552282768777, "chrf": 67.49195617746138, "bleu": 42.04504830009248, "rougeL": 0.6086956521739131, "len_ratio": 0.9805825242718447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}776{"pair_id": "pair_8cde593e4d122cf6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5665610142630745, "chrf": 67.6893404406433, "bleu": 36.72194294263638, "rougeL": 0.5906735751295338, "len_ratio": 1.0274725274725274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}777{"pair_id": "pair_eff69c0046107f48", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5981735159817352, "chrf": 74.58116056203623, "bleu": 44.92656434335432, "rougeL": 0.6478873239436619, "len_ratio": 1.029739776951673, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}778{"pair_id": "pair_1d939fdeef16360a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7023959646910467, "chrf": 70.58210250547894, "bleu": 41.97972713854734, "rougeL": 0.6457399103139014, "len_ratio": 1.0092592592592593, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}779{"pair_id": "pair_83f312440f78d0f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7411273486430063, "chrf": 68.6503701555169, "bleu": 38.71432820089637, "rougeL": 0.7285714285714285, "len_ratio": 0.8611111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}780{"pair_id": "pair_f755860b06b4852c", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.49328214971209217, "chrf": 68.46179962791896, "bleu": 39.33423749389344, "rougeL": 0.6149068322981367, "len_ratio": 0.9622641509433962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}781{"pair_id": "pair_d698ed8fa8cc75bd", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6061007957559681, "chrf": 63.915510164004395, "bleu": 30.77699092968147, "rougeL": 0.6127659574468085, "len_ratio": 1.0129870129870129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}782{"pair_id": "pair_64d593fba7498484", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6461538461538461, "chrf": 69.40415025673032, "bleu": 42.54878264827377, "rougeL": 0.6581196581196581, "len_ratio": 1.1226415094339623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}783{"pair_id": "pair_4deb08cbc474771b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7005277044854881, "chrf": 70.18410342616313, "bleu": 39.116080192737506, "rougeL": 0.6320754716981132, "len_ratio": 0.8981481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}784{"pair_id": "pair_77e97b0791dba922", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6676646706586826, "chrf": 65.42876299746747, "bleu": 34.8835947162352, "rougeL": 0.6126760563380281, "len_ratio": 0.8733333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}785{"pair_id": "pair_83660b5be0a250f6", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.66991643454039, "chrf": 71.49278475359037, "bleu": 42.810083268855365, "rougeL": 0.6785714285714286, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}786{"pair_id": "pair_98e19af9fa21ca62", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6709796672828097, "chrf": 66.84536692184876, "bleu": 38.07749469595717, "rougeL": 0.6174496644295302, "len_ratio": 0.9509803921568627, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}787{"pair_id": "pair_e2e1cbc676a22058", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6786743515850144, "chrf": 76.98213182092024, "bleu": 56.46511349778092, "rougeL": 0.7409090909090909, "len_ratio": 1.032085561497326, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}788{"pair_id": "pair_02a6cff428e9e329", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7506493506493507, "chrf": 74.05511696609926, "bleu": 55.97976437868065, "rougeL": 0.785425101214575, "len_ratio": 0.9365079365079365, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}789{"pair_id": "pair_1f934398e351208c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5790554414784395, "chrf": 72.86004289510073, "bleu": 41.88371020121104, "rougeL": 0.601054481546573, "len_ratio": 0.9379310344827586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}790{"pair_id": "pair_2f634e692d5ee157", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44047619047619047, "chrf": 60.87923402954013, "bleu": 32.777776222233136, "rougeL": 0.5465116279069767, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}791{"pair_id": "pair_47658ec1d25c21fd", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.66110183639399, "chrf": 65.11888389684502, "bleu": 40.14951031018637, "rougeL": 0.6421052631578947, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}792{"pair_id": "pair_f720d7e0069ab755", "doc_id": "doc_71ecf0972d1c95dd", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.637223974763407, "chrf": 69.58242460602646, "bleu": 42.065122680660004, "rougeL": 0.7083333333333334, "len_ratio": 0.8025751072961373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}793{"pair_id": "pair_6ce8acdc836c3d06", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7945205479452055, "chrf": 75.59280440492418, "bleu": 54.88870342457347, "rougeL": 0.7697160883280758, "len_ratio": 0.8902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}794{"pair_id": "pair_b94314585f5ebc55", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7654028436018957, "chrf": 76.73454154989778, "bleu": 48.18941923075547, "rougeL": 0.7903225806451614, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}795{"pair_id": "pair_1c23a18ee484abcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7583586626139818, "chrf": 70.97802667226094, "bleu": 43.207439155415976, "rougeL": 0.7083333333333334, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}796{"pair_id": "pair_0e57e8d1b7f4c54b", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7974207415368082, "chrf": 79.97192537225907, "bleu": 57.6979557947007, "rougeL": 0.7909407665505226, "len_ratio": 0.9927536231884058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}797{"pair_id": "pair_0d1ee2f103dbf2b3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7364110201042442, "chrf": 74.43629430028385, "bleu": 47.882000052674364, "rougeL": 0.7352185089974292, "len_ratio": 0.9543147208121827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}798{"pair_id": "pair_fbca02f58cfcadd6", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6851441241685143, "chrf": 69.22725864625495, "bleu": 33.93185827900553, "rougeL": 0.6666666666666666, "len_ratio": 1.0806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}799{"pair_id": "pair_13c082e15ac2c59b", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6718903036238981, "chrf": 71.48619640801756, "bleu": 49.82509459712822, "rougeL": 0.6912751677852349, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}800{"pair_id": "pair_13023a13d3d6c649", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5898617511520737, "chrf": 58.727527354998685, "bleu": 32.371692098841336, "rougeL": 0.6535947712418301, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}801{"pair_id": "pair_a7978f3211335442", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8022249690976514, "chrf": 80.4268220746777, "bleu": 56.51550940354001, "rougeL": 0.7868852459016393, "len_ratio": 0.9349593495934959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}802{"pair_id": "pair_2f7b344f8446050b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6996047430830039, "chrf": 79.37493217513294, "bleu": 57.5739555403979, "rougeL": 0.7659574468085106, "len_ratio": 0.9907407407407407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}803{"pair_id": "pair_1fdb72ecc38cc660", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7311475409836066, "chrf": 74.29445335864678, "bleu": 55.938466696141404, "rougeL": 0.710344827586207, "len_ratio": 1.0291970802919708, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}804{"pair_id": "pair_1d16f6f7bbf76397", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6672212978369385, "chrf": 72.66808066111362, "bleu": 41.64684017415889, "rougeL": 0.6902985074626866, "len_ratio": 1.084, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}805{"pair_id": "pair_e00a4afd67691f23", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6716681376875552, "chrf": 74.84832793279469, "bleu": 57.914955017024226, "rougeL": 0.7589498806682577, "len_ratio": 1.0481283422459893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}806{"pair_id": "pair_e57b00311acce6db", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.724188790560472, "chrf": 72.75253784276745, "bleu": 50.59677225521341, "rougeL": 0.7272727272727273, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}807{"pair_id": "pair_d0cb2b8d143a51a1", "doc_id": "doc_dadb00e95af5ab75", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7264021887824897, "chrf": 77.43934191300707, "bleu": 59.264595520873925, "rougeL": 0.7922705314009663, "len_ratio": 0.8584905660377359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}808{"pair_id": "pair_e187ae92910cee87", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.676300578034682, "chrf": 65.33412371087589, "bleu": 42.397699955319865, "rougeL": 0.6625000000000001, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}809{"pair_id": "pair_8f1e9ed5c9cb8275", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.757919904363419, "chrf": 80.43179182720066, "bleu": 57.220507044585005, "rougeL": 0.766839378238342, "len_ratio": 0.9706959706959707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}810{"pair_id": "pair_8ccba0987fe3c76f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.667953667953668, "chrf": 66.83301570976313, "bleu": 42.98378824050366, "rougeL": 0.6517857142857144, "len_ratio": 0.956140350877193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}811{"pair_id": "pair_6ee43402f961a4cb", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6192893401015229, "chrf": 64.54109191717356, "bleu": 36.9483391004457, "rougeL": 0.6198830409356725, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}812{"pair_id": "pair_da2004723f1182c3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6113821138211382, "chrf": 64.98481832668104, "bleu": 37.2009803588429, "rougeL": 0.6046511627906976, "len_ratio": 1.1538461538461537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}813