SPB Git

Repository Public Research preview

items_B1_generic_paraphrase.jsonl 129.7 KB 267 lines

1{"pair_id": "pair_6dae2dbeeaf35e81", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8178025034770515, "chrf": 81.25405077020427, "bleu": 60.288477079053706, "rougeL": 0.8349514563106796, "len_ratio": 0.9519230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_2b9a66cf34a0ad40", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6547987616099071, "chrf": 70.3562518364852, "bleu": 43.63984151831229, "rougeL": 0.6599999999999999, "len_ratio": 0.9223300970873787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}3{"pair_id": "pair_361234a55d2a0021", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6921529175050302, "chrf": 75.16191923649629, "bleu": 43.73288117177435, "rougeL": 0.7153284671532848, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}4{"pair_id": "pair_647a75d345e6a557", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6127886323268206, "chrf": 77.99312055912011, "bleu": 63.315403139962875, "rougeL": 0.7597765363128491, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}5{"pair_id": "pair_88da36d9b6885139", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6580732700135685, "chrf": 74.55464583309652, "bleu": 52.030755079107, "rougeL": 0.6504065040650406, "len_ratio": 0.9596774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}6{"pair_id": "pair_2d7adb6e661abcad", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.37254901960784315, "chrf": 69.88921644372769, "bleu": 42.74853049873185, "rougeL": 0.573529411764706, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}7{"pair_id": "pair_51952872ee2f5288", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4488, "chrf": 74.34663214224919, "bleu": 48.79614874677771, "rougeL": 0.5699208443271767, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_27d256cc064ff931", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6147836538461539, "chrf": 71.67970413071947, "bleu": 45.758278511045575, "rougeL": 0.6791666666666667, "len_ratio": 0.892, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}9{"pair_id": "pair_65f60d38cac224d6", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7900709219858156, "chrf": 80.80303005325882, "bleu": 63.27408065429178, "rougeL": 0.7979797979797979, "len_ratio": 0.9595959595959596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_e55197ada0322b55", "doc_id": "doc_746a4589dcef0f3d", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6934460887949261, "chrf": 76.36969259211584, "bleu": 50.79694834900542, "rougeL": 0.734622144112478, "len_ratio": 0.967391304347826, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0}11{"pair_id": "pair_9eff2a570688d528", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8638941398865785, "chrf": 79.92999257919115, "bleu": 60.387231182481756, "rougeL": 0.8133333333333332, "len_ratio": 0.9436619718309859, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_e211e8f36e538b7b", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6325842696629214, "chrf": 80.92219106069815, "bleu": 62.1584621398043, "rougeL": 0.7455197132616488, "len_ratio": 0.9926470588235294, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}13{"pair_id": "pair_60f7279531365fff", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5017482517482518, "chrf": 59.02855372779035, "bleu": 28.259147755234636, "rougeL": 0.46987951807228917, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}14{"pair_id": "pair_734f4b6481b3e67f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6874628639334521, "chrf": 78.16171920023946, "bleu": 57.79153735612392, "rougeL": 0.7071129707112971, "len_ratio": 0.9020408163265307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}15{"pair_id": "pair_868f64e1b003f47d", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6621182586094867, "chrf": 81.1814826793902, "bleu": 60.9480740121464, "rougeL": 0.7554585152838428, "len_ratio": 1.0045045045045045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}16{"pair_id": "pair_2caa945683f27804", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8081761006289307, "chrf": 74.93615904853954, "bleu": 51.65361481829868, "rougeL": 0.7999999999999999, "len_ratio": 0.9340659340659341, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}17{"pair_id": "pair_e35301322960ef1a", "doc_id": "doc_0f52808f2ff23add", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6897253306205493, "chrf": 69.89098138767017, "bleu": 44.93462713106753, "rougeL": 0.6943396226415095, "len_ratio": 0.917910447761194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}18{"pair_id": "pair_aa660c54a9190595", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.511520737327189, "chrf": 63.26563729217971, "bleu": 37.625821391068904, "rougeL": 0.5584415584415584, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_7254b37d2fe1bc31", "doc_id": "doc_b1675be26e230c94", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5397815912636506, "chrf": 65.23241651168729, "bleu": 47.05467118740891, "rougeL": 0.5851063829787235, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_027668791128c6f6", "doc_id": "doc_d63488e03c286073", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7959183673469388, "chrf": 80.23211597525327, "bleu": 60.55104192431045, "rougeL": 0.7858942065491183, "len_ratio": 0.916256157635468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}21{"pair_id": "pair_f78e5de2cf19d7ed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8177339901477833, "chrf": 75.27129691323134, "bleu": 59.61860436197406, "rougeL": 0.8095238095238095, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_e46a4c49ae458987", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5828402366863905, "chrf": 68.0990592006211, "bleu": 38.97324681086025, "rougeL": 0.6321243523316062, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}23{"pair_id": "pair_46559ba5a888efe9", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7650602409638554, "chrf": 73.84644190043733, "bleu": 50.616027114281735, "rougeL": 0.7542857142857142, "len_ratio": 0.8541666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_cb07209ed14340ba", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8433048433048433, "chrf": 86.18881284052853, "bleu": 73.25788706663559, "rougeL": 0.9030303030303032, "len_ratio": 0.930379746835443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}25{"pair_id": "pair_9084ae2db47e49ac", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H2", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8435374149659864, "chrf": 79.27526918913176, "bleu": 62.727409247878064, "rougeL": 0.8453608247422681, "len_ratio": 0.9680851063829787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_d19af1a77eeb1480", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7131147540983607, "chrf": 71.99947978413728, "bleu": 47.34643093483863, "rougeL": 0.7425149700598801, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}27{"pair_id": "pair_c6ff4089bbf2297e", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5078683834048641, "chrf": 84.27713360604122, "bleu": 69.5078212010696, "rougeL": 0.6880733944954128, "len_ratio": 0.9158878504672897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_f7e95f4989d72464", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5809018567639257, "chrf": 78.14317940148192, "bleu": 54.566058828842024, "rougeL": 0.6870897155361051, "len_ratio": 0.948051948051948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}29{"pair_id": "pair_831bf9dbb402bded", "doc_id": "doc_dadb00e95af5ab75", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6236413043478262, "chrf": 82.73302806352339, "bleu": 61.1631084667362, "rougeL": 0.7053571428571429, "len_ratio": 1.028301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}30{"pair_id": "pair_4af0ef3a2c11dee0", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7798319327731092, "chrf": 77.21369413912736, "bleu": 59.41603646736431, "rougeL": 0.7953216374269007, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}31{"pair_id": "pair_902ffeefdf8ab86c", "doc_id": "doc_4b9443000ca9e29c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6020328381548085, "chrf": 64.54564128634921, "bleu": 47.92573258419937, "rougeL": 0.662037037037037, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}32{"pair_id": "pair_521cae82cb041f4c", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5854214123006833, "chrf": 72.26970049410644, "bleu": 48.16955013146973, "rougeL": 0.6349206349206349, "len_ratio": 0.8805970149253731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}33{"pair_id": "pair_12478e0eef96210a", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5175159235668789, "chrf": 72.22389385085434, "bleu": 45.3768118523268, "rougeL": 0.6368715083798883, "len_ratio": 0.9247311827956989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}34{"pair_id": "pair_9d327b9494fb160e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5133020344287951, "chrf": 64.844132086787, "bleu": 36.50605127165718, "rougeL": 0.5056179775280899, "len_ratio": 0.7628865979381443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}35{"pair_id": "pair_8e16fd07e759f23c", "doc_id": "doc_bbe20e369485006e", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5838150289017341, "chrf": 68.70353485647553, "bleu": 40.91221549339828, "rougeL": 0.6666666666666667, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}36{"pair_id": "pair_c1ba68c1fdb0acd7", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.727891156462585, "chrf": 76.5880862960272, "bleu": 55.016390493736445, "rougeL": 0.7200000000000001, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_1d4125295dc01951", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6787330316742082, "chrf": 76.91587440507111, "bleu": 57.872582398176434, "rougeL": 0.736842105263158, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}38{"pair_id": "pair_92da17dd1777d63e", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9175475687103594, "chrf": 90.33519644106651, "bleu": 80.28008230560684, "rougeL": 0.9241379310344828, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}39{"pair_id": "pair_774ad4c41c1163bf", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8986058301647655, "chrf": 85.21959536610329, "bleu": 68.3292438087993, "rougeL": 0.9062500000000001, "len_ratio": 1.0158730158730158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_84e458672dbe2b6a", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.524390243902439, "chrf": 72.79890109728662, "bleu": 52.79954013969193, "rougeL": 0.6060606060606061, "len_ratio": 0.9113924050632911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}41{"pair_id": "pair_fdf7a4e7e91fb81e", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.491359177954227, "chrf": 73.13061021366435, "bleu": 43.1572765072733, "rougeL": 0.5775729646697388, "len_ratio": 0.9425981873111783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -7.0}42{"pair_id": "pair_fd5c2faff8dd308b", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.47994269340974216, "chrf": 60.884378551262316, "bleu": 38.62164479370146, "rougeL": 0.5473684210526315, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}43{"pair_id": "pair_5b6a2be9581e7c46", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6685340802987862, "chrf": 72.52265425587605, "bleu": 43.58622222516185, "rougeL": 0.7081967213114754, "len_ratio": 0.9419354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}44{"pair_id": "pair_f124cacc4be94b0e", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5971479500891266, "chrf": 68.06109491953721, "bleu": 45.21056116157065, "rougeL": 0.6469344608879493, "len_ratio": 0.8816326530612245, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}45{"pair_id": "pair_e90f72987bfc1dff", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5808556925308195, "chrf": 79.91442709000528, "bleu": 61.58174610749985, "rougeL": 0.7116279069767443, "len_ratio": 0.983957219251337, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}46{"pair_id": "pair_a8bc97d130ee8379", "doc_id": "doc_71d406f9105e8832", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8199513381995134, "chrf": 76.4774946128078, "bleu": 49.660068066658276, "rougeL": 0.7999999999999999, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}47{"pair_id": "pair_fecaec8810a43c33", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.799554565701559, "chrf": 84.74813543768059, "bleu": 68.4244923152464, "rougeL": 0.8396946564885497, "len_ratio": 0.9230769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_c5b252db07d147e5", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4127806563039723, "chrf": 83.26965805349052, "bleu": 69.102455775454, "rougeL": 0.6333333333333333, "len_ratio": 0.8936170212765957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_3b2e2d19519834f5", "doc_id": "doc_d999f694e31b629a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5931952662721893, "chrf": 74.88574837148111, "bleu": 52.329018929051394, "rougeL": 0.6534653465346534, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}50{"pair_id": "pair_e647546ed0f0e4f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.702903946388682, "chrf": 66.77941047718772, "bleu": 38.20861744195016, "rougeL": 0.6543535620052771, "len_ratio": 0.8984771573604061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_366b9bdd54771f24", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5525291828793775, "chrf": 80.54421424689818, "bleu": 61.52256047185592, "rougeL": 0.6613545816733067, "len_ratio": 0.9761904761904762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}52{"pair_id": "pair_28b12f7df1fc4f82", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5757575757575757, "chrf": 81.2912234190586, "bleu": 69.07890791514114, "rougeL": 0.6829268292682927, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}53{"pair_id": "pair_ba7797fa879c20c8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5879396984924623, "chrf": 78.82545145566844, "bleu": 57.21422781707386, "rougeL": 0.6394557823129251, "len_ratio": 0.958139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}54{"pair_id": "pair_ab7180f6c57cab03", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5087001023541453, "chrf": 70.95087556372376, "bleu": 46.60207949829262, "rougeL": 0.5821917808219178, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}55{"pair_id": "pair_972f84361ed6c45a", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6120930232558139, "chrf": 68.1391689318136, "bleu": 46.716237475507995, "rougeL": 0.6726726726726727, "len_ratio": 0.8950617283950617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}56{"pair_id": "pair_be97f353c4f76179", "doc_id": "doc_746a4589dcef0f3d", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7340085287846482, "chrf": 79.13975166264474, "bleu": 57.131449794147684, "rougeL": 0.7787610619469025, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}57{"pair_id": "pair_9be03ce7ac2754e6", "doc_id": "doc_0f52808f2ff23add", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7385554425228891, "chrf": 81.96509927968002, "bleu": 59.207639048495196, "rougeL": 0.759124087591241, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}58{"pair_id": "pair_8318e07eba7739e5", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6783536585365854, "chrf": 74.21708055835366, "bleu": 51.71259540203779, "rougeL": 0.6842105263157894, "len_ratio": 0.900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}59{"pair_id": "pair_4deb0d2a9162282e", "doc_id": "doc_fe2ddb404d112460", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.43611584327086883, "chrf": 63.642704228226556, "bleu": 31.61155519535695, "rougeL": 0.5, "len_ratio": 0.9550561797752809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}60{"pair_id": "pair_53bfbc9b1ed94477", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7467411545623837, "chrf": 79.20634116103791, "bleu": 54.47777326519102, "rougeL": 0.7461139896373057, "len_ratio": 0.9264214046822743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}61{"pair_id": "pair_f01532683a41580e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5979899497487438, "chrf": 69.87154022480495, "bleu": 41.88281923408049, "rougeL": 0.6334841628959277, "len_ratio": 0.8706896551724138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}62{"pair_id": "pair_94f7a40a55f62672", "doc_id": "doc_cbee4bf03365a459", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5560382276281495, "chrf": 67.03332161659455, "bleu": 35.53569741447548, "rougeL": 0.6049382716049383, "len_ratio": 0.8620689655172413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}63{"pair_id": "pair_d9e96ad586550036", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6452762923351159, "chrf": 78.73413238063323, "bleu": 55.477992114077956, "rougeL": 0.7, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}64{"pair_id": "pair_a16536369d6c5188", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7393665158371041, "chrf": 67.91561121488765, "bleu": 45.057343235955805, "rougeL": 0.6956521739130435, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_4ae947453860c0bc", "doc_id": "doc_d999f694e31b629a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6220414201183432, "chrf": 70.31943080502995, "bleu": 44.47426273001801, "rougeL": 0.6600496277915632, "len_ratio": 0.8878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}66{"pair_id": "pair_c2c2f592a5e43aa5", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8038229376257545, "chrf": 87.73644562716763, "bleu": 74.43350624305864, "rougeL": 0.8606811145510836, "len_ratio": 1.0205479452054795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}67{"pair_id": "pair_9ca89b79b721e84d", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7196652719665272, "chrf": 75.61392158026922, "bleu": 57.872468855969224, "rougeL": 0.7604166666666667, "len_ratio": 0.9706959706959707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 6.0}68{"pair_id": "pair_69abc5b453edbbd7", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.68118913377755, "chrf": 79.927639522964, "bleu": 58.37771385885083, "rougeL": 0.7292035398230089, "len_ratio": 0.9469964664310954, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}69{"pair_id": "pair_5fbd7bf476742db2", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4733420026007802, "chrf": 67.55604279198224, "bleu": 40.60055356589435, "rougeL": 0.5454545454545455, "len_ratio": 0.9252336448598131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}70{"pair_id": "pair_97ae18b18377abfd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6447975397232188, "chrf": 80.09614802170178, "bleu": 57.72802092334404, "rougeL": 0.7477638640429337, "len_ratio": 0.9328621908127208, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}71{"pair_id": "pair_b21c644dd55a7eb2", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6103896103896104, "chrf": 73.22453735540094, "bleu": 45.59286585538455, "rougeL": 0.6630581867388362, "len_ratio": 0.8814432989690721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}72{"pair_id": "pair_9c08cc9c5089c634", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7379480840543882, "chrf": 69.89297189025345, "bleu": 41.32966175719369, "rougeL": 0.7024793388429752, "len_ratio": 0.9186991869918699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}73{"pair_id": "pair_f90b7fca5b9ae461", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.49646643109540634, "chrf": 72.54835466672567, "bleu": 42.08240532936589, "rougeL": 0.6107784431137724, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}74{"pair_id": "pair_ec6b8038e7103fd0", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7100238663484486, "chrf": 74.21087708470321, "bleu": 46.950879953352604, "rougeL": 0.7142857142857142, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}75{"pair_id": "pair_1338bb32819c356a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6706586826347305, "chrf": 70.1440145236197, "bleu": 38.12505292354917, "rougeL": 0.6379746835443038, "len_ratio": 0.8287037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}76{"pair_id": "pair_f6210b8ee16fb85a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.763216679076694, "chrf": 73.87173649051024, "bleu": 51.00510357817605, "rougeL": 0.7480519480519481, "len_ratio": 0.934010152284264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}77{"pair_id": "pair_a76158f8c9bbedc2", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.850480109739369, "chrf": 82.80618912554701, "bleu": 65.01183978188314, "rougeL": 0.8173076923076923, "len_ratio": 0.9807692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}78{"pair_id": "pair_0fff5d1d36367bd5", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7306397306397306, "chrf": 78.63488250738976, "bleu": 63.55369921519807, "rougeL": 0.7804878048780488, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_ba0d0a64759c5714", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6211312700106724, "chrf": 76.220535040483, "bleu": 55.915781007617916, "rougeL": 0.6901408450704226, "len_ratio": 0.9178082191780822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}80{"pair_id": "pair_f4f64387af572ad9", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7313296903460837, "chrf": 73.48690882636342, "bleu": 47.36163897070496, "rougeL": 0.7462686567164178, "len_ratio": 0.9226190476190477, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_ad963c4815d125b7", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6794642857142856, "chrf": 87.18004761634631, "bleu": 74.91395537572855, "rougeL": 0.7896879240162822, "len_ratio": 1.0083102493074791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}82{"pair_id": "pair_eec144b70f6abb76", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6839160839160839, "chrf": 78.02775270109912, "bleu": 53.21006005950303, "rougeL": 0.6813186813186812, "len_ratio": 0.8979591836734694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_8a19f1ffd3b32331", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8021108179419525, "chrf": 77.64174068401152, "bleu": 49.56207154124768, "rougeL": 0.7735849056603774, "len_ratio": 0.9074074074074074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_a789fb8944d7f271", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7993596584845251, "chrf": 84.11503059510771, "bleu": 68.62050699331915, "rougeL": 0.8413793103448277, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}85{"pair_id": "pair_6aae565798f7240d", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7715959004392386, "chrf": 77.89633310810389, "bleu": 61.493331008772095, "rougeL": 0.7473684210526316, "len_ratio": 1.0208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}86{"pair_id": "pair_74b63a0b932ed128", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8198581560283688, "chrf": 77.47006357912505, "bleu": 57.439671433492215, "rougeL": 0.7897435897435897, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}87{"pair_id": "pair_882186915d6d31a4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5211132437619961, "chrf": 73.26386028604725, "bleu": 45.436305164630205, "rougeL": 0.6579804560260586, "len_ratio": 0.8742138364779874, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}88{"pair_id": "pair_21f928a5482fea98", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8003533568904594, "chrf": 83.28675084138972, "bleu": 59.7246351779086, "rougeL": 0.8414634146341464, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_fa7229918bfd9dff", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7323623122439691, "chrf": 79.73315085266395, "bleu": 65.2301714821865, "rougeL": 0.7814207650273225, "len_ratio": 0.9944598337950139, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}90{"pair_id": "pair_7d1b799a99fb93d1", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.66953125, "chrf": 69.44553213638555, "bleu": 42.009498495720614, "rougeL": 0.7166666666666667, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}91{"pair_id": "pair_0d58de174fa1818c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7898640296662547, "chrf": 77.14390290855083, "bleu": 54.80391893891759, "rougeL": 0.7673469387755103, "len_ratio": 0.9349593495934959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_c92287cbddaad6ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7195994277539342, "chrf": 79.51000195869644, "bleu": 59.03287785832691, "rougeL": 0.8073394495412844, "len_ratio": 0.9252336448598131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}93{"pair_id": "pair_288b1ca4406bacd0", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5365079365079365, "chrf": 70.3005614179897, "bleu": 39.83596620648924, "rougeL": 0.6063829787234043, "len_ratio": 0.9835164835164835, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}94{"pair_id": "pair_8dcf2f5090408731", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7087033747779752, "chrf": 77.74370926687197, "bleu": 66.13530410757198, "rougeL": 0.816326530612245, "len_ratio": 0.956989247311828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}95{"pair_id": "pair_c2382e32cacf37cc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5659722222222222, "chrf": 71.97158549397781, "bleu": 45.063005017430775, "rougeL": 0.650887573964497, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}96{"pair_id": "pair_927a5fc7ca9681e1", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5765217391304348, "chrf": 73.04697548049128, "bleu": 46.39382661596067, "rougeL": 0.6409495548961425, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 4.0}97{"pair_id": "pair_e3764c39c22164ad", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6985074626865672, "chrf": 70.655073590506, "bleu": 49.66781696346309, "rougeL": 0.7070707070707071, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}98{"pair_id": "pair_f711141fdd0b034a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5843164469118667, "chrf": 82.93508086449981, "bleu": 62.9713087983481, "rougeL": 0.7040816326530612, "len_ratio": 0.958974358974359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}99{"pair_id": "pair_6a42a28810122e12", "doc_id": "doc_592708c2d62b5b42", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8121546961325967, "chrf": 86.77840602851325, "bleu": 74.19980957902293, "rougeL": 0.8662420382165605, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}100{"pair_id": "pair_f3f5a76d4b20260f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.79155672823219, "chrf": 73.76450862807725, "bleu": 44.028047201684856, "rougeL": 0.7393364928909952, "len_ratio": 0.8981481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}101{"pair_id": "pair_bc6201c8c9da4201", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5898661567877629, "chrf": 74.98915907039677, "bleu": 54.28281484138408, "rougeL": 0.6807017543859649, "len_ratio": 0.9781021897810219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}102{"pair_id": "pair_de6ed5440c5cfa1f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.44164332399626516, "chrf": 74.63265213527117, "bleu": 45.23540197072582, "rougeL": 0.5592105263157894, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}103{"pair_id": "pair_44ec23888e47e053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7318435754189945, "chrf": 72.1065467216669, "bleu": 44.7009565216212, "rougeL": 0.6842105263157895, "len_ratio": 0.8963210702341137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}104{"pair_id": "pair_61f3a63ae13c413c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6269430051813472, "chrf": 73.38383230322204, "bleu": 47.89922688260849, "rougeL": 0.68, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}105{"pair_id": "pair_4e29893c59c5f88c", "doc_id": "doc_693020f91e971346", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6095717884130982, "chrf": 63.2511075962657, "bleu": 39.09179558989936, "rougeL": 0.6551724137931033, "len_ratio": 0.8064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}106{"pair_id": "pair_bfc45bce1450acd0", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5874001774622892, "chrf": 79.05397973773292, "bleu": 59.626594245284906, "rougeL": 0.7082152974504249, "len_ratio": 0.9195402298850575, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_c6d27e060030be45", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6952861952861953, "chrf": 72.96123313284039, "bleu": 58.382580842651166, "rougeL": 0.7239263803680981, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_08f549cd32752b97", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5898203592814371, "chrf": 71.89649531709188, "bleu": 40.313888211118105, "rougeL": 0.5939086294416243, "len_ratio": 1.0934065934065933, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}109{"pair_id": "pair_6b4ac7c21df6f3ae", "doc_id": "doc_e70ce9ae73c32589", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6346153846153846, "chrf": 60.52848827191145, "bleu": 26.734834820189292, "rougeL": 0.5599999999999999, "len_ratio": 0.9306930693069307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_a2e03805180c570a", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6934362934362934, "chrf": 78.87438199020677, "bleu": 54.18182548246667, "rougeL": 0.7457627118644067, "len_ratio": 0.9491525423728814, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}111{"pair_id": "pair_2065bc2b14eb2c18", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6956233421750664, "chrf": 69.89755159337496, "bleu": 40.87971200804767, "rougeL": 0.7066666666666668, "len_ratio": 0.922077922077922, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0}112{"pair_id": "pair_e2c4c8cfb34e295d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6309362279511533, "chrf": 77.52009163192612, "bleu": 57.68900682317178, "rougeL": 0.7088607594936708, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_2dde98759eea3d04", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6661073825503356, "chrf": 72.97679853510586, "bleu": 58.109153148161326, "rougeL": 0.7351351351351352, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}114{"pair_id": "pair_ff55e32ceadc110f", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.48983739837398377, "chrf": 70.18391659249465, "bleu": 49.166745148825186, "rougeL": 0.6060606060606061, "len_ratio": 0.9113924050632911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}115{"pair_id": "pair_6a75d2495dc71250", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6090297790585975, "chrf": 74.01894212413806, "bleu": 48.24506929690516, "rougeL": 0.6870748299319729, "len_ratio": 0.9659863945578231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}116{"pair_id": "pair_77787538e234a781", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7918108419838523, "chrf": 79.84558046669275, "bleu": 58.64613778052194, "rougeL": 0.792, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}117{"pair_id": "pair_b70c62a655b511cd", "doc_id": "doc_0c5f9453efc95182", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.631578947368421, "chrf": 79.39697029308223, "bleu": 55.95217889242653, "rougeL": 0.7222222222222222, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}118{"pair_id": "pair_a16421f01eb52c0a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6815144766146993, "chrf": 83.22574608388703, "bleu": 70.37711125788188, "rougeL": 0.8258064516129033, "len_ratio": 0.9117647058823529, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_e6bf58788822f89b", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6915520628683693, "chrf": 66.46848228061346, "bleu": 31.768790984324035, "rougeL": 0.6714285714285715, "len_ratio": 0.8421052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_223e3334cef8fbbb", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6384180790960452, "chrf": 84.27273694966499, "bleu": 72.9013902172088, "rougeL": 0.7226277372262773, "len_ratio": 0.9343065693430657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}121{"pair_id": "pair_d1a99597005bfc01", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5685670261941449, "chrf": 84.60791186404141, "bleu": 67.68551920587868, "rougeL": 0.7078651685393259, "len_ratio": 0.9347826086956522, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}122{"pair_id": "pair_d3cdb1b0883035c5", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5597210113339146, "chrf": 85.84078364969695, "bleu": 65.36958254978111, "rougeL": 0.6687697160883281, "len_ratio": 0.9808917197452229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}123{"pair_id": "pair_c958cce58de7103c", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.603202846975089, "chrf": 59.215403632579786, "bleu": 29.782208735854713, "rougeL": 0.5060240963855421, "len_ratio": 0.9625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_152d1ad32ddb5b01", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8069498069498069, "chrf": 80.95348906028983, "bleu": 61.086507552595336, "rougeL": 0.8454545454545455, "len_ratio": 0.9298245614035088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}125{"pair_id": "pair_16d70283d2ec87d2", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6002710027100271, "chrf": 71.47570731401835, "bleu": 43.37151006858127, "rougeL": 0.6425339366515838, "len_ratio": 0.8755555555555555, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}126{"pair_id": "pair_8ad393df2f155522", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5192429022082019, "chrf": 59.911757015126895, "bleu": 33.61318401594899, "rougeL": 0.5862068965517242, "len_ratio": 0.9399141630901288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}127{"pair_id": "pair_ac54cceaec78cfa9", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6355785837651122, "chrf": 76.79734994597133, "bleu": 48.476848714231274, "rougeL": 0.6707317073170732, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}128{"pair_id": "pair_987e90af697599f0", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5112359550561798, "chrf": 76.97837366361902, "bleu": 47.08169020271918, "rougeL": 0.6410256410256411, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}129{"pair_id": "pair_97ce7c08fcf4af6d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7522477522477522, "chrf": 84.35616669115355, "bleu": 75.89510383906608, "rougeL": 0.8323353293413173, "len_ratio": 0.9515151515151515, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}130{"pair_id": "pair_1110655bc5995894", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7348754448398577, "chrf": 77.52777544909637, "bleu": 52.847044744181424, "rougeL": 0.6589595375722542, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}131{"pair_id": "pair_ce190e8e34f959e8", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7213493530499075, "chrf": 86.00621807135259, "bleu": 67.90517100677441, "rougeL": 0.7830508474576271, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}132{"pair_id": "pair_e87212198e52b63f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6755196304849884, "chrf": 74.52261354382144, "bleu": 50.13208411518664, "rougeL": 0.6967213114754098, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 5.0}133{"pair_id": "pair_52bbcd686ab520d7", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7378004369992717, "chrf": 69.59543312886194, "bleu": 44.810659634344795, "rougeL": 0.7340425531914893, "len_ratio": 0.8009950248756219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 3.0}134{"pair_id": "pair_b975ec5e096b9cc5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6912840984697273, "chrf": 72.30509890112185, "bleu": 41.9909809875309, "rougeL": 0.674937965260546, "len_ratio": 0.8657407407407407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}135{"pair_id": "pair_afb98ba0592b0aa5", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6464507236388697, "chrf": 80.6981555431753, "bleu": 58.40313986881441, "rougeL": 0.7185929648241206, "len_ratio": 0.9897435897435898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}136{"pair_id": "pair_e2985726039a31c0", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7407407407407407, "chrf": 83.11079873268746, "bleu": 64.76048478721809, "rougeL": 0.8080808080808081, "len_ratio": 0.9788519637462235, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}137{"pair_id": "pair_7e35a1b12af3ecbc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.620545073375262, "chrf": 75.66055204749931, "bleu": 56.42704529929388, "rougeL": 0.7387387387387387, "len_ratio": 0.9751552795031055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}138{"pair_id": "pair_cd9b098fd3022f75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7161152614727855, "chrf": 76.0510853822079, "bleu": 54.65301266013105, "rougeL": 0.7735191637630663, "len_ratio": 0.9383561643835616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}139{"pair_id": "pair_e909a6f29329389f", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7398601398601399, "chrf": 84.89951752868153, "bleu": 66.53020683721522, "rougeL": 0.7789473684210526, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}140{"pair_id": "pair_4afdfb6f220b6a9d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6337579617834395, "chrf": 74.19218028919524, "bleu": 51.51845268597986, "rougeL": 0.6853932584269663, "len_ratio": 0.9139784946236559, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}141{"pair_id": "pair_cd481c69337901fb", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5538160469667319, "chrf": 75.47346824915556, "bleu": 53.1489675076535, "rougeL": 0.6666666666666667, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}142{"pair_id": "pair_3a56a83b884ca4c4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6676813800101471, "chrf": 79.09001417548886, "bleu": 58.16513404306818, "rougeL": 0.7360861759425493, "len_ratio": 0.9814126394052045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}143{"pair_id": "pair_c103f5a458e7a911", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6109660574412532, "chrf": 73.63058421915744, "bleu": 50.743867093286084, "rougeL": 0.6610169491525424, "len_ratio": 0.9915254237288136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}144{"pair_id": "pair_be35286089b1f5ce", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6079545454545454, "chrf": 78.15971018551073, "bleu": 41.418424448019145, "rougeL": 0.6666666666666666, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}145{"pair_id": "pair_de7d055b0a0980e2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5178947368421052, "chrf": 65.1801893586157, "bleu": 36.42827008135176, "rougeL": 0.5035971223021583, "len_ratio": 0.8194444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_60d7628666045bbd", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5293072824156306, "chrf": 73.44157759131019, "bleu": 58.695879945645615, "rougeL": 0.673469387755102, "len_ratio": 0.956989247311828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}147{"pair_id": "pair_c4411de5e8243c89", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5975232198142415, "chrf": 71.8510948270418, "bleu": 48.24272146385694, "rougeL": 0.6565656565656566, "len_ratio": 0.9029126213592233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_48e4de012701036f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6128385155466399, "chrf": 69.55609041095074, "bleu": 37.53811966540871, "rougeL": 0.6323529411764706, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}149{"pair_id": "pair_63f382a1baf72884", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6247104247104247, "chrf": 79.01699027920013, "bleu": 56.34776838466741, "rougeL": 0.6887052341597796, "len_ratio": 0.9943502824858758, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_6547be98f4f205fc", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6417165668662674, "chrf": 69.11864621598242, "bleu": 39.84005537415089, "rougeL": 0.6267605633802817, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}151{"pair_id": "pair_aa816d00844ba6f0", "doc_id": "doc_4465aece194b7964", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.70515574650913, "chrf": 83.05077967395253, "bleu": 66.16205638446553, "rougeL": 0.773851590106007, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}152{"pair_id": "pair_712b1dfdcff9aba1", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6648648648648648, "chrf": 72.79807445135623, "bleu": 43.313571122597, "rougeL": 0.5935483870967742, "len_ratio": 0.9358974358974359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}153{"pair_id": "pair_4e64a71c5697a13a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7124183006535948, "chrf": 78.68194488333211, "bleu": 58.78583531339347, "rougeL": 0.7801418439716311, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}154{"pair_id": "pair_2300b69e3801a930", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6381856540084387, "chrf": 82.5716144123987, "bleu": 65.7587346650602, "rougeL": 0.7038327526132405, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_68acd6f36a93bb59", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47970479704797053, "chrf": 80.94177954154037, "bleu": 67.62567752192231, "rougeL": 0.6518518518518519, "len_ratio": 0.9732620320855615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}156{"pair_id": "pair_cc401ae130ae562e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.590443686006826, "chrf": 76.78215144827554, "bleu": 49.48707574904405, "rougeL": 0.6946107784431137, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_2af070b71ac0b41b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7020872865275143, "chrf": 72.97064779038361, "bleu": 45.52667571628805, "rougeL": 0.751592356687898, "len_ratio": 0.8902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_cd5633e3c8ec5e47", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6989100817438691, "chrf": 79.48411434610745, "bleu": 57.15830237126942, "rougeL": 0.7341176470588234, "len_ratio": 0.9951923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}159{"pair_id": "pair_d55ba6eae5955e4b", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6504910456383594, "chrf": 79.4483111665919, "bleu": 62.50296624041162, "rougeL": 0.6641366223908919, "len_ratio": 0.9365671641791045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}160{"pair_id": "pair_bdb7c0bbc0176a2f", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8589285714285715, "chrf": 84.14471858584062, "bleu": 71.86008259237988, "rougeL": 0.8520710059171598, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_24409c7471a474ba", "doc_id": "doc_592708c2d62b5b42", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8822393822393823, "chrf": 85.85384539897257, "bleu": 74.37633614013868, "rougeL": 0.9078947368421053, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}162{"pair_id": "pair_a405868755157214", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5186915887850467, "chrf": 66.66397958870816, "bleu": 44.15389941839177, "rougeL": 0.6243386243386243, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_8c55761eed2441f0", "doc_id": "doc_dadb00e95af5ab75", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6349206349206349, "chrf": 83.88532966665937, "bleu": 59.04532250348064, "rougeL": 0.6960352422907489, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}164{"pair_id": "pair_594db23c7f1ce902", "doc_id": "doc_6b5d113d4728e44f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6679764243614932, "chrf": 80.99956631414688, "bleu": 66.39460446468283, "rougeL": 0.7266435986159169, "len_ratio": 0.9932885906040269, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}165{"pair_id": "pair_97b161b0bd9d18cc", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7966728280961183, "chrf": 84.70133286405014, "bleu": 68.71877033580574, "rougeL": 0.7820299500831945, "len_ratio": 0.9771241830065359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}166{"pair_id": "pair_bbc33942483cb21f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7361376673040153, "chrf": 77.54214142761613, "bleu": 58.81922048563216, "rougeL": 0.7741935483870969, "len_ratio": 0.927007299270073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}167{"pair_id": "pair_2db85c057909e1c8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8460543337645536, "chrf": 80.82114379668036, "bleu": 61.3574533383963, "rougeL": 0.8333333333333333, "len_ratio": 0.956140350877193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_34ffe75c0118f270", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6816182937554969, "chrf": 81.90742472538078, "bleu": 58.371407867688994, "rougeL": 0.7405247813411078, "len_ratio": 1.0426829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}169{"pair_id": "pair_63e7996942069b30", "doc_id": "doc_b1675be26e230c94", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6879875195007801, "chrf": 69.03016343991256, "bleu": 54.29351238657039, "rougeL": 0.7282608695652174, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_9e4e295de565b52b", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6449864498644986, "chrf": 74.42989049739742, "bleu": 48.837259462080404, "rougeL": 0.6739606126914661, "len_ratio": 0.9377777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}171{"pair_id": "pair_3be716c6130b0a35", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6954314720812182, "chrf": 73.31116503875725, "bleu": 53.54490095662314, "rougeL": 0.7479674796747967, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}172{"pair_id": "pair_9f718273673ba2de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8201970443349753, "chrf": 73.38242228841712, "bleu": 53.454133982779176, "rougeL": 0.7804878048780488, "len_ratio": 0.8636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_e72963ea66501081", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7176470588235294, "chrf": 73.22690013567943, "bleu": 49.033959760402404, "rougeL": 0.7549668874172186, "len_ratio": 0.9868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}174{"pair_id": "pair_262cd4c25d40e3c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6416482707873437, "chrf": 67.16534292485531, "bleu": 37.33287425129868, "rougeL": 0.6467391304347826, "len_ratio": 0.859375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}175{"pair_id": "pair_9f06d5d274c5ee73", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.86977648202138, "chrf": 87.12821339113881, "bleu": 74.58704496393601, "rougeL": 0.875, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_2d1ce62c132d002d", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H1", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7431972789115646, "chrf": 78.49195277316022, "bleu": 62.681004259591795, "rougeL": 0.8241206030150754, "len_ratio": 1.0106382978723405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}177{"pair_id": "pair_32c93be8af0acd35", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6750675067506751, "chrf": 77.34099116691112, "bleu": 59.43786373518995, "rougeL": 0.7548209366391184, "len_ratio": 0.9479768786127167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}178{"pair_id": "pair_86851566fbe45506", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7950310559006211, "chrf": 77.71943033377651, "bleu": 55.064083989647415, "rougeL": 0.7666666666666667, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_5478426fb4914353", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7417943107221007, "chrf": 83.40155800154004, "bleu": 67.24410611988787, "rougeL": 0.8097281831187411, "len_ratio": 1.0030211480362539, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}180{"pair_id": "pair_ccfffb76b6601807", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6991988346686089, "chrf": 77.77555093454025, "bleu": 56.63953093117813, "rougeL": 0.7135416666666667, "len_ratio": 0.8407960199004975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_39fdb205b9a80080", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6276002029426687, "chrf": 80.18452217745032, "bleu": 60.78911944223351, "rougeL": 0.7272727272727272, "len_ratio": 0.9256505576208178, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}182{"pair_id": "pair_b8e43e7cb4f22a06", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8942632170978628, "chrf": 87.52471083556736, "bleu": 74.18532581424829, "rougeL": 0.9103942652329748, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_02a6dea0bec35281", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7728482697426797, "chrf": 76.26459598673793, "bleu": 59.391937582484985, "rougeL": 0.8125000000000001, "len_ratio": 0.9080459770114943, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}184{"pair_id": "pair_d2f18a3bcfd57512", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7459966869133076, "chrf": 80.63664896306204, "bleu": 61.99896621292071, "rougeL": 0.7979626485568762, "len_ratio": 1.0036363636363637, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}185{"pair_id": "pair_4820a7862c1260a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6514118792599806, "chrf": 82.33534820837053, "bleu": 70.61713853858845, "rougeL": 0.7426900584795322, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 2.0}186{"pair_id": "pair_cb0caa931b1bbded", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.41666666666666663, "chrf": 71.10571598791987, "bleu": 44.60881854818014, "rougeL": 0.47540983606557374, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}187{"pair_id": "pair_5ded5764ec6579b7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7228070175438597, "chrf": 86.1515667511317, "bleu": 73.37991971755352, "rougeL": 0.7483870967741936, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_406eeedbecf81f03", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5080645161290323, "chrf": 83.45063586212677, "bleu": 52.7724639530409, "rougeL": 0.6225165562913908, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_779571b709dd61c0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6782449725776964, "chrf": 81.11041764257689, "bleu": 67.46542747498322, "rougeL": 0.7536231884057971, "len_ratio": 1.0213903743315509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}190{"pair_id": "pair_1061b3818adf8f9a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6513872135102533, "chrf": 84.04828279176404, "bleu": 63.2542246115489, "rougeL": 0.7241379310344828, "len_ratio": 1.0350877192982457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}191{"pair_id": "pair_e659f7687869559a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.75, "chrf": 75.8861083260747, "bleu": 52.17354796491535, "rougeL": 0.7563025210084033, "len_ratio": 0.859375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_ef0843fd3d524ee0", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.706046511627907, "chrf": 72.71763120528622, "bleu": 50.0289009305976, "rougeL": 0.7537993920972644, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_86f1940d433e07c1", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6439674315321984, "chrf": 74.54698822489526, "bleu": 50.46334672927119, "rougeL": 0.696969696969697, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 3.0}194{"pair_id": "pair_fe3250d20e6c133b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5443786982248521, "chrf": 70.11462823199423, "bleu": 45.78475137740197, "rougeL": 0.6096256684491977, "len_ratio": 0.8585858585858586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_8ae3b719f427522f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.685972850678733, "chrf": 62.7213173184194, "bleu": 38.3481504864242, "rougeL": 0.6624203821656051, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_80679e9fa57372d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6457326892109501, "chrf": 74.2647595954268, "bleu": 47.468378402971, "rougeL": 0.7065217391304348, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}197{"pair_id": "pair_1ccd1a4269c8401a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7439640651319483, "chrf": 81.97003712929451, "bleu": 66.67588787157347, "rougeL": 0.8151986183074267, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}198{"pair_id": "pair_6d98cd01f5ab772c", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8872340425531915, "chrf": 83.84112444664487, "bleu": 70.331001029699, "rougeL": 0.875, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}199{"pair_id": "pair_e9b804206c369a27", "doc_id": "doc_bbe20e369485006e", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.49325626204238926, "chrf": 69.86927300773215, "bleu": 45.64599808478287, "rougeL": 0.5534591194968553, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}200{"pair_id": "pair_b44dd0537f04fcd2", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5826873385012921, "chrf": 70.39004741419936, "bleu": 42.87608029015121, "rougeL": 0.6814814814814815, "len_ratio": 1.0149253731343284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}201{"pair_id": "pair_2a45e91d0d715fcb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5305263157894737, "chrf": 71.41662346862458, "bleu": 45.149399939586985, "rougeL": 0.6293706293706294, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_5d1f675a0c779dad", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4645030425963489, "chrf": 89.79718259532768, "bleu": 79.60130716384643, "rougeL": 0.6583850931677019, "len_ratio": 1.0068493150684932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}203{"pair_id": "pair_e249b6f9202df321", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7369085173501577, "chrf": 72.29947452889812, "bleu": 52.35410973181538, "rougeL": 0.7758620689655172, "len_ratio": 0.9399141630901288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}204{"pair_id": "pair_c226ee28ffb1d979", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5184331797235022, "chrf": 63.101776729587435, "bleu": 39.00943899034543, "rougeL": 0.5866666666666667, "len_ratio": 0.8048780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}205{"pair_id": "pair_448ba88f266fd2d0", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6353166986564299, "chrf": 74.91972558082153, "bleu": 50.64273391357767, "rougeL": 0.7313915857605178, "len_ratio": 0.8805031446540881, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}206{"pair_id": "pair_6a58b4c23e9d10cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6077411900635471, "chrf": 77.44096323135462, "bleu": 59.558255699306855, "rougeL": 0.6971428571428572, "len_ratio": 0.9365671641791045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}207{"pair_id": "pair_04097925dbea3019", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5223665223665224, "chrf": 76.68764118427336, "bleu": 51.1928635030125, "rougeL": 0.5639686684073107, "len_ratio": 0.9187817258883249, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}208{"pair_id": "pair_74eb316b30d8f894", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5108695652173914, "chrf": 71.50770949972105, "bleu": 52.21450145883689, "rougeL": 0.5116279069767442, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}209{"pair_id": "pair_c927b0881b4f406c", "doc_id": "doc_018da718543ec7b2", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7348284960422163, "chrf": 76.36952593490156, "bleu": 46.35931051103069, "rougeL": 0.7465437788018434, "len_ratio": 1.101010101010101, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}210{"pair_id": "pair_580a31091a8ebdbe", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6265243902439024, "chrf": 73.17719647101384, "bleu": 48.605546328041996, "rougeL": 0.7150259067357513, "len_ratio": 0.9306930693069307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}211{"pair_id": "pair_ffb7685048ee8191", "doc_id": "doc_cbee4bf03365a459", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5438748913987836, "chrf": 70.29708221640392, "bleu": 41.369313736951156, "rougeL": 0.5386996904024769, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}212{"pair_id": "pair_d1debd0ca7eb2bbf", "doc_id": "doc_693020f91e971346", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6624685138539043, "chrf": 63.26291729672134, "bleu": 40.97765496810141, "rougeL": 0.6837606837606838, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}213{"pair_id": "pair_3bfa11d73f0bd9ee", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6953125, "chrf": 70.97835813508331, "bleu": 45.5467442795513, "rougeL": 0.7318435754189944, "len_ratio": 0.87, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}214{"pair_id": "pair_c2c5d7d8f1c67d01", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6242424242424243, "chrf": 71.76766062119138, "bleu": 52.370356186893964, "rougeL": 0.7142857142857143, "len_ratio": 0.9230769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}215{"pair_id": "pair_d0d61caaacbbf8dd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4126074498567335, "chrf": 67.04508796435756, "bleu": 42.44215789788927, "rougeL": 0.5306122448979593, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}216{"pair_id": "pair_98a55a9d396a79a1", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6738095238095239, "chrf": 78.97426075868538, "bleu": 64.18116434704996, "rougeL": 0.7301587301587301, "len_ratio": 0.9301075268817204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}217{"pair_id": "pair_bc489c50c31bde59", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6392572944297082, "chrf": 80.82416772150697, "bleu": 57.69881068532602, "rougeL": 0.7335423197492164, "len_ratio": 0.9936305732484076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}218{"pair_id": "pair_40a52f9f597b248d", "doc_id": "doc_606921299de9f2c7", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7029831387808041, "chrf": 76.17721596121426, "bleu": 58.091642735290996, "rougeL": 0.7534883720930233, "len_ratio": 0.9905660377358491, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}219{"pair_id": "pair_35409eeef738396b", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6363636363636364, "chrf": 63.7207405685122, "bleu": 29.30395866999108, "rougeL": 0.6576819407008087, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}220{"pair_id": "pair_f324d13e0df848aa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5938144329896907, "chrf": 80.96999132905664, "bleu": 61.2575698489423, "rougeL": 0.7108433734939759, "len_ratio": 1.088235294117647, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}221{"pair_id": "pair_8e83b1fc9aa7e9c4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6268844221105527, "chrf": 73.38919920174446, "bleu": 45.26356190315361, "rougeL": 0.6726457399103138, "len_ratio": 0.896551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}222{"pair_id": "pair_8103694bc03e8389", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.568064753495217, "chrf": 64.22704698024836, "bleu": 32.89997423478087, "rougeL": 0.5917808219178082, "len_ratio": 0.8489583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}223{"pair_id": "pair_574ebe94372b756c", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5489130434782609, "chrf": 79.69009432902601, "bleu": 63.64235585477889, "rougeL": 0.6241457858769932, "len_ratio": 0.9585253456221198, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}224{"pair_id": "pair_2936c7713a6ab2f7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7337662337662338, "chrf": 74.38746353863445, "bleu": 49.25001256300723, "rougeL": 0.7150259067357512, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}225{"pair_id": "pair_4b71bcf63d0886a0", "doc_id": "doc_86326c049245c41f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6585127201565557, "chrf": 85.02475787470546, "bleu": 71.84113220516797, "rougeL": 0.7647058823529411, "len_ratio": 1.0470588235294118, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}226{"pair_id": "pair_afc601531a4ec8aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6534907597535935, "chrf": 79.78572331175971, "bleu": 56.585326097074656, "rougeL": 0.7237762237762239, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 5.0}227{"pair_id": "pair_1e47b073d32f56d3", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7009609949123798, "chrf": 77.8720891368993, "bleu": 56.63511758161923, "rougeL": 0.7529411764705881, "len_ratio": 0.984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 9.0}228{"pair_id": "pair_5aaa7849b1522bc6", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7226539151225344, "chrf": 75.21212253995174, "bleu": 56.90190668741707, "rougeL": 0.7566607460035525, "len_ratio": 0.9157509157509157, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}229{"pair_id": "pair_5f0edd4f649410d4", "doc_id": "doc_d63488e03c286073", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8768707482993198, "chrf": 85.1101718879656, "bleu": 70.08801798438515, "rougeL": 0.8465346534653466, "len_ratio": 0.9507389162561576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}230{"pair_id": "pair_e3bd9b386ccf7d71", "doc_id": "doc_606921299de9f2c7", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7042801556420233, "chrf": 79.02434210650728, "bleu": 64.71633109821114, "rougeL": 0.7255813953488371, "len_ratio": 0.9905660377358491, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_40fef0c1a4b65c96", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6991803278688524, "chrf": 84.08478071875332, "bleu": 70.10326956585551, "rougeL": 0.7955182072829131, "len_ratio": 1.023391812865497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}232{"pair_id": "pair_2b1e2d7cf9a4a133", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6087824351297405, "chrf": 70.02771948924425, "bleu": 41.84032690406331, "rougeL": 0.5724381625441696, "len_ratio": 0.8733333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}233{"pair_id": "pair_970b25b4dbf4b823", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5805946791862284, "chrf": 63.33576909694539, "bleu": 35.50648807801218, "rougeL": 0.5649717514124294, "len_ratio": 0.7628865979381443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_2909819d5f03e04b", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6982408660351827, "chrf": 79.09211699447442, "bleu": 63.5829812478258, "rougeL": 0.7584650112866816, "len_ratio": 0.9815668202764977, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 7.0}235{"pair_id": "pair_a7d2d5b4fa4a98e3", "doc_id": "doc_6b5d113d4728e44f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7996108949416343, "chrf": 86.36853779635764, "bleu": 73.15379930326806, "rougeL": 0.825938566552901, "len_ratio": 1.0201342281879195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}236{"pair_id": "pair_d661f5932a63a835", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5866998135487881, "chrf": 74.41683661892688, "bleu": 47.23358915855795, "rougeL": 0.6652452025586354, "len_ratio": 1.0495495495495495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}237{"pair_id": "pair_28d8974aa58f9464", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8377581120943953, "chrf": 80.53959857599914, "bleu": 58.549208596127436, "rougeL": 0.8241206030150755, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_68ff2812ada13be3", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7695099818511797, "chrf": 76.09813567940176, "bleu": 56.67532132842784, "rougeL": 0.7272727272727273, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}239{"pair_id": "pair_94d2edc0d6a8f403", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7577319587628866, "chrf": 79.00413009389085, "bleu": 66.36822208688876, "rougeL": 0.7978436657681941, "len_ratio": 0.9946236559139785, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}240{"pair_id": "pair_e588752fafd31f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7265861027190332, "chrf": 81.49099982858586, "bleu": 62.248419309218235, "rougeL": 0.7252747252747253, "len_ratio": 0.9782608695652174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}241{"pair_id": "pair_ef117e73e3288130", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6098294884653962, "chrf": 75.10955060963576, "bleu": 43.39943413105434, "rougeL": 0.6937269372693726, "len_ratio": 0.8928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}242{"pair_id": "pair_e954044443dc0032", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7843137254901961, "chrf": 79.66575332028134, "bleu": 60.35066752892536, "rougeL": 0.7934782608695653, "len_ratio": 0.9162303664921466, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -4.0, "sentence_count_delta": 2.0}243{"pair_id": "pair_f06dc5ca233c1828", "doc_id": "doc_aea855cdbe03beb7", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6595022624434389, "chrf": 75.78020639430142, "bleu": 54.008911736232136, "rougeL": 0.6589147286821706, "len_ratio": 0.8955223880597015, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}244{"pair_id": "pair_6cd7773d7b92fa7d", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.691044776119403, "chrf": 73.85206937287153, "bleu": 54.45471616871325, "rougeL": 0.6969696969696969, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}245{"pair_id": "pair_58ad12d37b242379", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7961432506887052, "chrf": 82.71143851195332, "bleu": 72.9402290501889, "rougeL": 0.8333333333333333, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_29e80c6b6667a305", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.45252525252525255, "chrf": 71.95974685273538, "bleu": 49.13069190587269, "rougeL": 0.6415094339622641, "len_ratio": 0.9871794871794872, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}247{"pair_id": "pair_eaadbb520cb6bab9", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7270471464019851, "chrf": 83.70620922829767, "bleu": 63.54189364789461, "rougeL": 0.8248587570621468, "len_ratio": 1.0058479532163742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}248{"pair_id": "pair_022013290759e0fd", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8480138169257341, "chrf": 81.07293160785025, "bleu": 72.09883713053455, "rougeL": 0.8474576271186441, "len_ratio": 0.8829787234042553, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}249{"pair_id": "pair_e1b2ed79bb148a11", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4122257053291536, "chrf": 70.79280379734534, "bleu": 40.052915280478985, "rougeL": 0.5052631578947369, "len_ratio": 1.058139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}250{"pair_id": "pair_f58e8ac1463de2bd", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7749019607843137, "chrf": 79.36749069441498, "bleu": 61.825893614893324, "rougeL": 0.7956989247311829, "len_ratio": 0.93717277486911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -4.0, "sentence_count_delta": -1.0}251{"pair_id": "pair_c5ba87e3bc36bbd8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.627972027972028, "chrf": 76.78242045274808, "bleu": 52.41506899313014, "rougeL": 0.697986577181208, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 8.0}252{"pair_id": "pair_28d6a8d609900fd9", "doc_id": "doc_e70ce9ae73c32589", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6110260336906586, "chrf": 62.66744084869422, "bleu": 31.217041157675023, "rougeL": 0.5612244897959183, "len_ratio": 0.8910891089108911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_5033bd432ccd7862", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6594806467417933, "chrf": 81.5352624984041, "bleu": 64.49465965625612, "rougeL": 0.7591463414634145, "len_ratio": 0.9783950617283951, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_022fdc6d197bdd8f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6202860858257477, "chrf": 70.83979121358111, "bleu": 50.21049663594066, "rougeL": 0.7053571428571429, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}255{"pair_id": "pair_68c51f8cc2634fb0", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5583756345177665, "chrf": 61.82847693322867, "bleu": 41.51304443523747, "rougeL": 0.6666666666666667, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}256{"pair_id": "pair_e4dbba68d123f006", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5002094679514034, "chrf": 70.24510421437947, "bleu": 41.519743343068015, "rougeL": 0.6037234042553191, "len_ratio": 0.9175257731958762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}257{"pair_id": "pair_270e637ba60ccc84", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5696969696969697, "chrf": 78.19845158527404, "bleu": 53.88672275111989, "rougeL": 0.6029411764705882, "len_ratio": 1.0307692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}258{"pair_id": "pair_b51fec0b64d012a2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6535, "chrf": 78.99216752254303, "bleu": 61.150151437322386, "rougeL": 0.7496159754224271, "len_ratio": 0.9660493827160493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 10.0}259{"pair_id": "pair_91d1e92333a4ee5a", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47892720306513414, "chrf": 73.57039925881945, "bleu": 45.96780689628732, "rougeL": 0.6357615894039735, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}260{"pair_id": "pair_8c7db2ce28127366", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5834298957126304, "chrf": 77.18926381861357, "bleu": 54.63013583659922, "rougeL": 0.7072691552062869, "len_ratio": 0.984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}261{"pair_id": "pair_29701e6748ae0b34", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6237166324435318, "chrf": 77.83273799000979, "bleu": 54.385731462472684, "rougeL": 0.6938053097345134, "len_ratio": 0.9241379310344827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}262{"pair_id": "pair_93343c6d4c539e31", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6567828020756116, "chrf": 74.20652787395886, "bleu": 55.4418472597361, "rougeL": 0.7398568019093079, "len_ratio": 0.9197860962566845, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}263{"pair_id": "pair_f2510970f56281a3", "doc_id": "doc_4b9443000ca9e29c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7740422204847537, "chrf": 74.97100727123006, "bleu": 59.71747210949635, "rougeL": 0.7908045977011495, "len_ratio": 0.9151785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_fe0139f9580f6add", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5972495088408645, "chrf": 73.79803505293748, "bleu": 51.81153136384321, "rougeL": 0.6344827586206897, "len_ratio": 0.9455782312925171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}265{"pair_id": "pair_71e5cbd2e11add5c", "doc_id": "doc_018da718543ec7b2", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8328488372093024, "chrf": 79.87107336230325, "bleu": 65.21826303903418, "rougeL": 0.8325358851674641, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_d87dc24fd64f422f", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5733819507748406, "chrf": 71.23688141047394, "bleu": 44.22816965897098, "rougeL": 0.6218487394957983, "len_ratio": 0.9132947976878613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}267
Files main
Menu

Theme