spb/wpai0002_uqo

1{"pair_id": "pair_6dae2dbeeaf35e81", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8720445062586926, "chrf": 83.7925015169673, "bleu": 63.17523725616938, "rougeL": 0.8725490196078433, "len_ratio": 0.9326923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_2b9a66cf34a0ad40", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7074303405572755, "chrf": 76.24782118484092, "bleu": 53.52178641349239, "rougeL": 0.7100000000000002, "len_ratio": 0.9223300970873787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}3{"pair_id": "pair_361234a55d2a0021", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7701863354037267, "chrf": 82.65347126241956, "bleu": 56.980650468405436, "rougeL": 0.8, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}4{"pair_id": "pair_647a75d345e6a557", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8348134991119005, "chrf": 84.90827404761745, "bleu": 73.07420112943453, "rougeL": 0.8715083798882682, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_88da36d9b6885139", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7340569877883311, "chrf": 79.3216403622664, "bleu": 56.84443294199201, "rougeL": 0.7642276422764228, "len_ratio": 0.9596774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}6{"pair_id": "pair_2d7adb6e661abcad", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7254901960784313, "chrf": 69.42847644838785, "bleu": 41.32487515339224, "rougeL": 0.7499999999999999, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_51952872ee2f5288", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.727124183006536, "chrf": 81.71925909441141, "bleu": 61.75559836590226, "rougeL": 0.783068783068783, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_27d256cc064ff931", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7854567307692308, "chrf": 78.11649348230688, "bleu": 56.69873858058337, "rougeL": 0.8016701461377871, "len_ratio": 0.888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}9{"pair_id": "pair_65f60d38cac224d6", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8411347517730496, "chrf": 84.85820805850466, "bleu": 69.75663711149691, "rougeL": 0.8571428571428571, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_e55197ada0322b55", "doc_id": "doc_746a4589dcef0f3d", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7770016120365395, "chrf": 81.36775765387699, "bleu": 60.555448725576404, "rougeL": 0.8077601410934745, "len_ratio": 0.9601449275362319, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 7.0}11{"pair_id": "pair_9eff2a570688d528", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8998109640831758, "chrf": 83.21569314400845, "bleu": 67.0534085300644, "rougeL": 0.864864864864865, "len_ratio": 0.9154929577464789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_e211e8f36e538b7b", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8308740068104427, "chrf": 88.06390367777769, "bleu": 74.62726143798619, "rougeL": 0.8602150537634408, "len_ratio": 0.9926470588235294, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}13{"pair_id": "pair_60f7279531365fff", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7043010752688172, "chrf": 70.31657008344183, "bleu": 43.43978734865659, "rougeL": 0.593939393939394, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}14{"pair_id": "pair_734f4b6481b3e67f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7771836007130125, "chrf": 81.69980798544336, "bleu": 63.55609809206866, "rougeL": 0.8117154811715481, "len_ratio": 0.9020408163265307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}15{"pair_id": "pair_868f64e1b003f47d", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.917462482946794, "chrf": 89.51178539717294, "bleu": 75.87679466722963, "rougeL": 0.9118942731277533, "len_ratio": 0.9864864864864865, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}16{"pair_id": "pair_2caa945683f27804", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8490566037735849, "chrf": 80.14782234133688, "bleu": 59.67677896143206, "rougeL": 0.8432432432432433, "len_ratio": 0.9340659340659341, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}17{"pair_id": "pair_e35301322960ef1a", "doc_id": "doc_0f52808f2ff23add", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7212614445574771, "chrf": 71.4081645973609, "bleu": 49.050867550294605, "rougeL": 0.7300380228136881, "len_ratio": 0.9029850746268657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}18{"pair_id": "pair_aa660c54a9190595", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5345622119815668, "chrf": 69.77747341715782, "bleu": 48.67424248667233, "rougeL": 0.6052631578947367, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_7254b37d2fe1bc31", "doc_id": "doc_b1675be26e230c94", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6708268330733229, "chrf": 71.91301907238564, "bleu": 54.79933519670668, "rougeL": 0.6914893617021276, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_027668791128c6f6", "doc_id": "doc_d63488e03c286073", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8333333333333334, "chrf": 83.16855077418037, "bleu": 66.98885130651009, "rougeL": 0.8261964735516373, "len_ratio": 0.916256157635468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}21{"pair_id": "pair_f78e5de2cf19d7ed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8177339901477833, "chrf": 75.77534402692099, "bleu": 61.066040575420786, "rougeL": 0.8095238095238095, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_e46a4c49ae458987", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7174556213017751, "chrf": 72.12796746401013, "bleu": 47.043011079144264, "rougeL": 0.7120418848167539, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}23{"pair_id": "pair_46559ba5a888efe9", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7846385542168675, "chrf": 76.35968732299628, "bleu": 52.61185400853882, "rougeL": 0.7657142857142857, "len_ratio": 0.8541666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_cb07209ed14340ba", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8518518518518519, "chrf": 87.57213655667098, "bleu": 75.33990700239153, "rougeL": 0.9151515151515152, "len_ratio": 0.930379746835443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}25{"pair_id": "pair_9084ae2db47e49ac", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H2", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8435374149659864, "chrf": 79.27526918913176, "bleu": 62.727409247878064, "rougeL": 0.8453608247422681, "len_ratio": 0.9680851063829787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_d19af1a77eeb1480", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7322404371584699, "chrf": 73.31950435387603, "bleu": 49.63090369193803, "rougeL": 0.7567567567567567, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}27{"pair_id": "pair_c6ff4089bbf2297e", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.882689556509299, "chrf": 85.66381098044208, "bleu": 72.3399690670328, "rougeL": 0.8990825688073395, "len_ratio": 0.9158878504672897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_f7e95f4989d72464", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8408488063660478, "chrf": 83.87627819353366, "bleu": 64.54788621215745, "rougeL": 0.8665207877461707, "len_ratio": 0.948051948051948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}29{"pair_id": "pair_831bf9dbb402bded", "doc_id": "doc_dadb00e95af5ab75", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8292349726775956, "chrf": 85.08157839836555, "bleu": 67.81158600578802, "rougeL": 0.8392857142857143, "len_ratio": 1.028301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_4af0ef3a2c11dee0", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8088737201365188, "chrf": 80.7937722868239, "bleu": 64.97101414634929, "rougeL": 0.8304093567251463, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}31{"pair_id": "pair_902ffeefdf8ab86c", "doc_id": "doc_4b9443000ca9e29c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6278342455043002, "chrf": 66.86919985536042, "bleu": 51.47704940766845, "rougeL": 0.6898148148148148, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}32{"pair_id": "pair_521cae82cb041f4c", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7949886104783599, "chrf": 81.48709233704857, "bleu": 63.64659545021262, "rougeL": 0.8124999999999999, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_12478e0eef96210a", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6671974522292994, "chrf": 76.90013484913875, "bleu": 53.84203664872322, "rougeL": 0.7039106145251396, "len_ratio": 0.9247311827956989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}34{"pair_id": "pair_9d327b9494fb160e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7104851330203443, "chrf": 67.82662171863197, "bleu": 43.20396942439229, "rougeL": 0.6779661016949153, "len_ratio": 0.7525773195876289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}35{"pair_id": "pair_8e16fd07e759f23c", "doc_id": "doc_bbe20e369485006e", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7283236994219653, "chrf": 75.38615316449241, "bleu": 50.09052141331569, "rougeL": 0.7948717948717948, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}36{"pair_id": "pair_c1ba68c1fdb0acd7", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8208802456499489, "chrf": 86.30261324016796, "bleu": 69.91236683982497, "rougeL": 0.822742474916388, "len_ratio": 0.9533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_1d4125295dc01951", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7539863325740319, "chrf": 84.72338236354847, "bleu": 67.42923219574787, "rougeL": 0.8091603053435115, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}38{"pair_id": "pair_92da17dd1777d63e", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9404255319148936, "chrf": 92.51846426694567, "bleu": 83.92549675172955, "rougeL": 0.9517241379310345, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}39{"pair_id": "pair_774ad4c41c1163bf", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.9257362355953905, "chrf": 88.23286403313695, "bleu": 72.30979620261863, "rougeL": 0.9296875, "len_ratio": 1.0158730158730158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_84e458672dbe2b6a", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.806910569105691, "chrf": 74.30828219066943, "bleu": 53.53817463274913, "rougeL": 0.7757575757575758, "len_ratio": 0.9113924050632911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}41{"pair_id": "pair_fdf7a4e7e91fb81e", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8010275572162541, "chrf": 77.10357570352564, "bleu": 51.69424290747009, "rougeL": 0.7926267281105992, "len_ratio": 0.9425981873111783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}42{"pair_id": "pair_fd5c2faff8dd308b", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5744985673352436, "chrf": 67.64414702036171, "bleu": 46.85024240208956, "rougeL": 0.6421052631578947, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}43{"pair_id": "pair_5b6a2be9581e7c46", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7553688141923436, "chrf": 78.36259565616305, "bleu": 53.75132401598358, "rougeL": 0.7868852459016394, "len_ratio": 0.9419354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}44{"pair_id": "pair_f124cacc4be94b0e", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.673202614379085, "chrf": 71.03211720488065, "bleu": 48.55173736101683, "rougeL": 0.7145877378435519, "len_ratio": 0.8816326530612245, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}45{"pair_id": "pair_e90f72987bfc1dff", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8910303928836175, "chrf": 85.72796133087905, "bleu": 69.83955351749191, "rougeL": 0.8857808857808858, "len_ratio": 0.9786096256684492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}46{"pair_id": "pair_a8bc97d130ee8379", "doc_id": "doc_71d406f9105e8832", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8442822384428224, "chrf": 78.44719843396761, "bleu": 51.69264477489, "rougeL": 0.8474576271186439, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}47{"pair_id": "pair_fecaec8810a43c33", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.799554565701559, "chrf": 84.74813543768059, "bleu": 68.4244923152464, "rougeL": 0.8396946564885497, "len_ratio": 0.9230769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_c5b252db07d147e5", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8894645941278065, "chrf": 85.43020004291435, "bleu": 72.26550415108767, "rougeL": 0.888888888888889, "len_ratio": 0.8936170212765957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_3b2e2d19519834f5", "doc_id": "doc_d999f694e31b629a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7677514792899408, "chrf": 78.42596567571731, "bleu": 59.84313733146055, "rougeL": 0.795, "len_ratio": 0.8829268292682927, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}50{"pair_id": "pair_e647546ed0f0e4f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7795979151154133, "chrf": 75.72645308770939, "bleu": 48.638743872971, "rougeL": 0.7387862796833773, "len_ratio": 0.8984771573604061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_366b9bdd54771f24", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8402597402597403, "chrf": 84.02751638753229, "bleu": 66.75227622770736, "rougeL": 0.852589641434263, "len_ratio": 0.9761904761904762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}52{"pair_id": "pair_28b12f7df1fc4f82", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.709366391184573, "chrf": 86.12220221092349, "bleu": 73.88569064826252, "rougeL": 0.8044444444444444, "len_ratio": 0.9653679653679653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}53{"pair_id": "pair_ba7797fa879c20c8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8980617372577171, "chrf": 85.04795014709762, "bleu": 69.1728998089162, "rougeL": 0.8979591836734695, "len_ratio": 0.958139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}54{"pair_id": "pair_ab7180f6c57cab03", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.759467758444217, "chrf": 76.95010399205839, "bleu": 57.09551885799891, "rougeL": 0.7560137457044673, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}55{"pair_id": "pair_972f84361ed6c45a", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6734883720930233, "chrf": 68.98551168543017, "bleu": 47.56539513906921, "rougeL": 0.7147147147147146, "len_ratio": 0.8950617283950617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}56{"pair_id": "pair_be97f353c4f76179", "doc_id": "doc_746a4589dcef0f3d", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8479312197743148, "chrf": 84.32156265583134, "bleu": 66.79076266936265, "rougeL": 0.8632326820603907, "len_ratio": 0.9492753623188406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}57{"pair_id": "pair_9be03ce7ac2754e6", "doc_id": "doc_0f52808f2ff23add", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.9114954221770092, "chrf": 87.0566636951429, "bleu": 71.57832622331169, "rougeL": 0.878228782287823, "len_ratio": 0.9626865671641791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_8318e07eba7739e5", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8384146341463414, "chrf": 78.05078059457573, "bleu": 58.00554206245105, "rougeL": 0.8421052631578948, "len_ratio": 0.900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_4deb0d2a9162282e", "doc_id": "doc_fe2ddb404d112460", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7160068846815835, "chrf": 71.57661505998297, "bleu": 45.06688443858342, "rougeL": 0.7597765363128491, "len_ratio": 0.9438202247191011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_53bfbc9b1ed94477", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8226256983240223, "chrf": 84.34949775371109, "bleu": 64.62932981740546, "rougeL": 0.8269896193771626, "len_ratio": 0.9230769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}61{"pair_id": "pair_f01532683a41580e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7638190954773869, "chrf": 75.73446522897554, "bleu": 52.69467759197677, "rougeL": 0.7782805429864252, "len_ratio": 0.8706896551724138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}62{"pair_id": "pair_94f7a40a55f62672", "doc_id": "doc_cbee4bf03365a459", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6203301476976542, "chrf": 67.27866265480534, "bleu": 35.19168358391574, "rougeL": 0.6563467492260062, "len_ratio": 0.8563218390804598, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}63{"pair_id": "pair_d9e96ad586550036", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8144144144144144, "chrf": 84.76958239554993, "bleu": 66.25835705927196, "rougeL": 0.8301886792452831, "len_ratio": 0.9871794871794872, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}64{"pair_id": "pair_a16536369d6c5188", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8063348416289593, "chrf": 75.26686427837878, "bleu": 54.208447476353626, "rougeL": 0.7725856697819314, "len_ratio": 0.8719512195121951, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_4ae947453860c0bc", "doc_id": "doc_d999f694e31b629a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7366863905325444, "chrf": 75.323588835242, "bleu": 52.478314322909725, "rougeL": 0.7839195979899497, "len_ratio": 0.8634146341463415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_c2c2f592a5e43aa5", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8098159509202454, "chrf": 88.32924156083318, "bleu": 74.9573199486787, "rougeL": 0.8757763975155279, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}67{"pair_id": "pair_9ca89b79b721e84d", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8565451285116557, "chrf": 85.5182046309054, "bleu": 71.3251125391482, "rougeL": 0.8819444444444445, "len_ratio": 0.9706959706959707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}68{"pair_id": "pair_69abc5b453edbbd7", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7498718605843158, "chrf": 81.32397392032487, "bleu": 61.0766356727223, "rougeL": 0.7787610619469026, "len_ratio": 0.9469964664310954, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}69{"pair_id": "pair_5fbd7bf476742db2", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.52925877763329, "chrf": 75.05390146594794, "bleu": 49.65711386324724, "rougeL": 0.684931506849315, "len_ratio": 0.9158878504672897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}70{"pair_id": "pair_97ae18b18377abfd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8400820092260379, "chrf": 83.9516642296826, "bleu": 66.15822116542552, "rougeL": 0.8622540250447227, "len_ratio": 0.9328621908127208, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_b21c644dd55a7eb2", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7209886887306243, "chrf": 76.96413319458742, "bleu": 53.150977106891716, "rougeL": 0.7445652173913042, "len_ratio": 0.8737113402061856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}72{"pair_id": "pair_9c08cc9c5089c634", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7725587144622992, "chrf": 74.27423179015034, "bleu": 48.730920368505274, "rougeL": 0.7551867219917012, "len_ratio": 0.9105691056910569, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}73{"pair_id": "pair_f90b7fca5b9ae461", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8517857142857143, "chrf": 84.63102318848999, "bleu": 65.73307121000174, "rougeL": 0.8484848484848484, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_ec6b8038e7103fd0", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7732696897374702, "chrf": 76.17807149063991, "bleu": 54.29594558740853, "rougeL": 0.7563025210084033, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_1338bb32819c356a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7511643379906853, "chrf": 73.30683334248066, "bleu": 44.22126181378107, "rougeL": 0.7005076142131981, "len_ratio": 0.8240740740740741, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_f6210b8ee16fb85a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8361876396128072, "chrf": 80.40998264560866, "bleu": 60.561428293009556, "rougeL": 0.8146214099216709, "len_ratio": 0.9238578680203046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}77{"pair_id": "pair_a76158f8c9bbedc2", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8817802503477051, "chrf": 86.74490792564418, "bleu": 70.80701899276286, "rougeL": 0.8599033816425121, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}78{"pair_id": "pair_0fff5d1d36367bd5", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7929292929292929, "chrf": 84.80090502608327, "bleu": 69.4378715447485, "rougeL": 0.8414634146341463, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_ba0d0a64759c5714", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7427961579509071, "chrf": 80.88684990981513, "bleu": 61.298330470344524, "rougeL": 0.8028169014084507, "len_ratio": 0.9178082191780822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_f4f64387af572ad9", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7513661202185793, "chrf": 76.98159805010224, "bleu": 53.314131544049154, "rougeL": 0.7893175074183976, "len_ratio": 0.9345238095238095, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_ad963c4815d125b7", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9244424214838416, "chrf": 93.89508839668204, "bleu": 86.44410845692568, "rougeL": 0.9373297002724795, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}82{"pair_id": "pair_eec144b70f6abb76", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6979020979020979, "chrf": 79.48865195432792, "bleu": 55.98633151139006, "rougeL": 0.7252747252747254, "len_ratio": 0.8979591836734694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_8a19f1ffd3b32331", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8364116094986808, "chrf": 81.68648483381963, "bleu": 56.07716022686374, "rougeL": 0.8113207547169811, "len_ratio": 0.9074074074074074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_a789fb8944d7f271", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8425624321389794, "chrf": 88.2351088932298, "bleu": 73.23101089810386, "rougeL": 0.8758620689655171, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}85{"pair_id": "pair_6aae565798f7240d", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7891566265060241, "chrf": 78.8060023602053, "bleu": 62.37071272187147, "rougeL": 0.7578947368421053, "len_ratio": 1.0208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}86{"pair_id": "pair_74b63a0b932ed128", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8624113475177305, "chrf": 81.32225140832624, "bleu": 64.72499736128609, "rougeL": 0.8497409326424871, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}87{"pair_id": "pair_882186915d6d31a4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6209213051823417, "chrf": 75.27182556100097, "bleu": 50.14052553334744, "rougeL": 0.6970684039087949, "len_ratio": 0.8742138364779874, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}88{"pair_id": "pair_21f928a5482fea98", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8282097649186257, "chrf": 86.31556509822445, "bleu": 64.56935796559954, "rougeL": 0.8888888888888888, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_fa7229918bfd9dff", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8288575329995449, "chrf": 85.03594796798244, "bleu": 73.84779112724338, "rougeL": 0.8587105624142661, "len_ratio": 0.9861495844875346, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}90{"pair_id": "pair_7d1b799a99fb93d1", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.715625, "chrf": 75.55699571378423, "bleu": 48.48595421000801, "rougeL": 0.7666666666666666, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}91{"pair_id": "pair_0d58de174fa1818c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8331273176761433, "chrf": 82.52172281033012, "bleu": 63.277831871804544, "rougeL": 0.8163265306122449, "len_ratio": 0.9349593495934959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_c92287cbddaad6ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7968526466380543, "chrf": 80.52980880550315, "bleu": 62.17894407570592, "rougeL": 0.8348623853211008, "len_ratio": 0.9252336448598131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}93{"pair_id": "pair_288b1ca4406bacd0", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7837398373983739, "chrf": 80.29333584621432, "bleu": 58.14715748693318, "rougeL": 0.8253968253968254, "len_ratio": 0.9945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}94{"pair_id": "pair_8dcf2f5090408731", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7477797513321491, "chrf": 82.05711748632356, "bleu": 72.53542693258849, "rougeL": 0.8615384615384616, "len_ratio": 0.946236559139785, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}95{"pair_id": "pair_c2382e32cacf37cc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7227036395147314, "chrf": 79.58085297461852, "bleu": 56.71493825520079, "rougeL": 0.7904191616766467, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}96{"pair_id": "pair_927a5fc7ca9681e1", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6517857142857143, "chrf": 78.8691717898141, "bleu": 54.92751679143821, "rougeL": 0.7240356083086054, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}97{"pair_id": "pair_e3764c39c22164ad", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8149253731343283, "chrf": 83.18619559648972, "bleu": 67.9870212574095, "rougeL": 0.8181818181818181, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}98{"pair_id": "pair_f711141fdd0b034a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8813324080499653, "chrf": 89.04336255815284, "bleu": 78.06567295630846, "rougeL": 0.8979591836734694, "len_ratio": 0.958974358974359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_6a42a28810122e12", "doc_id": "doc_592708c2d62b5b42", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9022988505747126, "chrf": 92.61943162045687, "bleu": 83.263542452922, "rougeL": 0.9299363057324842, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}100{"pair_id": "pair_f3f5a76d4b20260f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8311345646437995, "chrf": 78.02684678683237, "bleu": 52.25182506790725, "rougeL": 0.7772511848341231, "len_ratio": 0.8981481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}101{"pair_id": "pair_bc6201c8c9da4201", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6902485659655831, "chrf": 79.75463578375285, "bleu": 62.86808172170718, "rougeL": 0.7649122807017544, "len_ratio": 0.9781021897810219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}102{"pair_id": "pair_de6ed5440c5cfa1f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7647058823529411, "chrf": 82.03575841577762, "bleu": 60.220948177340176, "rougeL": 0.814569536423841, "len_ratio": 0.9225806451612903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_44ec23888e47e053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7295158286778398, "chrf": 74.33260076950937, "bleu": 47.26776569868582, "rougeL": 0.7253521126760563, "len_ratio": 0.8896321070234113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}104{"pair_id": "pair_61f3a63ae13c413c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7401924500370096, "chrf": 79.50237233246526, "bleu": 56.666885500061746, "rougeL": 0.76, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_4e29893c59c5f88c", "doc_id": "doc_693020f91e971346", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.743073047858942, "chrf": 68.03109502010611, "bleu": 45.39120245280255, "rougeL": 0.7241379310344829, "len_ratio": 0.8064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_bfc45bce1450acd0", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8198757763975155, "chrf": 83.58245310184303, "bleu": 66.19626911702132, "rougeL": 0.8498583569405098, "len_ratio": 0.9195402298850575, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_c6d27e060030be45", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7474747474747474, "chrf": 76.3558837816978, "bleu": 61.73785115853419, "rougeL": 0.7607361963190183, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_08f549cd32752b97", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6643678160919539, "chrf": 80.38095406335647, "bleu": 54.26916369094398, "rougeL": 0.7171717171717172, "len_ratio": 1.1043956043956045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}109{"pair_id": "pair_6b4ac7c21df6f3ae", "doc_id": "doc_e70ce9ae73c32589", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6830015313935682, "chrf": 65.1531020113009, "bleu": 29.766232996561616, "rougeL": 0.6161616161616162, "len_ratio": 0.9108910891089109, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_a2e03805180c570a", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8610038610038611, "chrf": 84.90311620408522, "bleu": 66.982676558554, "rougeL": 0.8483146067415731, "len_ratio": 0.96045197740113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_2065bc2b14eb2c18", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7446949602122016, "chrf": 72.86070825695158, "bleu": 45.78216697639153, "rougeL": 0.7555555555555555, "len_ratio": 0.922077922077922, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0}112{"pair_id": "pair_e2c4c8cfb34e295d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.830393487109905, "chrf": 80.21191920028693, "bleu": 61.39034654783961, "rougeL": 0.8354430379746836, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_2dde98759eea3d04", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6962699822380107, "chrf": 83.73402568363517, "bleu": 70.25978776661222, "rougeL": 0.7567567567567567, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}114{"pair_id": "pair_ff55e32ceadc110f", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.717479674796748, "chrf": 71.79103840590852, "bleu": 49.54231406822621, "rougeL": 0.7515151515151515, "len_ratio": 0.9113924050632911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}115{"pair_id": "pair_6a75d2495dc71250", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8113948919449901, "chrf": 82.63950991142057, "bleu": 63.29556734006084, "rougeL": 0.8493150684931506, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_77787538e234a781", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.9092548076923077, "chrf": 89.2445176123264, "bleu": 75.56867557025652, "rougeL": 0.9153225806451614, "len_ratio": 0.964, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}117{"pair_id": "pair_b70c62a655b511cd", "doc_id": "doc_0c5f9453efc95182", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7965860597439545, "chrf": 85.97104684185443, "bleu": 69.5761578821595, "rougeL": 0.8240740740740741, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}118{"pair_id": "pair_a16421f01eb52c0a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6904231625835189, "chrf": 83.6224012000496, "bleu": 70.37711125788188, "rougeL": 0.8258064516129033, "len_ratio": 0.9117647058823529, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_e6bf58788822f89b", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7524557956777996, "chrf": 73.15387187767838, "bleu": 45.06850595678479, "rougeL": 0.742857142857143, "len_ratio": 0.8421052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_223e3334cef8fbbb", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8564971751412429, "chrf": 87.88317156687543, "bleu": 77.69154934824573, "rougeL": 0.8623188405797101, "len_ratio": 0.948905109489051, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}121{"pair_id": "pair_d1a99597005bfc01", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9090909090909091, "chrf": 87.9915183611247, "bleu": 74.00709986047703, "rougeL": 0.909090909090909, "len_ratio": 0.9130434782608695, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}122{"pair_id": "pair_d3cdb1b0883035c5", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9052258635961028, "chrf": 90.95093164832687, "bleu": 76.28973806406454, "rougeL": 0.9142857142857143, "len_ratio": 0.9681528662420382, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_c958cce58de7103c", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6648745519713262, "chrf": 64.33436008325275, "bleu": 33.20929825981207, "rougeL": 0.5696969696969697, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_152d1ad32ddb5b01", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8288288288288288, "chrf": 83.09824631913676, "bleu": 65.44954325644335, "rougeL": 0.8636363636363636, "len_ratio": 0.9298245614035088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}125{"pair_id": "pair_16d70283d2ec87d2", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.771680216802168, "chrf": 74.5077650565758, "bleu": 51.9057171001589, "rougeL": 0.7647058823529412, "len_ratio": 0.8755555555555555, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_8ad393df2f155522", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.579179810725552, "chrf": 66.13490293241207, "bleu": 40.210900574057135, "rougeL": 0.645021645021645, "len_ratio": 0.9313304721030042, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 4.0}127{"pair_id": "pair_ac54cceaec78cfa9", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.646643109540636, "chrf": 77.85515878086348, "bleu": 51.43773547878882, "rougeL": 0.691358024691358, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}128{"pair_id": "pair_987e90af697599f0", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7234848484848485, "chrf": 80.83162931018511, "bleu": 51.77275370433644, "rougeL": 0.8076923076923077, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}129{"pair_id": "pair_97ce7c08fcf4af6d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8281718281718282, "chrf": 87.68265496264827, "bleu": 80.03233622888706, "rougeL": 0.8828828828828829, "len_ratio": 0.9454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_1110655bc5995894", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8475499092558983, "chrf": 81.49256024047891, "bleu": 57.50885509893965, "rougeL": 0.7630057803468209, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_ce190e8e34f959e8", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8470425138632163, "chrf": 88.41702722013468, "bleu": 74.03858533556567, "rougeL": 0.8677966101694916, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_e87212198e52b63f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6709601873536299, "chrf": 74.27076457545516, "bleu": 49.998218877458754, "rougeL": 0.6967213114754098, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 5.0}133{"pair_id": "pair_52bbcd686ab520d7", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7705753823743627, "chrf": 73.40865452029377, "bleu": 52.11733099388389, "rougeL": 0.7893333333333334, "len_ratio": 0.7960199004975125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}134{"pair_id": "pair_b975ec5e096b9cc5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8216899534264803, "chrf": 77.9202087198123, "bleu": 51.521257388762166, "rougeL": 0.7791563275434243, "len_ratio": 0.8657407407407407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}135{"pair_id": "pair_afb98ba0592b0aa5", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7467036780013879, "chrf": 85.90851666606974, "bleu": 69.60876199177065, "rougeL": 0.8040201005025126, "len_ratio": 0.9897435897435898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}136{"pair_id": "pair_e2985726039a31c0", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8342151675485009, "chrf": 86.1016149326845, "bleu": 71.24993061284408, "rougeL": 0.8658008658008657, "len_ratio": 0.9788519637462235, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_7e35a1b12af3ecbc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7432578209277239, "chrf": 81.05116455675221, "bleu": 65.80173446710751, "rougeL": 0.8168168168168168, "len_ratio": 0.9751552795031055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}138{"pair_id": "pair_cd9b098fd3022f75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7886872998932764, "chrf": 80.91939890139903, "bleu": 63.39407286774889, "rougeL": 0.8251748251748252, "len_ratio": 0.9315068493150684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_e909a6f29329389f", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7496503496503497, "chrf": 85.62955171775965, "bleu": 67.48902553458696, "rougeL": 0.7894736842105263, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}140{"pair_id": "pair_4afdfb6f220b6a9d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7961783439490446, "chrf": 77.86845367696748, "bleu": 58.25325174529531, "rougeL": 0.7752808988764045, "len_ratio": 0.9139784946236559, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_cd481c69337901fb", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5575396825396826, "chrf": 78.45576183833366, "bleu": 56.06556099677995, "rougeL": 0.6772486772486772, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}142{"pair_id": "pair_3a56a83b884ca4c4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7387113140537798, "chrf": 80.64133525282472, "bleu": 61.48861013555886, "rougeL": 0.7684021543985637, "len_ratio": 0.9814126394052045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}143{"pair_id": "pair_c103f5a458e7a911", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7558746736292428, "chrf": 74.8965589944661, "bleu": 52.99794649192673, "rougeL": 0.7796610169491526, "len_ratio": 0.9915254237288136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}144{"pair_id": "pair_be35286089b1f5ce", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6490196078431373, "chrf": 81.89784629868066, "bleu": 49.82419597998298, "rougeL": 0.7215189873417722, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}145{"pair_id": "pair_de7d055b0a0980e2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7389473684210526, "chrf": 69.8440556287645, "bleu": 43.93885508898052, "rougeL": 0.7194244604316548, "len_ratio": 0.8194444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_60d7628666045bbd", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7513321492007105, "chrf": 75.4170963994311, "bleu": 60.85863135826762, "rougeL": 0.7959183673469388, "len_ratio": 0.956989247311828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}147{"pair_id": "pair_c4411de5e8243c89", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8560371517027864, "chrf": 80.91279952840526, "bleu": 61.03060290381767, "rougeL": 0.8181818181818181, "len_ratio": 0.9029126213592233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_48e4de012701036f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7352056168505516, "chrf": 73.47608568416015, "bleu": 46.649291469668874, "rougeL": 0.7158671586715868, "len_ratio": 0.8928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}149{"pair_id": "pair_63f382a1baf72884", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8, "chrf": 82.93495319653115, "bleu": 64.84786978883992, "rougeL": 0.7823691460055097, "len_ratio": 0.9943502824858758, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}150{"pair_id": "pair_6547be98f4f205fc", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7764471057884231, "chrf": 75.15462714723398, "bleu": 48.77087168686958, "rougeL": 0.7285714285714285, "len_ratio": 0.8533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_aa816d00844ba6f0", "doc_id": "doc_4465aece194b7964", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8215835140997831, "chrf": 86.37956078310843, "bleu": 72.95231375667154, "rougeL": 0.833922261484099, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_712b1dfdcff9aba1", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8234234234234235, "chrf": 77.9851504819645, "bleu": 52.76382266350489, "rougeL": 0.7741935483870969, "len_ratio": 0.9358974358974359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}153{"pair_id": "pair_4e64a71c5697a13a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7145969498910676, "chrf": 79.56597807930841, "bleu": 59.34489259893061, "rougeL": 0.7801418439716311, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}154{"pair_id": "pair_2300b69e3801a930", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8649789029535865, "chrf": 84.50852840506408, "bleu": 70.27487491205342, "rougeL": 0.8719723183391003, "len_ratio": 0.9448275862068966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_68acd6f36a93bb59", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7619926199261993, "chrf": 80.758291091062, "bleu": 67.74356130507444, "rougeL": 0.8098765432098766, "len_ratio": 0.9732620320855615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}156{"pair_id": "pair_cc401ae130ae562e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8754266211604096, "chrf": 85.5207254119192, "bleu": 67.33863549599519, "rougeL": 0.8502994011976048, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_2af070b71ac0b41b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8121442125237192, "chrf": 78.49568864988439, "bleu": 58.623325109208444, "rougeL": 0.8333333333333334, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_cd5633e3c8ec5e47", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8204951856946354, "chrf": 84.46712644068954, "bleu": 66.94174871448685, "rougeL": 0.8274231678486997, "len_ratio": 0.9855769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}159{"pair_id": "pair_d55ba6eae5955e4b", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8694396302715194, "chrf": 85.87331222676244, "bleu": 73.8538588302891, "rougeL": 0.870722433460076, "len_ratio": 0.9328358208955224, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_bdb7c0bbc0176a2f", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9430740037950665, "chrf": 93.0362880200856, "bleu": 86.5253694280682, "rougeL": 0.9461077844311376, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_24409c7471a474ba", "doc_id": "doc_592708c2d62b5b42", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9324324324324325, "chrf": 90.76918690891696, "bleu": 82.04295000232466, "rougeL": 0.9473684210526315, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}162{"pair_id": "pair_a405868755157214", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7216981132075472, "chrf": 72.95483933954151, "bleu": 53.95665005457802, "rougeL": 0.761904761904762, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_8c55761eed2441f0", "doc_id": "doc_dadb00e95af5ab75", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.864, "chrf": 89.17662679774946, "bleu": 72.44767790307024, "rougeL": 0.8849557522123894, "len_ratio": 1.0471698113207548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}164{"pair_id": "pair_594db23c7f1ce902", "doc_id": "doc_6b5d113d4728e44f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8232931726907631, "chrf": 85.64277363764026, "bleu": 72.8823164921223, "rougeL": 0.8027681660899654, "len_ratio": 0.9932885906040269, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_97b161b0bd9d18cc", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8488909426987061, "chrf": 85.87280507281177, "bleu": 71.47396816885767, "rougeL": 0.8286189683860232, "len_ratio": 0.9771241830065359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}166{"pair_id": "pair_bbc33942483cb21f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7695984703632888, "chrf": 82.03464757142366, "bleu": 65.26530961367015, "rougeL": 0.8243727598566308, "len_ratio": 0.927007299270073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}167{"pair_id": "pair_2db85c057909e1c8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8796895213454075, "chrf": 84.68525477736033, "bleu": 67.19771864891842, "rougeL": 0.8750000000000001, "len_ratio": 0.956140350877193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_34ffe75c0118f270", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8726625111308994, "chrf": 87.04229044289022, "bleu": 68.4428749955031, "rougeL": 0.8746355685131195, "len_ratio": 1.0426829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_63e7996942069b30", "doc_id": "doc_b1675be26e230c94", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7363494539781592, "chrf": 74.13184214363152, "bleu": 59.84791041269292, "rougeL": 0.7717391304347825, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_9e4e295de565b52b", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7777777777777778, "chrf": 77.7116655997056, "bleu": 55.24775648863128, "rougeL": 0.766884531590414, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 9.0}171{"pair_id": "pair_3be716c6130b0a35", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7258883248730965, "chrf": 76.80794720385026, "bleu": 57.2460301316328, "rougeL": 0.7804878048780488, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}172{"pair_id": "pair_9f718273673ba2de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8374384236453202, "chrf": 75.15786740600647, "bleu": 54.64786528504327, "rougeL": 0.7967479674796748, "len_ratio": 0.8636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_e72963ea66501081", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.762278978388998, "chrf": 79.58671244686232, "bleu": 55.669140569083, "rougeL": 0.8079470198675497, "len_ratio": 0.9868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}174{"pair_id": "pair_262cd4c25d40e3c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7637969094922737, "chrf": 73.26022273107957, "bleu": 47.57941549351193, "rougeL": 0.7472527472527473, "len_ratio": 0.8385416666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}175{"pair_id": "pair_9f06d5d274c5ee73", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.9151873767258383, "chrf": 91.57677140979942, "bleu": 81.25163750933547, "rougeL": 0.9271523178807947, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_2d1ce62c132d002d", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H1", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7448979591836735, "chrf": 77.5002294116641, "bleu": 62.511823218238085, "rougeL": 0.8241206030150754, "len_ratio": 1.0106382978723405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}177{"pair_id": "pair_32c93be8af0acd35", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8350045578851413, "chrf": 86.6391637075061, "bleu": 73.00918994585237, "rougeL": 0.8815426997245179, "len_ratio": 0.9479768786127167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_86851566fbe45506", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8405797101449275, "chrf": 82.16689224832248, "bleu": 62.44058663789412, "rougeL": 0.8190476190476191, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_5478426fb4914353", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8111550285463329, "chrf": 85.21718917588798, "bleu": 70.1143430915376, "rougeL": 0.8440629470672388, "len_ratio": 1.0030211480362539, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 10.0}180{"pair_id": "pair_ccfffb76b6601807", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8434085943190095, "chrf": 81.2695054176502, "bleu": 63.44074951202497, "rougeL": 0.8281249999999999, "len_ratio": 0.8407960199004975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_39fdb205b9a80080", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8214104515474379, "chrf": 83.45329069707601, "bleu": 67.5682747687405, "rougeL": 0.8423005565862708, "len_ratio": 0.9256505576208178, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}182{"pair_id": "pair_b8e43e7cb4f22a06", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9353007945516458, "chrf": 91.96085393344663, "bleu": 82.99067571277517, "rougeL": 0.9462365591397849, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_02a6dea0bec35281", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8189884649511978, "chrf": 78.87120081844839, "bleu": 63.2994386976424, "rougeL": 0.8295454545454546, "len_ratio": 0.9080459770114943, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}184{"pair_id": "pair_d2f18a3bcfd57512", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7669848399775407, "chrf": 83.3527589278218, "bleu": 65.65886439569206, "rougeL": 0.8217317487266553, "len_ratio": 1.0036363636363637, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 8.0}185{"pair_id": "pair_4820a7862c1260a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8579881656804733, "chrf": 87.69621418824967, "bleu": 78.98588097356414, "rougeL": 0.8856304985337242, "len_ratio": 0.9939393939393939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}186{"pair_id": "pair_cb0caa931b1bbded", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7119047619047619, "chrf": 71.52683525301117, "bleu": 45.0759902990376, "rougeL": 0.6885245901639345, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}187{"pair_id": "pair_5ded5764ec6579b7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8982456140350877, "chrf": 89.66300578092834, "bleu": 78.25273203073912, "rougeL": 0.9032258064516129, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_406eeedbecf81f03", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.9065040650406504, "chrf": 86.12763714689375, "bleu": 60.22175430798763, "rougeL": 0.847682119205298, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_779571b709dd61c0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6807339449541284, "chrf": 81.0541427131674, "bleu": 67.56680330931133, "rougeL": 0.7536231884057971, "len_ratio": 1.0213903743315509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}190{"pair_id": "pair_1061b3818adf8f9a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8422360248447205, "chrf": 87.29433727991983, "bleu": 70.01199138767457, "rougeL": 0.853448275862069, "len_ratio": 1.0350877192982457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}191{"pair_id": "pair_e659f7687869559a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7547619047619047, "chrf": 79.11421588869541, "bleu": 55.49037408968198, "rougeL": 0.7731092436974789, "len_ratio": 0.859375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_ef0843fd3d524ee0", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7246511627906977, "chrf": 75.88967969084808, "bleu": 55.11523761730659, "rougeL": 0.7781155015197568, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_86f1940d433e07c1", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7505551443375278, "chrf": 79.57150191248134, "bleu": 57.88957701238513, "rougeL": 0.779746835443038, "len_ratio": 0.953125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}194{"pair_id": "pair_fe3250d20e6c133b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8002958579881657, "chrf": 76.85952646350697, "bleu": 60.018750861716015, "rougeL": 0.7593582887700535, "len_ratio": 0.8585858585858586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_8ae3b719f427522f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7583710407239819, "chrf": 70.23751169232708, "bleu": 48.700603582846476, "rougeL": 0.7476038338658147, "len_ratio": 0.823170731707317, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_80679e9fa57372d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6537842190016103, "chrf": 76.96483377982673, "bleu": 51.13742057180627, "rougeL": 0.7613636363636362, "len_ratio": 0.8953488372093024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}197{"pair_id": "pair_1ccd1a4269c8401a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8545760808534532, "chrf": 84.35506954900492, "bleu": 69.5117464638718, "rougeL": 0.8858131487889274, "len_ratio": 0.9563636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}198{"pair_id": "pair_6d98cd01f5ab772c", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9042553191489362, "chrf": 85.57039377987763, "bleu": 73.74397291954952, "rougeL": 0.8888888888888888, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}199{"pair_id": "pair_e9b804206c369a27", "doc_id": "doc_bbe20e369485006e", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6801541425818882, "chrf": 79.0905643836687, "bleu": 61.49909129344419, "rougeL": 0.7547169811320754, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}200{"pair_id": "pair_b44dd0537f04fcd2", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5826873385012921, "chrf": 70.39004741419936, "bleu": 42.87608029015121, "rougeL": 0.6814814814814815, "len_ratio": 1.0149253731343284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}201{"pair_id": "pair_2a45e91d0d715fcb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7410526315789474, "chrf": 75.0799437196994, "bleu": 48.80737843200249, "rougeL": 0.7552447552447553, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}202{"pair_id": "pair_5d1f675a0c779dad", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9293756397134084, "chrf": 91.17152915835906, "bleu": 81.53109739474792, "rougeL": 0.9378881987577641, "len_ratio": 1.0068493150684932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}203{"pair_id": "pair_e249b6f9202df321", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8473186119873817, "chrf": 84.66399041111082, "bleu": 67.4765749840299, "rougeL": 0.8750000000000001, "len_ratio": 0.9399141630901288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}204{"pair_id": "pair_c226ee28ffb1d979", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5161290322580645, "chrf": 68.9581865203388, "bleu": 48.1481635308991, "rougeL": 0.6081081081081081, "len_ratio": 0.7804878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}205{"pair_id": "pair_448ba88f266fd2d0", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6756238003838771, "chrf": 77.6266084349748, "bleu": 55.18940316375762, "rougeL": 0.7637540453074434, "len_ratio": 0.8805031446540881, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}206{"pair_id": "pair_6a58b4c23e9d10cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7914500288850376, "chrf": 83.21062776312509, "bleu": 68.98187919116897, "rougeL": 0.8045977011494253, "len_ratio": 0.9253731343283582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0}207{"pair_id": "pair_04097925dbea3019", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7784992784992785, "chrf": 80.00705302921708, "bleu": 57.03567123664533, "rougeL": 0.7780678851174935, "len_ratio": 0.9187817258883249, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}208{"pair_id": "pair_74eb316b30d8f894", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5789473684210527, "chrf": 75.24924598864462, "bleu": 55.244025292655955, "rougeL": 0.6162790697674418, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}209{"pair_id": "pair_c927b0881b4f406c", "doc_id": "doc_018da718543ec7b2", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8198074277854195, "chrf": 85.3322579611457, "bleu": 59.12354097297384, "rougeL": 0.8110599078341013, "len_ratio": 1.101010101010101, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}210{"pair_id": "pair_580a31091a8ebdbe", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7820121951219512, "chrf": 78.18728692448029, "bleu": 57.75705601720499, "rougeL": 0.839378238341969, "len_ratio": 0.9306930693069307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}211{"pair_id": "pair_ffb7685048ee8191", "doc_id": "doc_cbee4bf03365a459", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6759339704604692, "chrf": 72.2270998731661, "bleu": 44.18400526427357, "rougeL": 0.7098765432098766, "len_ratio": 0.8390804597701149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_d1debd0ca7eb2bbf", "doc_id": "doc_693020f91e971346", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6851385390428212, "chrf": 64.47327987374479, "bleu": 41.17706550344654, "rougeL": 0.6837606837606838, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}213{"pair_id": "pair_3bfa11d73f0bd9ee", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.78359375, "chrf": 76.50754288320007, "bleu": 52.334351246663786, "rougeL": 0.8044692737430168, "len_ratio": 0.87, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}214{"pair_id": "pair_c2c5d7d8f1c67d01", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7434343434343434, "chrf": 72.29847694544127, "bleu": 53.6816818132456, "rougeL": 0.7662337662337663, "len_ratio": 0.9230769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_d0d61caaacbbf8dd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7650429799426934, "chrf": 75.75373138049605, "bleu": 53.59431578512804, "rougeL": 0.8061224489795918, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}216{"pair_id": "pair_98a55a9d396a79a1", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7896825396825397, "chrf": 84.16245898543224, "bleu": 74.78482241357304, "rougeL": 0.8624338624338624, "len_ratio": 0.9301075268817204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}217{"pair_id": "pair_bc489c50c31bde59", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6571936056838366, "chrf": 83.13505362755262, "bleu": 60.17619277940961, "rougeL": 0.7586206896551724, "len_ratio": 0.9936305732484076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}218{"pair_id": "pair_40a52f9f597b248d", "doc_id": "doc_606921299de9f2c7", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7872892347600519, "chrf": 77.83089881982421, "bleu": 60.13491143873068, "rougeL": 0.8093023255813954, "len_ratio": 0.9905660377358491, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}219{"pair_id": "pair_35409eeef738396b", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6936274509803921, "chrf": 68.09650600455727, "bleu": 35.93371283717559, "rougeL": 0.706199460916442, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}220{"pair_id": "pair_f324d13e0df848aa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7516059957173448, "chrf": 83.6138492310598, "bleu": 65.9207826563488, "rougeL": 0.8536585365853658, "len_ratio": 1.0588235294117647, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}221{"pair_id": "pair_8e83b1fc9aa7e9c4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7977386934673367, "chrf": 75.52854806359221, "bleu": 48.14069934241731, "rougeL": 0.7982062780269058, "len_ratio": 0.896551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}222{"pair_id": "pair_8103694bc03e8389", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7454010301692421, "chrf": 69.84488221421208, "bleu": 42.077673867596836, "rougeL": 0.736842105263158, "len_ratio": 0.828125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}223{"pair_id": "pair_574ebe94372b756c", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8702445652173914, "chrf": 87.85561501779979, "bleu": 75.5449221895361, "rougeL": 0.8695652173913044, "len_ratio": 0.9493087557603687, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_2936c7713a6ab2f7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7864357864357865, "chrf": 77.72467040248272, "bleu": 53.95937506625856, "rougeL": 0.77720207253886, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_4b71bcf63d0886a0", "doc_id": "doc_86326c049245c41f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7896825396825397, "chrf": 86.44717663651407, "bleu": 73.93511155433798, "rougeL": 0.8502673796791445, "len_ratio": 1.0470588235294118, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}226{"pair_id": "pair_afc601531a4ec8aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7515400410677618, "chrf": 81.9573095636688, "bleu": 60.900721330590144, "rougeL": 0.7985989492119089, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}227{"pair_id": "pair_1e47b073d32f56d3", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.8441483198146003, "chrf": 82.85555189779159, "bleu": 65.31753622653042, "rougeL": 0.8346456692913387, "len_ratio": 0.976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 9.0}228{"pair_id": "pair_5aaa7849b1522bc6", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8254632396891811, "chrf": 84.47593962461775, "bleu": 70.21930022343355, "rougeL": 0.8490230905861457, "len_ratio": 0.9157509157509157, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}229{"pair_id": "pair_5f0edd4f649410d4", "doc_id": "doc_d63488e03c286073", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9204081632653062, "chrf": 90.04800687984937, "bleu": 79.33588468777158, "rougeL": 0.896039603960396, "len_ratio": 0.9507389162561576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}230{"pair_id": "pair_e3bd9b386ccf7d71", "doc_id": "doc_606921299de9f2c7", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8378728923476005, "chrf": 80.31562865005557, "bleu": 66.49112557631652, "rougeL": 0.8186046511627906, "len_ratio": 0.9905660377358491, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_40fef0c1a4b65c96", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8763575605680869, "chrf": 86.75444538114618, "bleu": 74.64636950302861, "rougeL": 0.8907563025210085, "len_ratio": 1.023391812865497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}232{"pair_id": "pair_2b1e2d7cf9a4a133", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7874251497005988, "chrf": 73.9693133424358, "bleu": 47.45850210988642, "rougeL": 0.7375886524822696, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}233{"pair_id": "pair_970b25b4dbf4b823", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6791862284820032, "chrf": 65.13897302383637, "bleu": 38.5590468961084, "rougeL": 0.6363636363636364, "len_ratio": 0.7525773195876289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}234{"pair_id": "pair_2909819d5f03e04b", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7758152173913043, "chrf": 84.56609797740803, "bleu": 71.0719288318097, "rougeL": 0.8163265306122448, "len_ratio": 0.9723502304147466, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}235{"pair_id": "pair_a7d2d5b4fa4a98e3", "doc_id": "doc_6b5d113d4728e44f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9279368213228035, "chrf": 90.92556157626399, "bleu": 80.38419732321927, "rougeL": 0.9078498293515358, "len_ratio": 1.0201342281879195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}236{"pair_id": "pair_d661f5932a63a835", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6822429906542056, "chrf": 81.20129793493253, "bleu": 58.35380619790855, "rougeL": 0.740899357601713, "len_ratio": 1.0405405405405406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}237{"pair_id": "pair_28d8974aa58f9464", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8333333333333334, "chrf": 80.28904597838043, "bleu": 58.12304393527698, "rougeL": 0.8059701492537314, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_68ff2812ada13be3", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8279773156899811, "chrf": 78.56392134717011, "bleu": 60.38107250374542, "rougeL": 0.7763157894736841, "len_ratio": 0.971830985915493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}239{"pair_id": "pair_94d2edc0d6a8f403", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8273195876288659, "chrf": 87.34217938794362, "bleu": 79.2434759630206, "rougeL": 0.8617886178861789, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}240{"pair_id": "pair_e588752fafd31f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9152542372881356, "chrf": 85.5596868410664, "bleu": 70.38884826814922, "rougeL": 0.8555555555555556, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}241{"pair_id": "pair_ef117e73e3288130", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8304914744232699, "chrf": 79.29742844730701, "bleu": 53.9144835010521, "rougeL": 0.8074074074074074, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_e954044443dc0032", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8415686274509804, "chrf": 83.69878539380824, "bleu": 68.48373997389407, "rougeL": 0.8478260869565218, "len_ratio": 0.9162303664921466, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}243{"pair_id": "pair_f06dc5ca233c1828", "doc_id": "doc_aea855cdbe03beb7", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.833710407239819, "chrf": 83.51885985577786, "bleu": 67.07986823493651, "rougeL": 0.8527131782945736, "len_ratio": 0.8955223880597015, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_6cd7773d7b92fa7d", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8626865671641791, "chrf": 82.5022845899211, "bleu": 66.3397593389198, "rougeL": 0.8383838383838383, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}245{"pair_id": "pair_58ad12d37b242379", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8257575757575757, "chrf": 86.55813171014374, "bleu": 76.62116276157425, "rougeL": 0.8640350877192983, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_29e80c6b6667a305", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7414141414141414, "chrf": 72.92300040299088, "bleu": 50.077422592150974, "rougeL": 0.7798742138364779, "len_ratio": 0.9871794871794872, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}247{"pair_id": "pair_eaadbb520cb6bab9", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9097744360902256, "chrf": 88.0376462527423, "bleu": 72.30564044228755, "rougeL": 0.9152542372881356, "len_ratio": 1.0058479532163742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_022013290759e0fd", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8480138169257341, "chrf": 81.80772021535061, "bleu": 72.49705542178668, "rougeL": 0.8587570621468926, "len_ratio": 0.8829787234042553, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}249{"pair_id": "pair_e1b2ed79bb148a11", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7568438003220612, "chrf": 76.47274403764854, "bleu": 53.51200991408042, "rougeL": 0.7802197802197802, "len_ratio": 0.9651162790697675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}250{"pair_id": "pair_f58e8ac1463de2bd", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.847843137254902, "chrf": 83.52085428057319, "bleu": 69.85285303857304, "rougeL": 0.8548387096774193, "len_ratio": 0.93717277486911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}251{"pair_id": "pair_c5ba87e3bc36bbd8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6797432239657633, "chrf": 82.12946638057468, "bleu": 61.895581013071, "rougeL": 0.7443946188340808, "len_ratio": 0.9720930232558139, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 8.0}252{"pair_id": "pair_28d6a8d609900fd9", "doc_id": "doc_e70ce9ae73c32589", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6523736600306278, "chrf": 65.72636637845967, "bleu": 36.20805987294605, "rougeL": 0.6020408163265306, "len_ratio": 0.8910891089108911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_5033bd432ccd7862", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8439538384345209, "chrf": 88.26559024025383, "bleu": 73.7462163294979, "rougeL": 0.8916030534351145, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}254{"pair_id": "pair_022fdc6d197bdd8f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.812743823146944, "chrf": 79.77968884968492, "bleu": 61.9584472771377, "rougeL": 0.8071748878923767, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_68c51f8cc2634fb0", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5761421319796954, "chrf": 64.81055071214165, "bleu": 44.02353843644853, "rougeL": 0.6833333333333333, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}256{"pair_id": "pair_e4dbba68d123f006", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7645580226225388, "chrf": 75.63915231249032, "bleu": 52.243291649378364, "rougeL": 0.7770360480640853, "len_ratio": 0.9097938144329897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_270e637ba60ccc84", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8364389233954451, "chrf": 86.38723584914118, "bleu": 69.04683882291152, "rougeL": 0.8592592592592593, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_b51fec0b64d012a2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7147887323943662, "chrf": 82.30374859953037, "bleu": 64.80964841640441, "rougeL": 0.7907692307692308, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 11.0}259{"pair_id": "pair_91d1e92333a4ee5a", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8248031496062992, "chrf": 82.73374378795201, "bleu": 62.70206058994575, "rougeL": 0.8266666666666665, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}260{"pair_id": "pair_8c7db2ce28127366", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7931633835457705, "chrf": 84.05784861071336, "bleu": 65.14804667035425, "rougeL": 0.844181459566075, "len_ratio": 0.976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}261{"pair_id": "pair_29701e6748ae0b34", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6960985626283367, "chrf": 80.64000347657186, "bleu": 59.466178623902955, "rougeL": 0.7659574468085106, "len_ratio": 0.9206896551724137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}262{"pair_id": "pair_93343c6d4c539e31", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6975537435137138, "chrf": 78.18136853022088, "bleu": 59.2293462805369, "rougeL": 0.7875894988066826, "len_ratio": 0.9197860962566845, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}263{"pair_id": "pair_f2510970f56281a3", "doc_id": "doc_4b9443000ca9e29c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8240813135261924, "chrf": 80.3152355627328, "bleu": 66.76988016335454, "rougeL": 0.8367816091954023, "len_ratio": 0.9151785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_fe0139f9580f6add", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8222003929273085, "chrf": 82.33213658145243, "bleu": 67.32368133063919, "rougeL": 0.8263888888888888, "len_ratio": 0.9319727891156463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}265{"pair_id": "pair_71e5cbd2e11add5c", "doc_id": "doc_018da718543ec7b2", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9306784660766961, "chrf": 90.35474109399719, "bleu": 80.34867882029407, "rougeL": 0.9186602870813396, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_d87dc24fd64f422f", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6800364630811304, "chrf": 78.42284996738037, "bleu": 55.54287719700621, "rougeL": 0.7507002801120448, "len_ratio": 0.9132947976878613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}267