SPB Git

Repository Public Research preview

items_htr-m1-tiny.jsonl 129.8 KB 267 lines

1{"pair_id": "pair_6dae2dbeeaf35e81", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8347222222222223, "chrf": 82.69592291511655, "bleu": 63.34021161993202, "rougeL": 0.8285714285714286, "len_ratio": 0.9807692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_2b9a66cf34a0ad40", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.676923076923077, "chrf": 76.44785738945131, "bleu": 52.65957356612515, "rougeL": 0.7024390243902439, "len_ratio": 0.970873786407767, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}3{"pair_id": "pair_361234a55d2a0021", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7204968944099379, "chrf": 76.41027766907652, "bleu": 49.38801306374302, "rougeL": 0.7407407407407408, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}4{"pair_id": "pair_647a75d345e6a557", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7957371225577264, "chrf": 77.69553998303932, "bleu": 59.1190376552209, "rougeL": 0.8021978021978022, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_88da36d9b6885139", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.689280868385346, "chrf": 77.19753816172165, "bleu": 54.93510079318484, "rougeL": 0.7317073170731707, "len_ratio": 0.9758064516129032, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}6{"pair_id": "pair_2d7adb6e661abcad", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7145969498910676, "chrf": 71.06294484679037, "bleu": 43.238446651361926, "rougeL": 0.7647058823529411, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_51952872ee2f5288", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.690359477124183, "chrf": 75.89715413985346, "bleu": 53.44006942307302, "rougeL": 0.7493261455525606, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_27d256cc064ff931", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7608173076923077, "chrf": 77.34367316214905, "bleu": 52.53412473824293, "rougeL": 0.7809917355371901, "len_ratio": 0.916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}9{"pair_id": "pair_65f60d38cac224d6", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8141843971631206, "chrf": 82.3732967761288, "bleu": 65.9650269838286, "rougeL": 0.8282828282828284, "len_ratio": 0.9595959595959596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_e55197ada0322b55", "doc_id": "doc_746a4589dcef0f3d", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7506716818914562, "chrf": 80.49341337495174, "bleu": 60.08666625786477, "rougeL": 0.7888307155322862, "len_ratio": 0.9818840579710145, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 7.0}11{"pair_id": "pair_9eff2a570688d528", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8620037807183365, "chrf": 79.91985030483386, "bleu": 60.42340231342724, "rougeL": 0.8378378378378378, "len_ratio": 0.9154929577464789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_e211e8f36e538b7b", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7934165720771851, "chrf": 86.67364884041328, "bleu": 73.35381441058094, "rougeL": 0.8387096774193549, "len_ratio": 0.9926470588235294, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}13{"pair_id": "pair_60f7279531365fff", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7132616487455197, "chrf": 69.8876838676147, "bleu": 43.44517116005945, "rougeL": 0.593939393939394, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}14{"pair_id": "pair_734f4b6481b3e67f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7712418300653595, "chrf": 81.04543879691133, "bleu": 62.493582949788845, "rougeL": 0.7933884297520661, "len_ratio": 0.926530612244898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}15{"pair_id": "pair_868f64e1b003f47d", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8969986357435198, "chrf": 87.97757460496251, "bleu": 72.82996823481912, "rougeL": 0.9050772626931567, "len_ratio": 0.9819819819819819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}16{"pair_id": "pair_2caa945683f27804", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8710691823899371, "chrf": 80.13572794805441, "bleu": 58.82468035927962, "rougeL": 0.8235294117647058, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}17{"pair_id": "pair_e35301322960ef1a", "doc_id": "doc_0f52808f2ff23add", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7192268565615463, "chrf": 71.78553713234571, "bleu": 47.26210506051352, "rougeL": 0.7306273062730627, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_aa660c54a9190595", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5207373271889402, "chrf": 66.89685247503364, "bleu": 44.637320846845206, "rougeL": 0.5751633986928105, "len_ratio": 0.8414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_7254b37d2fe1bc31", "doc_id": "doc_b1675be26e230c94", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6770670826833074, "chrf": 71.53211238587346, "bleu": 52.9462931168518, "rougeL": 0.6842105263157895, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_027668791128c6f6", "doc_id": "doc_d63488e03c286073", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8231292517006803, "chrf": 82.08640263066317, "bleu": 65.15801346475273, "rougeL": 0.801007556675063, "len_ratio": 0.916256157635468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}21{"pair_id": "pair_f78e5de2cf19d7ed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8325123152709359, "chrf": 78.60770102219247, "bleu": 64.61996742412771, "rougeL": 0.84375, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_e46a4c49ae458987", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7026627218934911, "chrf": 73.46462533717627, "bleu": 52.1132890798206, "rougeL": 0.7384615384615385, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}23{"pair_id": "pair_46559ba5a888efe9", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7801204819277109, "chrf": 75.45249194897717, "bleu": 52.616849698563826, "rougeL": 0.7613636363636364, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_cb07209ed14340ba", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8328584995251662, "chrf": 82.55044929058832, "bleu": 65.36963770339456, "rougeL": 0.8753799392097265, "len_ratio": 0.930379746835443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}25{"pair_id": "pair_9084ae2db47e49ac", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H2", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7959183673469388, "chrf": 76.273755227144, "bleu": 60.635462444654706, "rougeL": 0.8105263157894737, "len_ratio": 0.925531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_d19af1a77eeb1480", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.692167577413479, "chrf": 70.03549845507371, "bleu": 43.914089634953214, "rougeL": 0.7104477611940297, "len_ratio": 0.9226190476190477, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}27{"pair_id": "pair_c6ff4089bbf2297e", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.765379113018598, "chrf": 74.29615876450583, "bleu": 47.67306129173456, "rougeL": 0.7363636363636364, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_f7e95f4989d72464", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7771883289124668, "chrf": 74.7978633220399, "bleu": 52.192407433359506, "rougeL": 0.7912087912087912, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}29{"pair_id": "pair_831bf9dbb402bded", "doc_id": "doc_dadb00e95af5ab75", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8371161548731643, "chrf": 84.43565089456602, "bleu": 64.47089731799592, "rougeL": 0.8157894736842105, "len_ratio": 1.0660377358490567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_4af0ef3a2c11dee0", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.81740614334471, "chrf": 81.84535474265346, "bleu": 66.1049461570178, "rougeL": 0.8421052631578947, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}31{"pair_id": "pair_902ffeefdf8ab86c", "doc_id": "doc_4b9443000ca9e29c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.619233776387803, "chrf": 67.51650575400737, "bleu": 49.834944191229184, "rougeL": 0.6788154897494306, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}32{"pair_id": "pair_521cae82cb041f4c", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8018223234624146, "chrf": 82.39785195307667, "bleu": 67.64481134207385, "rougeL": 0.8153846153846153, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_12478e0eef96210a", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.660828025477707, "chrf": 76.09793176364225, "bleu": 54.0924765898443, "rougeL": 0.7, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}34{"pair_id": "pair_9d327b9494fb160e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7104851330203443, "chrf": 70.90085514836481, "bleu": 47.03650324604862, "rougeL": 0.6888888888888889, "len_ratio": 0.7938144329896907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}35{"pair_id": "pair_8e16fd07e759f23c", "doc_id": "doc_bbe20e369485006e", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.676300578034682, "chrf": 65.33412371087589, "bleu": 42.397699955319865, "rougeL": 0.6625000000000001, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}36{"pair_id": "pair_c1ba68c1fdb0acd7", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7768679631525077, "chrf": 80.869890348272, "bleu": 62.540091252852115, "rougeL": 0.7682119205298014, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_1d4125295dc01951", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7539863325740319, "chrf": 84.53412936588329, "bleu": 67.44217979002511, "rougeL": 0.7969924812030075, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}38{"pair_id": "pair_92da17dd1777d63e", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9404255319148936, "chrf": 92.51846426694567, "bleu": 83.92549675172955, "rougeL": 0.9517241379310345, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}39{"pair_id": "pair_774ad4c41c1163bf", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8690012970168612, "chrf": 82.35681875316526, "bleu": 65.32513146234845, "rougeL": 0.8604651162790697, "len_ratio": 1.0238095238095237, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_84e458672dbe2b6a", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7601626016260162, "chrf": 72.88484507784747, "bleu": 52.57546526232855, "rougeL": 0.7317073170731708, "len_ratio": 0.8987341772151899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}41{"pair_id": "pair_fdf7a4e7e91fb81e", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7828117702008407, "chrf": 75.93427995021443, "bleu": 50.68292502342245, "rougeL": 0.7654320987654321, "len_ratio": 0.9335347432024169, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}42{"pair_id": "pair_fd5c2faff8dd308b", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5888252148997135, "chrf": 68.18855381419976, "bleu": 47.04751094312352, "rougeL": 0.6421052631578947, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}43{"pair_id": "pair_5b6a2be9581e7c46", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7581699346405228, "chrf": 77.06591485203883, "bleu": 52.393682719940394, "rougeL": 0.7814569536423841, "len_ratio": 0.9225806451612903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}44{"pair_id": "pair_f124cacc4be94b0e", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6833036244800951, "chrf": 70.81946529161608, "bleu": 48.85993786402788, "rougeL": 0.713375796178344, "len_ratio": 0.8734693877551021, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}45{"pair_id": "pair_e90f72987bfc1dff", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8690303907380608, "chrf": 84.7478610590703, "bleu": 67.75538213801084, "rougeL": 0.8538812785388128, "len_ratio": 1.0267379679144386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}46{"pair_id": "pair_a8bc97d130ee8379", "doc_id": "doc_71d406f9105e8832", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8418491484184915, "chrf": 77.82775035052292, "bleu": 49.63281973373065, "rougeL": 0.8333333333333334, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}47{"pair_id": "pair_fecaec8810a43c33", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7728285077951003, "chrf": 82.42161728343068, "bleu": 65.28594816574964, "rougeL": 0.7910447761194029, "len_ratio": 0.9692307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_c5b252db07d147e5", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.846286701208981, "chrf": 82.13322307399392, "bleu": 69.29530294756825, "rougeL": 0.8449197860962566, "len_ratio": 0.9680851063829787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_3b2e2d19519834f5", "doc_id": "doc_d999f694e31b629a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7795857988165681, "chrf": 79.44792064460225, "bleu": 62.5926165689576, "rougeL": 0.7931034482758621, "len_ratio": 0.9121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}50{"pair_id": "pair_e647546ed0f0e4f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7453462397617274, "chrf": 71.70942220328142, "bleu": 44.16947795054384, "rougeL": 0.708994708994709, "len_ratio": 0.8883248730964467, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_366b9bdd54771f24", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8181818181818181, "chrf": 81.97599558949109, "bleu": 64.8426825884596, "rougeL": 0.8333333333333333, "len_ratio": 0.9761904761904762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}52{"pair_id": "pair_28b12f7df1fc4f82", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6673553719008265, "chrf": 80.41619439169754, "bleu": 64.43662294700563, "rougeL": 0.7583148558758315, "len_ratio": 0.9653679653679653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}53{"pair_id": "pair_ba7797fa879c20c8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8822684852835607, "chrf": 84.77005580258144, "bleu": 70.05357411619555, "rougeL": 0.8807339449541284, "len_ratio": 0.9348837209302325, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}54{"pair_id": "pair_ab7180f6c57cab03", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7185261003070624, "chrf": 72.70967246041884, "bleu": 49.80955219743775, "rougeL": 0.6845637583892616, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}55{"pair_id": "pair_972f84361ed6c45a", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6604651162790698, "chrf": 68.46987801345645, "bleu": 43.835465545894834, "rougeL": 0.7002967359050445, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}56{"pair_id": "pair_be97f353c4f76179", "doc_id": "doc_746a4589dcef0f3d", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8205265986029017, "chrf": 81.16900527837394, "bleu": 61.93855884532606, "rougeL": 0.8042328042328043, "len_ratio": 0.967391304347826, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_9be03ce7ac2754e6", "doc_id": "doc_0f52808f2ff23add", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8271728271728271, "chrf": 80.41857667435792, "bleu": 58.64903308803958, "rougeL": 0.8071428571428572, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_8318e07eba7739e5", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7652439024390244, "chrf": 71.49040713035893, "bleu": 41.08666662962609, "rougeL": 0.7916666666666666, "len_ratio": 0.900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_4deb0d2a9162282e", "doc_id": "doc_fe2ddb404d112460", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7263339070567987, "chrf": 70.38997777370095, "bleu": 46.41364392242656, "rougeL": 0.7457627118644068, "len_ratio": 0.9213483146067416, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_53bfbc9b1ed94477", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7965549348230913, "chrf": 82.24499487892501, "bleu": 60.19061508963078, "rougeL": 0.797274275979557, "len_ratio": 0.9498327759197325, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_f01532683a41580e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6796482412060301, "chrf": 68.1557125199765, "bleu": 41.69238637987133, "rougeL": 0.7022222222222222, "len_ratio": 0.9137931034482759, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}62{"pair_id": "pair_94f7a40a55f62672", "doc_id": "doc_cbee4bf03365a459", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6029539530842745, "chrf": 66.2025897607026, "bleu": 33.97476139622572, "rougeL": 0.6299694189602446, "len_ratio": 0.8793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}63{"pair_id": "pair_d9e96ad586550036", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8234234234234235, "chrf": 78.99595389623148, "bleu": 61.858081063228624, "rougeL": 0.7974683544303798, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}64{"pair_id": "pair_a16536369d6c5188", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7710407239819005, "chrf": 72.10046817795622, "bleu": 47.882195723180914, "rougeL": 0.709480122324159, "len_ratio": 0.9085365853658537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_4ae947453860c0bc", "doc_id": "doc_d999f694e31b629a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7455621301775148, "chrf": 75.47391557376082, "bleu": 52.40802038326039, "rougeL": 0.785, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_c2c2f592a5e43aa5", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8072289156626506, "chrf": 87.2912497376039, "bleu": 70.03281064352437, "rougeL": 0.8615384615384615, "len_ratio": 1.0410958904109588, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}67{"pair_id": "pair_9ca89b79b721e84d", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8380155409444112, "chrf": 83.22243099698345, "bleu": 65.34276179510294, "rougeL": 0.8601036269430052, "len_ratio": 0.9853479853479854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}68{"pair_id": "pair_69abc5b453edbbd7", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7457713992824193, "chrf": 81.70856739432757, "bleu": 62.13714802109717, "rougeL": 0.7783595113438044, "len_ratio": 0.9717314487632509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}69{"pair_id": "pair_5fbd7bf476742db2", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.517555266579974, "chrf": 73.35150476296472, "bleu": 49.31502382977798, "rougeL": 0.6727272727272728, "len_ratio": 0.9158878504672897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}70{"pair_id": "pair_97ae18b18377abfd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8364941055868785, "chrf": 83.81980652550986, "bleu": 66.43534473088333, "rougeL": 0.8581560283687943, "len_ratio": 0.950530035335689, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_b21c644dd55a7eb2", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7318810222036028, "chrf": 77.66385491978691, "bleu": 54.106088659366634, "rougeL": 0.7513513513513513, "len_ratio": 0.884020618556701, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}72{"pair_id": "pair_9c08cc9c5089c634", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7713226205191595, "chrf": 74.65499835484167, "bleu": 48.09470616674499, "rougeL": 0.7510204081632652, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}73{"pair_id": "pair_f90b7fca5b9ae461", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8401420959147424, "chrf": 81.55842920698666, "bleu": 61.48110839947075, "rougeL": 0.8235294117647061, "len_ratio": 1.0493827160493827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_ec6b8038e7103fd0", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7470167064439142, "chrf": 73.6958841555774, "bleu": 46.93704034549975, "rougeL": 0.7377049180327868, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_1338bb32819c356a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7511643379906853, "chrf": 73.10413723051609, "bleu": 44.28298038282631, "rougeL": 0.7000000000000001, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}76{"pair_id": "pair_f6210b8ee16fb85a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8175725986597171, "chrf": 79.47432940349948, "bleu": 58.58876176382898, "rougeL": 0.7989690721649485, "len_ratio": 0.949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}77{"pair_id": "pair_a76158f8c9bbedc2", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.893296853625171, "chrf": 88.04685784860952, "bleu": 71.17249292224777, "rougeL": 0.8544600938967136, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}78{"pair_id": "pair_0fff5d1d36367bd5", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.803030303030303, "chrf": 81.78311313115667, "bleu": 69.0674152927988, "rougeL": 0.829268292682927, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_ba0d0a64759c5714", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7193169690501601, "chrf": 77.21313881117196, "bleu": 53.92757764321862, "rougeL": 0.7773851590106007, "len_ratio": 0.910958904109589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_f4f64387af572ad9", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7204007285974499, "chrf": 72.66331664510246, "bleu": 48.487989460235184, "rougeL": 0.7327327327327329, "len_ratio": 0.9047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_ad963c4815d125b7", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8088302230314065, "chrf": 84.10556986897603, "bleu": 74.79859707983617, "rougeL": 0.8681948424068768, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}82{"pair_id": "pair_eec144b70f6abb76", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6727272727272727, "chrf": 77.008804183204, "bleu": 49.706065711465875, "rougeL": 0.6989247311827957, "len_ratio": 0.9489795918367347, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}83{"pair_id": "pair_8a19f1ffd3b32331", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7427440633245382, "chrf": 71.6657465298919, "bleu": 43.867910345452955, "rougeL": 0.7230046948356808, "len_ratio": 0.9074074074074074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_a789fb8944d7f271", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8078556263269638, "chrf": 84.37307354262553, "bleu": 64.20360109189767, "rougeL": 0.8053691275167785, "len_ratio": 1.0875912408759123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}85{"pair_id": "pair_6aae565798f7240d", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7876506024096386, "chrf": 78.63454606486961, "bleu": 62.770428975928034, "rougeL": 0.7578947368421053, "len_ratio": 1.0104166666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}86{"pair_id": "pair_74b63a0b932ed128", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.875177304964539, "chrf": 82.635085727795, "bleu": 66.4892392481406, "rougeL": 0.8556701030927835, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}87{"pair_id": "pair_882186915d6d31a4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5978886756238004, "chrf": 72.87215311740046, "bleu": 48.24313893586815, "rougeL": 0.6796116504854369, "len_ratio": 0.8805031446540881, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}88{"pair_id": "pair_21f928a5482fea98", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.786618444846293, "chrf": 80.03755760798583, "bleu": 58.1810275308875, "rougeL": 0.825, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_fa7229918bfd9dff", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.813837050523441, "chrf": 83.51376985757227, "bleu": 71.68323061755466, "rougeL": 0.8461538461538463, "len_ratio": 0.9778393351800554, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}90{"pair_id": "pair_7d1b799a99fb93d1", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.71171875, "chrf": 75.24934183396715, "bleu": 48.09037363046814, "rougeL": 0.7569060773480663, "len_ratio": 0.885, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}91{"pair_id": "pair_0d58de174fa1818c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8454882571075402, "chrf": 82.68642132243603, "bleu": 62.88423686959827, "rougeL": 0.8148148148148148, "len_ratio": 0.9105691056910569, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_c92287cbddaad6ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7553648068669527, "chrf": 72.66042403630951, "bleu": 46.02270621665088, "rougeL": 0.7247706422018347, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}93{"pair_id": "pair_288b1ca4406bacd0", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7611241217798594, "chrf": 79.83446340196625, "bleu": 52.701219485754194, "rougeL": 0.7875647668393781, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}94{"pair_id": "pair_8dcf2f5090408731", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7424511545293073, "chrf": 83.80411029156382, "bleu": 74.11222611244965, "rougeL": 0.8442211055276383, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}95{"pair_id": "pair_c2382e32cacf37cc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7176470588235294, "chrf": 75.22165334576391, "bleu": 51.01055732123251, "rougeL": 0.7529411764705882, "len_ratio": 1.0493827160493827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}96{"pair_id": "pair_927a5fc7ca9681e1", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6398230088495576, "chrf": 75.08903457323652, "bleu": 48.40419565269504, "rougeL": 0.6860465116279071, "len_ratio": 1.0548780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}97{"pair_id": "pair_e3764c39c22164ad", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8134328358208955, "chrf": 82.77427624715452, "bleu": 67.23962996614506, "rougeL": 0.8181818181818181, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}98{"pair_id": "pair_f711141fdd0b034a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8049965301873698, "chrf": 83.57039689235958, "bleu": 68.17696245615427, "rougeL": 0.8375634517766498, "len_ratio": 0.9641025641025641, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_6a42a28810122e12", "doc_id": "doc_592708c2d62b5b42", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9001919385796545, "chrf": 91.68059983658493, "bleu": 81.25640026799572, "rougeL": 0.9299363057324842, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}100{"pair_id": "pair_f3f5a76d4b20260f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7137203166226913, "chrf": 70.54299546879842, "bleu": 46.09347824077453, "rougeL": 0.76, "len_ratio": 0.7962962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}101{"pair_id": "pair_bc6201c8c9da4201", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6806883365200764, "chrf": 78.47129891966905, "bleu": 59.93874692754584, "rougeL": 0.745644599303136, "len_ratio": 0.9927007299270073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}102{"pair_id": "pair_de6ed5440c5cfa1f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7619047619047619, "chrf": 79.7712561465304, "bleu": 57.157457161293536, "rougeL": 0.79734219269103, "len_ratio": 0.9161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_44ec23888e47e053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7099627560521415, "chrf": 74.67340871455309, "bleu": 46.44658171481655, "rougeL": 0.7052810902896081, "len_ratio": 0.9498327759197325, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}104{"pair_id": "pair_61f3a63ae13c413c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7024426350851221, "chrf": 74.1351042304064, "bleu": 46.929518195543075, "rougeL": 0.705, "len_ratio": 0.984375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_4e29893c59c5f88c", "doc_id": "doc_693020f91e971346", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7380352644836272, "chrf": 66.53348278711611, "bleu": 40.56158428208621, "rougeL": 0.7008547008547009, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_bfc45bce1450acd0", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8101153504880213, "chrf": 82.30167945201237, "bleu": 63.41604109620906, "rougeL": 0.8268156424581005, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_c6d27e060030be45", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7508417508417509, "chrf": 73.42919578347781, "bleu": 59.76808932521888, "rougeL": 0.7654320987654321, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_08f549cd32752b97", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6396054628224583, "chrf": 78.50433566825593, "bleu": 49.44173126831809, "rougeL": 0.696969696969697, "len_ratio": 1.0934065934065933, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}109{"pair_id": "pair_6b4ac7c21df6f3ae", "doc_id": "doc_e70ce9ae73c32589", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6967840735068913, "chrf": 66.15684639028953, "bleu": 35.023579044818455, "rougeL": 0.6069651741293532, "len_ratio": 0.9405940594059405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_a2e03805180c570a", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8316602316602316, "chrf": 80.53745256144661, "bleu": 57.64575956495383, "rougeL": 0.7887323943661972, "len_ratio": 0.943502824858757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_2065bc2b14eb2c18", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7281167108753316, "chrf": 73.04570724202205, "bleu": 45.438370658068024, "rougeL": 0.7444933920704846, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0}112{"pair_id": "pair_e2c4c8cfb34e295d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8222523744911805, "chrf": 79.5049342028703, "bleu": 62.13982800137794, "rougeL": 0.8319327731092437, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_2dde98759eea3d04", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6767317939609236, "chrf": 81.26086083236642, "bleu": 64.384286393649, "rougeL": 0.7311827956989247, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}114{"pair_id": "pair_ff55e32ceadc110f", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6470588235294117, "chrf": 70.96110134809214, "bleu": 48.8111580319836, "rougeL": 0.7058823529411765, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}115{"pair_id": "pair_6a75d2495dc71250", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8058823529411765, "chrf": 81.93647335047291, "bleu": 63.69318228661374, "rougeL": 0.8424657534246576, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_77787538e234a781", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8731971153846154, "chrf": 86.5060058365729, "bleu": 71.04328148047433, "rougeL": 0.8727272727272727, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}117{"pair_id": "pair_b70c62a655b511cd", "doc_id": "doc_0c5f9453efc95182", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8181818181818181, "chrf": 85.65977166652897, "bleu": 67.9153234626446, "rougeL": 0.8202764976958524, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}118{"pair_id": "pair_a16421f01eb52c0a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6431718061674009, "chrf": 77.67834190008274, "bleu": 54.33013939358736, "rougeL": 0.6909090909090909, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_e6bf58788822f89b", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6797642436149313, "chrf": 68.59070630443992, "bleu": 36.62722583401139, "rougeL": 0.6993006993006994, "len_ratio": 0.881578947368421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_223e3334cef8fbbb", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7821670428893905, "chrf": 81.70631710629938, "bleu": 66.55025312797342, "rougeL": 0.7750865051903114, "len_ratio": 1.0291970802919708, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}121{"pair_id": "pair_d1a99597005bfc01", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8967642526964561, "chrf": 86.22382116087192, "bleu": 73.41374146234146, "rougeL": 0.8876404494382023, "len_ratio": 0.9239130434782609, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}122{"pair_id": "pair_d3cdb1b0883035c5", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.874777975133215, "chrf": 88.602001371407, "bleu": 71.35627470751564, "rougeL": 0.8945686900958466, "len_ratio": 0.9554140127388535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_c958cce58de7103c", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6684587813620071, "chrf": 63.52767499639121, "bleu": 33.06767755706082, "rougeL": 0.5696969696969697, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_152d1ad32ddb5b01", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8198198198198199, "chrf": 79.72029256204846, "bleu": 57.746774082071475, "rougeL": 0.8272727272727273, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}125{"pair_id": "pair_16d70283d2ec87d2", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7459349593495934, "chrf": 72.57587555687235, "bleu": 48.25092302696302, "rougeL": 0.7305122494432073, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_8ad393df2f155522", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5457413249211356, "chrf": 63.64549512587665, "bleu": 33.494023594345464, "rougeL": 0.6077586206896551, "len_ratio": 0.9356223175965666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0}127{"pair_id": "pair_ac54cceaec78cfa9", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6446700507614214, "chrf": 75.95648517435723, "bleu": 48.882944188442096, "rougeL": 0.6745562130177515, "len_ratio": 1.0864197530864197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}128{"pair_id": "pair_987e90af697599f0", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7160493827160495, "chrf": 74.06187689237663, "bleu": 45.94888703001644, "rougeL": 0.6993865030674847, "len_ratio": 1.1944444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}129{"pair_id": "pair_97ce7c08fcf4af6d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8171828171828172, "chrf": 83.78626699283582, "bleu": 74.36692327614942, "rougeL": 0.835820895522388, "len_ratio": 0.9515151515151515, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}130{"pair_id": "pair_1110655bc5995894", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8257713248638838, "chrf": 78.96450184652109, "bleu": 54.516546642873834, "rougeL": 0.7861271676300577, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_ce190e8e34f959e8", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8077634011090573, "chrf": 80.52066127697644, "bleu": 62.50725400978604, "rougeL": 0.7986463620981387, "len_ratio": 0.9379084967320261, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_e87212198e52b63f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6218787158145065, "chrf": 70.83093032266328, "bleu": 40.23650745931773, "rougeL": 0.653225806451613, "len_ratio": 1.0166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 5.0}133{"pair_id": "pair_52bbcd686ab520d7", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6780772032046614, "chrf": 66.35740548351373, "bleu": 43.85084203588194, "rougeL": 0.7338935574229691, "len_ratio": 0.7164179104477612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}134{"pair_id": "pair_b975ec5e096b9cc5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8243512974051896, "chrf": 77.42363660396097, "bleu": 53.23008462008565, "rougeL": 0.7711442786069652, "len_ratio": 0.8611111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}135{"pair_id": "pair_afb98ba0592b0aa5", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7231089521165857, "chrf": 83.70630265221546, "bleu": 65.16332929795576, "rougeL": 0.7688442211055277, "len_ratio": 0.9948717948717949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}136{"pair_id": "pair_e2985726039a31c0", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.812610229276896, "chrf": 82.68385324376976, "bleu": 64.61972113072244, "rougeL": 0.8243831640058056, "len_ratio": 0.9667673716012085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_7e35a1b12af3ecbc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7497291440953413, "chrf": 74.23208699763886, "bleu": 57.43570878897448, "rougeL": 0.789156626506024, "len_ratio": 0.9751552795031055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9444444444444444, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}138{"pair_id": "pair_cd9b098fd3022f75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7790821771611526, "chrf": 77.383940439548, "bleu": 57.525662935892086, "rougeL": 0.7972027972027972, "len_ratio": 0.9315068493150684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_e909a6f29329389f", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7594405594405594, "chrf": 86.63900259108739, "bleu": 69.83130262233229, "rougeL": 0.7999999999999999, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}140{"pair_id": "pair_4afdfb6f220b6a9d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7818471337579618, "chrf": 79.70347339309004, "bleu": 59.47213065897847, "rougeL": 0.7912087912087912, "len_ratio": 0.956989247311828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_cd481c69337901fb", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5615079365079365, "chrf": 78.58226345178663, "bleu": 58.392969349906345, "rougeL": 0.6844919786096256, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}142{"pair_id": "pair_3a56a83b884ca4c4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7402333840690005, "chrf": 80.47962396542164, "bleu": 60.76999648705061, "rougeL": 0.7697841726618705, "len_ratio": 0.9776951672862454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}143{"pair_id": "pair_c103f5a458e7a911", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7454308093994778, "chrf": 74.97657749727841, "bleu": 53.745747133112495, "rougeL": 0.7796610169491526, "len_ratio": 0.9915254237288136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}144{"pair_id": "pair_be35286089b1f5ce", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6490196078431373, "chrf": 81.89784629868066, "bleu": 49.82419597998298, "rougeL": 0.7215189873417722, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}145{"pair_id": "pair_de7d055b0a0980e2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7431578947368421, "chrf": 71.20114231172757, "bleu": 47.68349925145049, "rougeL": 0.7375886524822695, "len_ratio": 0.8472222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_60d7628666045bbd", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7531083481349912, "chrf": 76.86375133013257, "bleu": 65.14408844516002, "rougeL": 0.7979797979797979, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}147{"pair_id": "pair_c4411de5e8243c89", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8111455108359134, "chrf": 78.54738179981142, "bleu": 56.88078615789894, "rougeL": 0.81, "len_ratio": 0.9223300970873787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_48e4de012701036f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7321965897693079, "chrf": 74.55015237967663, "bleu": 48.585854050743656, "rougeL": 0.7364620938628158, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}149{"pair_id": "pair_63f382a1baf72884", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7861003861003861, "chrf": 78.41060007666438, "bleu": 54.03511414983957, "rougeL": 0.7217630853994491, "len_ratio": 0.9830508474576272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}150{"pair_id": "pair_6547be98f4f205fc", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7514970059880239, "chrf": 70.10352533029179, "bleu": 45.191863266132266, "rougeL": 0.6993006993006994, "len_ratio": 0.8866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_aa816d00844ba6f0", "doc_id": "doc_4465aece194b7964", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7468423942888522, "chrf": 78.54642385570133, "bleu": 60.20395962104564, "rougeL": 0.7646017699115044, "len_ratio": 0.9962962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_712b1dfdcff9aba1", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.790990990990991, "chrf": 73.0546001918338, "bleu": 45.986548508874904, "rougeL": 0.7388535031847133, "len_ratio": 0.9615384615384616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}153{"pair_id": "pair_4e64a71c5697a13a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6971677559912854, "chrf": 80.6901681889552, "bleu": 63.215785978405854, "rougeL": 0.8028169014084506, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}154{"pair_id": "pair_2300b69e3801a930", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7742616033755274, "chrf": 76.82345826734966, "bleu": 60.377888024263406, "rougeL": 0.7793103448275862, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_68acd6f36a93bb59", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7297047970479704, "chrf": 76.2341452253203, "bleu": 58.40523764984214, "rougeL": 0.7828282828282829, "len_ratio": 0.9358288770053476, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}156{"pair_id": "pair_cc401ae130ae562e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8054607508532423, "chrf": 78.18072666234784, "bleu": 53.62101454070416, "rougeL": 0.7810650887573966, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_2af070b71ac0b41b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.777988614800759, "chrf": 74.3594755710061, "bleu": 51.91578157744273, "rougeL": 0.7741935483870969, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_cd5633e3c8ec5e47", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7844594594594595, "chrf": 83.16207126266966, "bleu": 62.05234021663853, "rougeL": 0.7906976744186047, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}159{"pair_id": "pair_d55ba6eae5955e4b", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8613518197573657, "chrf": 83.19466894688264, "bleu": 67.44756135950915, "rougeL": 0.8631178707224334, "len_ratio": 0.9328358208955224, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_bdb7c0bbc0176a2f", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9262759924385633, "chrf": 90.31775076922166, "bleu": 81.29578031819307, "rougeL": 0.9221556886227544, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_24409c7471a474ba", "doc_id": "doc_592708c2d62b5b42", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9324324324324325, "chrf": 90.24992555249507, "bleu": 80.21274319474085, "rougeL": 0.954248366013072, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}162{"pair_id": "pair_a405868755157214", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7279874213836478, "chrf": 74.26790248246226, "bleu": 56.322218378705934, "rougeL": 0.776595744680851, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_8c55761eed2441f0", "doc_id": "doc_dadb00e95af5ab75", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8481182795698925, "chrf": 86.31513154264711, "bleu": 68.58742264764344, "rougeL": 0.8495575221238938, "len_ratio": 1.0471698113207548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}164{"pair_id": "pair_594db23c7f1ce902", "doc_id": "doc_6b5d113d4728e44f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7680722891566265, "chrf": 78.50342592970382, "bleu": 60.28389908418826, "rougeL": 0.7560137457044672, "len_ratio": 1.0067114093959733, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_97b161b0bd9d18cc", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.783271719038817, "chrf": 79.6560355382997, "bleu": 58.74986085500863, "rougeL": 0.7406199021207178, "len_ratio": 1.0098039215686274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 6.0}166{"pair_id": "pair_bbc33942483cb21f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.765774378585086, "chrf": 82.62636858287452, "bleu": 66.45541960639723, "rougeL": 0.8098591549295775, "len_ratio": 0.9635036496350365, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}167{"pair_id": "pair_2db85c057909e1c8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7878395860284606, "chrf": 74.34209094753739, "bleu": 50.884787821993974, "rougeL": 0.7833333333333333, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_34ffe75c0118f270", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8374429223744292, "chrf": 80.04329919194342, "bleu": 58.10344745460877, "rougeL": 0.8197674418604651, "len_ratio": 1.0426829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_63e7996942069b30", "doc_id": "doc_b1675be26e230c94", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7472698907956319, "chrf": 74.37708581477422, "bleu": 55.3152867777741, "rougeL": 0.7499999999999999, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_9e4e295de565b52b", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7513550135501355, "chrf": 75.22470924204421, "bleu": 51.052410179976675, "rougeL": 0.728448275862069, "len_ratio": 0.9688888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 9.0}171{"pair_id": "pair_3be716c6130b0a35", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.700507614213198, "chrf": 73.38256232702784, "bleu": 53.01813991655775, "rougeL": 0.7419354838709677, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}172{"pair_id": "pair_9f718273673ba2de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8472906403940886, "chrf": 76.78215865276691, "bleu": 57.414494215143925, "rougeL": 0.8064516129032258, "len_ratio": 0.8787878787878788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_e72963ea66501081", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7131630648330058, "chrf": 74.75603663004367, "bleu": 50.2966945883011, "rougeL": 0.758169934640523, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}174{"pair_id": "pair_262cd4c25d40e3c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7630610743193524, "chrf": 73.486676995374, "bleu": 47.73295803187818, "rougeL": 0.7282608695652173, "len_ratio": 0.8541666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}175{"pair_id": "pair_9f06d5d274c5ee73", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.76232741617357, "chrf": 82.42159604532947, "bleu": 63.876672866232255, "rougeL": 0.8078175895765473, "len_ratio": 1.02, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_2d1ce62c132d002d", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H1", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7652027027027027, "chrf": 78.60917361444201, "bleu": 61.55626878685441, "rougeL": 0.8235294117647058, "len_ratio": 1.0638297872340425, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}177{"pair_id": "pair_32c93be8af0acd35", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7821330902461258, "chrf": 79.7497786580919, "bleu": 58.76579363029895, "rougeL": 0.8186813186813187, "len_ratio": 0.9595375722543352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_86851566fbe45506", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8233264320220842, "chrf": 81.98670607700696, "bleu": 60.78338366107425, "rougeL": 0.7943262411347518, "len_ratio": 0.9807692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_5478426fb4914353", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6644620811287478, "chrf": 76.9520141014944, "bleu": 60.29760249504603, "rougeL": 0.7417417417417418, "len_ratio": 0.9214501510574018, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}180{"pair_id": "pair_ccfffb76b6601807", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8368536052439912, "chrf": 80.4224419994219, "bleu": 61.70124877873482, "rougeL": 0.8195876288659792, "len_ratio": 0.8656716417910447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_39fdb205b9a80080", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8188736681887367, "chrf": 83.27203117703085, "bleu": 67.4577673553975, "rougeL": 0.8364312267657993, "len_ratio": 0.9219330855018587, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}182{"pair_id": "pair_b8e43e7cb4f22a06", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9330306469920545, "chrf": 90.97018453379457, "bleu": 82.19604163001947, "rougeL": 0.9390681003584229, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}183{"pair_id": "pair_02a6dea0bec35281", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7817213842058562, "chrf": 76.725962329667, "bleu": 59.82596283073509, "rougeL": 0.7887323943661971, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}184{"pair_id": "pair_d2f18a3bcfd57512", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7251822770611329, "chrf": 77.86097654617207, "bleu": 54.3000301983024, "rougeL": 0.7591973244147158, "len_ratio": 1.0327272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 8.0}185{"pair_id": "pair_4820a7862c1260a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8243243243243243, "chrf": 86.06742765240313, "bleu": 73.28617555736237, "rougeL": 0.8645533141210374, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}186{"pair_id": "pair_cb0caa931b1bbded", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6761904761904762, "chrf": 75.29804867726149, "bleu": 48.57816492672917, "rougeL": 0.6825396825396826, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}187{"pair_id": "pair_5ded5764ec6579b7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8614035087719298, "chrf": 82.97971855426468, "bleu": 62.538527295732024, "rougeL": 0.8496732026143791, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_406eeedbecf81f03", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8909090909090909, "chrf": 83.69449243168742, "bleu": 55.55381186035246, "rougeL": 0.8289473684210527, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_779571b709dd61c0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6790235081374322, "chrf": 80.16810219890921, "bleu": 64.87515092637453, "rougeL": 0.75, "len_ratio": 1.0374331550802138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}190{"pair_id": "pair_1061b3818adf8f9a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8345864661654135, "chrf": 86.33732745989965, "bleu": 70.35177898312776, "rougeL": 0.8311688311688312, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}191{"pair_id": "pair_e659f7687869559a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6547619047619048, "chrf": 74.433560635673, "bleu": 49.27054697083155, "rougeL": 0.7226890756302521, "len_ratio": 0.859375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_ef0843fd3d524ee0", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6781395348837209, "chrf": 71.56170199107282, "bleu": 48.756390128264826, "rougeL": 0.7393939393939394, "len_ratio": 0.8765432098765432, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_86f1940d433e07c1", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7231680236861584, "chrf": 75.45099850603026, "bleu": 49.412781871139146, "rougeL": 0.732824427480916, "len_ratio": 0.9427083333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}194{"pair_id": "pair_fe3250d20e6c133b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7633136094674556, "chrf": 75.75503475531164, "bleu": 59.29666135959324, "rougeL": 0.7461139896373057, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_8ae3b719f427522f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7411764705882353, "chrf": 69.22155548809573, "bleu": 46.14526014540693, "rougeL": 0.7106918238993711, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_80679e9fa57372d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.644122383252818, "chrf": 74.33754788872149, "bleu": 46.23990655511297, "rougeL": 0.7386363636363635, "len_ratio": 0.8953488372093024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}197{"pair_id": "pair_1ccd1a4269c8401a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.815272318921954, "chrf": 80.09332593581067, "bleu": 61.33667103037959, "rougeL": 0.8384879725085911, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}198{"pair_id": "pair_6d98cd01f5ab772c", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9042553191489362, "chrf": 85.57039377987763, "bleu": 73.74397291954952, "rougeL": 0.8888888888888888, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}199{"pair_id": "pair_e9b804206c369a27", "doc_id": "doc_bbe20e369485006e", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6262042389210019, "chrf": 74.83028719420095, "bleu": 52.03161794476381, "rougeL": 0.6909090909090909, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}200{"pair_id": "pair_b44dd0537f04fcd2", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5503875968992248, "chrf": 66.73647314588621, "bleu": 33.90521410444743, "rougeL": 0.6227106227106227, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9230769230769231, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}201{"pair_id": "pair_2a45e91d0d715fcb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7263157894736842, "chrf": 73.67062014560028, "bleu": 48.0373045198387, "rougeL": 0.7412587412587412, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}202{"pair_id": "pair_5d1f675a0c779dad", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.907070707070707, "chrf": 89.41616369355363, "bleu": 75.87457137351718, "rougeL": 0.9107692307692308, "len_ratio": 1.0410958904109588, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}203{"pair_id": "pair_e249b6f9202df321", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7741324921135646, "chrf": 80.19234398352069, "bleu": 57.52718083536295, "rougeL": 0.8232758620689655, "len_ratio": 0.9356223175965666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}204{"pair_id": "pair_c226ee28ffb1d979", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.511520737327189, "chrf": 66.10915307538671, "bleu": 45.12904633790085, "rougeL": 0.581081081081081, "len_ratio": 0.7804878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}205{"pair_id": "pair_448ba88f266fd2d0", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6458733205374281, "chrf": 73.61517141955704, "bleu": 50.50972007652114, "rougeL": 0.7337662337662338, "len_ratio": 0.8616352201257862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}206{"pair_id": "pair_6a58b4c23e9d10cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7874061236279607, "chrf": 81.02745131244211, "bleu": 64.11448092443406, "rougeL": 0.8023032629558542, "len_ratio": 0.9253731343283582, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0}207{"pair_id": "pair_04097925dbea3019", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.777056277056277, "chrf": 78.8844497114643, "bleu": 53.58851445212393, "rougeL": 0.7643979057591622, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}208{"pair_id": "pair_74eb316b30d8f894", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6116152450090744, "chrf": 77.27801514977185, "bleu": 58.52705528542454, "rougeL": 0.6363636363636364, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}209{"pair_id": "pair_c927b0881b4f406c", "doc_id": "doc_018da718543ec7b2", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8074277854195323, "chrf": 84.80975460213243, "bleu": 58.79750726490365, "rougeL": 0.8073394495412844, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}210{"pair_id": "pair_580a31091a8ebdbe", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8003048780487805, "chrf": 77.77738246850542, "bleu": 58.155052087906725, "rougeL": 0.8426395939086294, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}211{"pair_id": "pair_ffb7685048ee8191", "doc_id": "doc_cbee4bf03365a459", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.629887054735013, "chrf": 69.90704668358784, "bleu": 39.9349450912504, "rougeL": 0.6890243902439025, "len_ratio": 0.8620689655172413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_d1debd0ca7eb2bbf", "doc_id": "doc_693020f91e971346", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6952141057934509, "chrf": 65.6047204242133, "bleu": 40.54820432222386, "rougeL": 0.6890756302521008, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}213{"pair_id": "pair_3bfa11d73f0bd9ee", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.77109375, "chrf": 75.93534133008833, "bleu": 51.92857945800804, "rougeL": 0.8011204481792717, "len_ratio": 0.865, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}214{"pair_id": "pair_c2c5d7d8f1c67d01", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7515151515151515, "chrf": 74.26798104501812, "bleu": 55.929839407878404, "rougeL": 0.7581699346405228, "len_ratio": 0.9102564102564102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_d0d61caaacbbf8dd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7363896848137537, "chrf": 74.77787208802769, "bleu": 51.47371116114397, "rougeL": 0.7589743589743589, "len_ratio": 0.91, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}216{"pair_id": "pair_98a55a9d396a79a1", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7373015873015873, "chrf": 79.51907891915738, "bleu": 63.65941655895035, "rougeL": 0.7862796833773086, "len_ratio": 0.9247311827956989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}217{"pair_id": "pair_bc489c50c31bde59", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6563055062166963, "chrf": 83.6090859496029, "bleu": 63.20036648070629, "rougeL": 0.7634069400630914, "len_ratio": 0.9808917197452229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}218{"pair_id": "pair_40a52f9f597b248d", "doc_id": "doc_606921299de9f2c7", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7586206896551724, "chrf": 73.80423426880408, "bleu": 50.89674597605099, "rougeL": 0.7692307692307693, "len_ratio": 1.0471698113207548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}219{"pair_id": "pair_35409eeef738396b", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6781045751633987, "chrf": 67.93816814870497, "bleu": 32.95959224808579, "rougeL": 0.6648793565683646, "len_ratio": 0.9722222222222222, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}220{"pair_id": "pair_f324d13e0df848aa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7183673469387755, "chrf": 76.96093707025194, "bleu": 51.230094423266706, "rougeL": 0.7647058823529411, "len_ratio": 1.088235294117647, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}221{"pair_id": "pair_8e83b1fc9aa7e9c4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7902010050251256, "chrf": 77.12344601726593, "bleu": 54.010242957564245, "rougeL": 0.7878787878787878, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}222{"pair_id": "pair_8103694bc03e8389", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7439293598233996, "chrf": 69.54278796188369, "bleu": 40.30160133312153, "rougeL": 0.7252747252747253, "len_ratio": 0.8385416666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}223{"pair_id": "pair_574ebe94372b756c", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8559782608695652, "chrf": 84.18243653381184, "bleu": 69.46132153245529, "rougeL": 0.8356164383561643, "len_ratio": 0.9539170506912442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_2936c7713a6ab2f7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7864357864357865, "chrf": 78.7349259690071, "bleu": 55.04366417710309, "rougeL": 0.7803617571059431, "len_ratio": 0.934010152284264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_4b71bcf63d0886a0", "doc_id": "doc_86326c049245c41f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.661122661122661, "chrf": 76.21285243744296, "bleu": 64.39007329927715, "rougeL": 0.7570621468926554, "len_ratio": 0.9529411764705882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8157894736842105, "number_precision": 0.9117647058823529, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}226{"pair_id": "pair_afc601531a4ec8aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7063655030800822, "chrf": 80.56721005211989, "bleu": 56.38138713875764, "rougeL": 0.7465277777777778, "len_ratio": 0.9689655172413794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}227{"pair_id": "pair_1e47b073d32f56d3", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.8076706147772138, "chrf": 81.25372907285046, "bleu": 59.66593807809949, "rougeL": 0.7969639468690701, "len_ratio": 1.048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 10.0}228{"pair_id": "pair_5aaa7849b1522bc6", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7967722653915122, "chrf": 84.05216574984203, "bleu": 66.09832984428924, "rougeL": 0.8172413793103449, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}229{"pair_id": "pair_5f0edd4f649410d4", "doc_id": "doc_d63488e03c286073", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8612244897959184, "chrf": 84.28651189291094, "bleu": 68.50407842688769, "rougeL": 0.821256038647343, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}230{"pair_id": "pair_e3bd9b386ccf7d71", "doc_id": "doc_606921299de9f2c7", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7911802853437094, "chrf": 78.31459396238868, "bleu": 58.412515393135884, "rougeL": 0.790909090909091, "len_ratio": 1.0377358490566038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_40fef0c1a4b65c96", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8713450292397661, "chrf": 86.3804690630879, "bleu": 73.79691954443356, "rougeL": 0.8795518207282913, "len_ratio": 1.023391812865497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}232{"pair_id": "pair_2b1e2d7cf9a4a133", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.750499001996008, "chrf": 74.4109650301811, "bleu": 50.42364984059521, "rougeL": 0.732876712328767, "len_ratio": 0.9266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}233{"pair_id": "pair_970b25b4dbf4b823", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7057902973395931, "chrf": 68.71748176458057, "bleu": 41.828473556187234, "rougeL": 0.6857142857142857, "len_ratio": 0.7422680412371134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}234{"pair_id": "pair_2909819d5f03e04b", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7452445652173914, "chrf": 81.60450939280378, "bleu": 64.30872321822498, "rougeL": 0.7828054298642534, "len_ratio": 0.9769585253456221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}235{"pair_id": "pair_a7d2d5b4fa4a98e3", "doc_id": "doc_6b5d113d4728e44f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8363453815261044, "chrf": 81.92292629658682, "bleu": 65.72933936310585, "rougeL": 0.8442906574394463, "len_ratio": 0.9865771812080537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}236{"pair_id": "pair_d661f5932a63a835", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6828627708470125, "chrf": 80.56374968796526, "bleu": 55.48563866548084, "rougeL": 0.7457627118644067, "len_ratio": 1.0675675675675675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}237{"pair_id": "pair_28d8974aa58f9464", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7623906705539358, "chrf": 76.15590498466955, "bleu": 53.27130518927456, "rougeL": 0.751219512195122, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_68ff2812ada13be3", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7448405253283302, "chrf": 75.7985942851014, "bleu": 52.3790226649966, "rougeL": 0.7006369426751592, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}239{"pair_id": "pair_94d2edc0d6a8f403", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8144329896907216, "chrf": 85.34216986352415, "bleu": 74.7963325600421, "rougeL": 0.8463611859838276, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}240{"pair_id": "pair_e588752fafd31f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.797037037037037, "chrf": 79.02077210506093, "bleu": 53.47352995344275, "rougeL": 0.7461139896373056, "len_ratio": 1.065217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}241{"pair_id": "pair_ef117e73e3288130", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.80641925777332, "chrf": 77.86796776173432, "bleu": 52.02694122457601, "rougeL": 0.782608695652174, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_e954044443dc0032", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7137254901960784, "chrf": 72.46709907293895, "bleu": 49.9104117823164, "rougeL": 0.7024128686327078, "len_ratio": 0.9424083769633508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 2.0}243{"pair_id": "pair_f06dc5ca233c1828", "doc_id": "doc_aea855cdbe03beb7", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8280542986425339, "chrf": 82.6922365487045, "bleu": 65.40859751812503, "rougeL": 0.848249027237354, "len_ratio": 0.8880597014925373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_6cd7773d7b92fa7d", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8298507462686567, "chrf": 78.36847473999438, "bleu": 59.02240267849658, "rougeL": 0.8080808080808081, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}245{"pair_id": "pair_58ad12d37b242379", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7679063360881543, "chrf": 79.44705262130763, "bleu": 64.42891248666935, "rougeL": 0.7947598253275109, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_29e80c6b6667a305", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6385068762278978, "chrf": 72.82487982837979, "bleu": 44.485231272336314, "rougeL": 0.7239263803680982, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}247{"pair_id": "pair_eaadbb520cb6bab9", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8972431077694236, "chrf": 86.83626723920035, "bleu": 72.49057844997151, "rougeL": 0.897142857142857, "len_ratio": 0.9824561403508771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_022013290759e0fd", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8272884283246977, "chrf": 79.28289951511253, "bleu": 70.87264993498513, "rougeL": 0.8444444444444444, "len_ratio": 0.9148936170212766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}249{"pair_id": "pair_e1b2ed79bb148a11", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7310789049919485, "chrf": 74.48525742472883, "bleu": 49.88778206873177, "rougeL": 0.7624309392265194, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}250{"pair_id": "pair_f58e8ac1463de2bd", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8062745098039216, "chrf": 78.54585545919703, "bleu": 60.73508997474698, "rougeL": 0.8021390374331551, "len_ratio": 0.9476439790575916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}251{"pair_id": "pair_c5ba87e3bc36bbd8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6728045325779037, "chrf": 82.47417998585392, "bleu": 62.752757122987994, "rougeL": 0.7349665924276169, "len_ratio": 0.986046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 8.0}252{"pair_id": "pair_28d6a8d609900fd9", "doc_id": "doc_e70ce9ae73c32589", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6294027565084226, "chrf": 62.11361591413984, "bleu": 33.554431865757245, "rougeL": 0.5612244897959183, "len_ratio": 0.8811881188118812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_5033bd432ccd7862", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8274647887323944, "chrf": 86.69320114980358, "bleu": 70.93100989587555, "rougeL": 0.8817204301075269, "len_ratio": 0.9660493827160493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}254{"pair_id": "pair_022fdc6d197bdd8f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8036410923276983, "chrf": 79.92120143473468, "bleu": 61.38086115892366, "rougeL": 0.7946428571428571, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_68c51f8cc2634fb0", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5456852791878173, "chrf": 62.11712555298041, "bleu": 36.518963476924974, "rougeL": 0.6218487394957983, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}256{"pair_id": "pair_e4dbba68d123f006", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7628822790113112, "chrf": 75.91557155989236, "bleu": 52.38930066026711, "rougeL": 0.7680000000000001, "len_ratio": 0.9097938144329897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_270e637ba60ccc84", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8033126293995859, "chrf": 78.97939372679426, "bleu": 55.81253485783979, "rougeL": 0.8120300751879699, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_b51fec0b64d012a2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6720321931589537, "chrf": 81.22978892777643, "bleu": 60.847812528232275, "rougeL": 0.7595712098009187, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 11.0}259{"pair_id": "pair_91d1e92333a4ee5a", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7888446215139442, "chrf": 77.71988083954243, "bleu": 58.00822800457512, "rougeL": 0.7600000000000001, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}260{"pair_id": "pair_8c7db2ce28127366", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7792584009269988, "chrf": 82.67420572939581, "bleu": 62.44458685757351, "rougeL": 0.8290766208251474, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}261{"pair_id": "pair_29701e6748ae0b34", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6688911704312115, "chrf": 78.23373286385412, "bleu": 54.2035509352993, "rougeL": 0.7188612099644128, "len_ratio": 0.9103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}262{"pair_id": "pair_93343c6d4c539e31", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6916234247590808, "chrf": 76.19210757094434, "bleu": 57.31380014596449, "rougeL": 0.7743467933491687, "len_ratio": 0.93048128342246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}263{"pair_id": "pair_f2510970f56281a3", "doc_id": "doc_4b9443000ca9e29c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8334636434714621, "chrf": 78.82578630722391, "bleu": 66.16758393296834, "rougeL": 0.8344988344988346, "len_ratio": 0.8883928571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_fe0139f9580f6add", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7868369351669942, "chrf": 81.50440345599196, "bleu": 67.06912799018203, "rougeL": 0.8082191780821918, "len_ratio": 0.9591836734693877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}265{"pair_id": "pair_71e5cbd2e11add5c", "doc_id": "doc_018da718543ec7b2", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9380530973451328, "chrf": 91.57402601454507, "bleu": 83.4623581084273, "rougeL": 0.937799043062201, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_d87dc24fd64f422f", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6453965360072926, "chrf": 74.66608468205537, "bleu": 48.350046795582315, "rougeL": 0.7075208913649024, "len_ratio": 0.9132947976878613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}267
Files main
Menu

Theme