spb/wpai0002_uqo

1{"pair_id": "pair_6dae2dbeeaf35e81", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8400556328233658, "chrf": 81.7301936747317, "bleu": 63.11029583470967, "rougeL": 0.826923076923077, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_2b9a66cf34a0ad40", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6826625386996904, "chrf": 75.6799000569454, "bleu": 52.3207735496222, "rougeL": 0.6990291262135924, "len_ratio": 0.9805825242718447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}3{"pair_id": "pair_361234a55d2a0021", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7577639751552795, "chrf": 80.72219004020417, "bleu": 54.03827683584105, "rougeL": 0.7703703703703704, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}4{"pair_id": "pair_647a75d345e6a557", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8117229129662522, "chrf": 79.29260982234172, "bleu": 62.804241900287174, "rougeL": 0.8176795580110497, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_88da36d9b6885139", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7123473541383989, "chrf": 77.52495943961941, "bleu": 55.566389577632435, "rougeL": 0.7560975609756098, "len_ratio": 0.9596774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}6{"pair_id": "pair_2d7adb6e661abcad", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6623093681917211, "chrf": 65.36904312726352, "bleu": 37.209559803676896, "rougeL": 0.7121212121212122, "len_ratio": 0.8428571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_51952872ee2f5288", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6911764705882353, "chrf": 76.19369825698497, "bleu": 53.29714624090309, "rougeL": 0.7547169811320755, "len_ratio": 0.9388888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_27d256cc064ff931", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7998798076923077, "chrf": 79.28229645929002, "bleu": 57.2818439925515, "rougeL": 0.8049792531120332, "len_ratio": 0.908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}9{"pair_id": "pair_65f60d38cac224d6", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8368794326241135, "chrf": 84.51425989537297, "bleu": 68.80586507509119, "rougeL": 0.8469387755102041, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_e55197ada0322b55", "doc_id": "doc_746a4589dcef0f3d", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7626666666666666, "chrf": 81.37252793544273, "bleu": 61.359902309666616, "rougeL": 0.7916666666666666, "len_ratio": 0.9927536231884058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 7.0}11{"pair_id": "pair_9eff2a570688d528", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8809073724007561, "chrf": 81.41035909222016, "bleu": 63.74723306520983, "rougeL": 0.8513513513513514, "len_ratio": 0.9154929577464789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_e211e8f36e538b7b", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8229284903518729, "chrf": 89.08683151422998, "bleu": 76.43196624173704, "rougeL": 0.8642857142857143, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}13{"pair_id": "pair_60f7279531365fff", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7150537634408602, "chrf": 66.45609704253643, "bleu": 41.781059862808, "rougeL": 0.5903614457831325, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}14{"pair_id": "pair_734f4b6481b3e67f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7617349970291147, "chrf": 82.43255652952945, "bleu": 65.59816282246273, "rougeL": 0.7991803278688525, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}15{"pair_id": "pair_868f64e1b003f47d", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.907912687585266, "chrf": 88.48885705477024, "bleu": 73.79556217542552, "rougeL": 0.9118942731277533, "len_ratio": 0.9864864864864865, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}16{"pair_id": "pair_2caa945683f27804", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8553459119496856, "chrf": 81.06478816138332, "bleu": 60.69653702619976, "rougeL": 0.8387096774193549, "len_ratio": 0.945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}17{"pair_id": "pair_e35301322960ef1a", "doc_id": "doc_0f52808f2ff23add", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6256358087487284, "chrf": 69.87086294009661, "bleu": 45.57856991660771, "rougeL": 0.6788321167883211, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}18{"pair_id": "pair_aa660c54a9190595", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5207373271889402, "chrf": 66.89685247503364, "bleu": 44.637320846845206, "rougeL": 0.5751633986928105, "len_ratio": 0.8414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_7254b37d2fe1bc31", "doc_id": "doc_b1675be26e230c94", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6630265210608424, "chrf": 72.33882834552566, "bleu": 54.611893882933686, "rougeL": 0.6701570680628272, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_027668791128c6f6", "doc_id": "doc_d63488e03c286073", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.827891156462585, "chrf": 82.2724977716178, "bleu": 64.55549907379877, "rougeL": 0.7949999999999999, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}21{"pair_id": "pair_f78e5de2cf19d7ed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8054187192118226, "chrf": 74.76432410194029, "bleu": 55.89894793353292, "rougeL": 0.8095238095238095, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_e46a4c49ae458987", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.680473372781065, "chrf": 71.67562136767181, "bleu": 46.72409101050981, "rougeL": 0.7070707070707072, "len_ratio": 0.9797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}23{"pair_id": "pair_46559ba5a888efe9", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7801204819277109, "chrf": 76.25677489555761, "bleu": 53.10421783106326, "rougeL": 0.7613636363636364, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_cb07209ed14340ba", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8176638176638177, "chrf": 82.54781784482974, "bleu": 63.26991190889071, "rougeL": 0.8562874251497007, "len_ratio": 0.9493670886075949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}25{"pair_id": "pair_9084ae2db47e49ac", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H2", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8571428571428572, "chrf": 80.36234339677345, "bleu": 63.38495099062324, "rougeL": 0.8426395939086294, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_d19af1a77eeb1480", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6912568306010929, "chrf": 70.46363770777046, "bleu": 44.454273208430635, "rougeL": 0.7147147147147147, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}27{"pair_id": "pair_c6ff4089bbf2297e", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7882689556509299, "chrf": 76.46249368065293, "bleu": 48.744678571638815, "rougeL": 0.7545454545454546, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_f7e95f4989d72464", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.786472148541114, "chrf": 76.59410866381052, "bleu": 53.62084031212094, "rougeL": 0.7903930131004367, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}29{"pair_id": "pair_831bf9dbb402bded", "doc_id": "doc_dadb00e95af5ab75", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8437917222963952, "chrf": 86.68083894949551, "bleu": 67.9635880737092, "rougeL": 0.8458149779735683, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_4af0ef3a2c11dee0", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8104906937394247, "chrf": 81.26372867425178, "bleu": 65.18412198164494, "rougeL": 0.8372093023255814, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}31{"pair_id": "pair_902ffeefdf8ab86c", "doc_id": "doc_4b9443000ca9e29c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6286161063330726, "chrf": 67.79958488973222, "bleu": 51.02898035900477, "rougeL": 0.6912442396313364, "len_ratio": 0.9196428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}32{"pair_id": "pair_521cae82cb041f4c", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.785876993166287, "chrf": 79.84715511346562, "bleu": 60.24312306429055, "rougeL": 0.7846153846153846, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_12478e0eef96210a", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6767515923566879, "chrf": 78.0078434256193, "bleu": 56.567131568140496, "rougeL": 0.7111111111111111, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}34{"pair_id": "pair_9d327b9494fb160e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7104851330203443, "chrf": 67.5808806945093, "bleu": 43.20396942439229, "rougeL": 0.6779661016949153, "len_ratio": 0.7525773195876289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}35{"pair_id": "pair_8e16fd07e759f23c", "doc_id": "doc_bbe20e369485006e", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6165703275529866, "chrf": 64.55718051985293, "bleu": 40.75603053002227, "rougeL": 0.6666666666666667, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}36{"pair_id": "pair_c1ba68c1fdb0acd7", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.77482088024565, "chrf": 81.47036938995042, "bleu": 64.03253037534915, "rougeL": 0.7666666666666667, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_1d4125295dc01951", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7568181818181818, "chrf": 84.59857616582907, "bleu": 67.44217979002511, "rougeL": 0.7969924812030075, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}38{"pair_id": "pair_92da17dd1777d63e", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9404255319148936, "chrf": 92.51846426694567, "bleu": 83.92549675172955, "rougeL": 0.9517241379310345, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}39{"pair_id": "pair_774ad4c41c1163bf", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8708010335917313, "chrf": 82.12970332370226, "bleu": 63.78639200586057, "rougeL": 0.8638132295719845, "len_ratio": 1.0158730158730158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_84e458672dbe2b6a", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8109756097560976, "chrf": 75.9608124075915, "bleu": 55.88524378189202, "rougeL": 0.7975460122699386, "len_ratio": 0.8860759493670886, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}41{"pair_id": "pair_fdf7a4e7e91fb81e", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.778141055581504, "chrf": 76.78133807871245, "bleu": 51.99281596982292, "rougeL": 0.7647951441578148, "len_ratio": 0.9697885196374623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}42{"pair_id": "pair_fd5c2faff8dd308b", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5888252148997135, "chrf": 68.18855381419976, "bleu": 47.04751094312352, "rougeL": 0.6421052631578947, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}43{"pair_id": "pair_5b6a2be9581e7c46", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.746031746031746, "chrf": 76.99033827679291, "bleu": 51.89984597941539, "rougeL": 0.7712418300653594, "len_ratio": 0.9483870967741935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}44{"pair_id": "pair_f124cacc4be94b0e", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6607248960190137, "chrf": 70.2577215677578, "bleu": 47.71633986503301, "rougeL": 0.6902286902286902, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}45{"pair_id": "pair_e90f72987bfc1dff", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8615611192930781, "chrf": 84.09095143497494, "bleu": 67.9666043498318, "rougeL": 0.8525345622119815, "len_ratio": 1.0053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}46{"pair_id": "pair_a8bc97d130ee8379", "doc_id": "doc_71d406f9105e8832", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.856447688564477, "chrf": 79.35349902441905, "bleu": 54.05409843493889, "rougeL": 0.8571428571428571, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}47{"pair_id": "pair_fecaec8810a43c33", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.799554565701559, "chrf": 84.74813543768059, "bleu": 68.4244923152464, "rougeL": 0.8396946564885497, "len_ratio": 0.9230769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_c5b252db07d147e5", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8929188255613126, "chrf": 83.82287193190918, "bleu": 71.07644163877781, "rougeL": 0.8756756756756756, "len_ratio": 0.9468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_3b2e2d19519834f5", "doc_id": "doc_d999f694e31b629a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7840236686390533, "chrf": 79.25633537976019, "bleu": 61.89083424202162, "rougeL": 0.8079800498753117, "len_ratio": 0.8926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}50{"pair_id": "pair_e647546ed0f0e4f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7021593447505585, "chrf": 69.99090271166342, "bleu": 40.79664574485947, "rougeL": 0.6787564766839378, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_366b9bdd54771f24", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8253557567917206, "chrf": 83.03268433213924, "bleu": 66.25508504812105, "rougeL": 0.8412698412698412, "len_ratio": 0.9841269841269841, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}52{"pair_id": "pair_28b12f7df1fc4f82", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6584022038567493, "chrf": 77.84520374409169, "bleu": 61.92845579020504, "rougeL": 0.7328918322295807, "len_ratio": 0.9783549783549783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}53{"pair_id": "pair_ba7797fa879c20c8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8693467336683417, "chrf": 83.92512516697364, "bleu": 68.55108015731558, "rougeL": 0.8695652173913043, "len_ratio": 0.9395348837209302, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}54{"pair_id": "pair_ab7180f6c57cab03", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7082906857727738, "chrf": 69.97536326761707, "bleu": 47.57585873959126, "rougeL": 0.6736111111111112, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}55{"pair_id": "pair_972f84361ed6c45a", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6679069767441861, "chrf": 68.0824976779602, "bleu": 44.84803584758268, "rougeL": 0.7065868263473053, "len_ratio": 0.8950617283950617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}56{"pair_id": "pair_be97f353c4f76179", "doc_id": "doc_746a4589dcef0f3d", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8242880171950564, "chrf": 81.22349255094016, "bleu": 61.747583654804785, "rougeL": 0.8128342245989305, "len_ratio": 0.9420289855072463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}57{"pair_id": "pair_9be03ce7ac2754e6", "doc_id": "doc_0f52808f2ff23add", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8585961342828077, "chrf": 81.62981654045966, "bleu": 61.396808914062824, "rougeL": 0.8436363636363635, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}58{"pair_id": "pair_8318e07eba7739e5", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8048780487804879, "chrf": 75.74053375172488, "bleu": 49.58237660726658, "rougeL": 0.8229166666666666, "len_ratio": 0.9207920792079208, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_4deb0d2a9162282e", "doc_id": "doc_fe2ddb404d112460", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7383820998278829, "chrf": 72.65140010981439, "bleu": 48.9151293434867, "rougeL": 0.770949720670391, "len_ratio": 0.9438202247191011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_53bfbc9b1ed94477", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7993482309124768, "chrf": 81.59642865478148, "bleu": 59.18344431130428, "rougeL": 0.7891156462585034, "len_ratio": 0.9531772575250836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_f01532683a41580e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7261306532663316, "chrf": 68.8658535650097, "bleu": 44.29229593577811, "rougeL": 0.7142857142857143, "len_ratio": 0.9051724137931034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}62{"pair_id": "pair_94f7a40a55f62672", "doc_id": "doc_cbee4bf03365a459", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6012163336229366, "chrf": 66.05427750642886, "bleu": 32.62270710406629, "rougeL": 0.6341463414634148, "len_ratio": 0.8793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}63{"pair_id": "pair_d9e96ad586550036", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.790990990990991, "chrf": 81.56991322791728, "bleu": 59.064412924999814, "rougeL": 0.8050314465408804, "len_ratio": 0.9871794871794872, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}64{"pair_id": "pair_a16536369d6c5188", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.746606334841629, "chrf": 69.66471881163282, "bleu": 45.16648766135965, "rougeL": 0.6932515337423312, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_4ae947453860c0bc", "doc_id": "doc_d999f694e31b629a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7381656804733727, "chrf": 74.71417177766749, "bleu": 50.32022974310933, "rougeL": 0.775, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_c2c2f592a5e43aa5", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.798183652875883, "chrf": 84.43480496437064, "bleu": 65.35330922255407, "rougeL": 0.8492307692307692, "len_ratio": 1.0342465753424657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}67{"pair_id": "pair_9ca89b79b721e84d", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8332337118947998, "chrf": 81.61842810621509, "bleu": 63.80211174084313, "rougeL": 0.8546409807355517, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}68{"pair_id": "pair_69abc5b453edbbd7", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7319323423885187, "chrf": 80.70465934476645, "bleu": 61.10610435664841, "rougeL": 0.7678883071553229, "len_ratio": 0.9752650176678446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}69{"pair_id": "pair_5fbd7bf476742db2", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5266579973992198, "chrf": 73.37149872956181, "bleu": 49.24377013636779, "rougeL": 0.6820276497695854, "len_ratio": 0.897196261682243, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}70{"pair_id": "pair_97ae18b18377abfd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8288057406458227, "chrf": 82.49204675134634, "bleu": 64.30319558046445, "rougeL": 0.8469750889679715, "len_ratio": 0.9434628975265018, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_b21c644dd55a7eb2", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7335567658148303, "chrf": 76.97315850349382, "bleu": 53.38074070994837, "rougeL": 0.7513661202185793, "len_ratio": 0.865979381443299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}72{"pair_id": "pair_9c08cc9c5089c634", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7713226205191595, "chrf": 74.65499835484167, "bleu": 48.09470616674499, "rougeL": 0.7510204081632652, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}73{"pair_id": "pair_f90b7fca5b9ae461", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7960644007155635, "chrf": 76.46860264529793, "bleu": 58.432053568058244, "rougeL": 0.7738095238095238, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_ec6b8038e7103fd0", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7279236276849642, "chrf": 72.78921081629002, "bleu": 47.367076519182696, "rougeL": 0.7404255319148936, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_1338bb32819c356a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7558216899534265, "chrf": 73.60058671800756, "bleu": 45.92596132716357, "rougeL": 0.718204488778055, "len_ratio": 0.8564814814814815, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}76{"pair_id": "pair_f6210b8ee16fb85a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8235294117647058, "chrf": 80.18368965893735, "bleu": 59.41139719375978, "rougeL": 0.8155844155844156, "len_ratio": 0.934010152284264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}77{"pair_id": "pair_a76158f8c9bbedc2", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8814713896457765, "chrf": 86.66444141340838, "bleu": 67.73884699976698, "rougeL": 0.8372093023255814, "len_ratio": 1.0576923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}78{"pair_id": "pair_0fff5d1d36367bd5", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.803030303030303, "chrf": 81.94262311607619, "bleu": 68.21634677360173, "rougeL": 0.829268292682927, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_ba0d0a64759c5714", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7097118463180363, "chrf": 76.81601644835986, "bleu": 52.332382760719106, "rougeL": 0.7649122807017543, "len_ratio": 0.9246575342465754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_f4f64387af572ad9", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7267759562841529, "chrf": 73.8711336223303, "bleu": 49.46659268003889, "rougeL": 0.7440476190476191, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_ad963c4815d125b7", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9112426035502958, "chrf": 92.38014449082178, "bleu": 83.85300016373003, "rougeL": 0.9234972677595629, "len_ratio": 0.9889196675900277, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}82{"pair_id": "pair_eec144b70f6abb76", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6429567642956764, "chrf": 78.85775670655461, "bleu": 55.45998544522606, "rougeL": 0.7052631578947368, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}83{"pair_id": "pair_8a19f1ffd3b32331", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7638522427440633, "chrf": 76.13438430581499, "bleu": 49.05182671912007, "rougeL": 0.7699530516431926, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_a789fb8944d7f271", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7323671497584541, "chrf": 80.73504031975152, "bleu": 56.770406448206536, "rougeL": 0.7579617834394905, "len_ratio": 1.197080291970803, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}85{"pair_id": "pair_6aae565798f7240d", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7623318385650224, "chrf": 77.73951386918093, "bleu": 57.34627030770778, "rougeL": 0.7553191489361702, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}86{"pair_id": "pair_74b63a0b932ed128", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.873758865248227, "chrf": 82.57354738714334, "bleu": 66.4892392481406, "rougeL": 0.8556701030927835, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}87{"pair_id": "pair_882186915d6d31a4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6257197696737045, "chrf": 75.03740056695553, "bleu": 51.4615105529276, "rougeL": 0.6990291262135921, "len_ratio": 0.8805031446540881, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}88{"pair_id": "pair_21f928a5482fea98", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8318264014466547, "chrf": 80.16004887884336, "bleu": 60.445651595892706, "rougeL": 0.84472049689441, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_fa7229918bfd9dff", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8161128812016386, "chrf": 83.8489927885887, "bleu": 72.2982334407972, "rougeL": 0.8489010989010989, "len_ratio": 0.9806094182825484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}90{"pair_id": "pair_7d1b799a99fb93d1", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.70234375, "chrf": 75.16746349703651, "bleu": 48.193660363485726, "rougeL": 0.7569060773480663, "len_ratio": 0.89, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}91{"pair_id": "pair_0d58de174fa1818c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8393077873918418, "chrf": 81.96309717645009, "bleu": 62.27065875283449, "rougeL": 0.8099173553719008, "len_ratio": 0.9105691056910569, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_c92287cbddaad6ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7525035765379113, "chrf": 74.6028457695899, "bleu": 48.0797639364624, "rougeL": 0.743119266055046, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}93{"pair_id": "pair_288b1ca4406bacd0", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7579721995094031, "chrf": 77.92695454640169, "bleu": 52.55620210170069, "rougeL": 0.7989417989417988, "len_ratio": 0.9945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}94{"pair_id": "pair_8dcf2f5090408731", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7495559502664298, "chrf": 82.92937153740547, "bleu": 73.0821277963347, "rougeL": 0.8527918781725888, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}95{"pair_id": "pair_c2382e32cacf37cc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7294938917975566, "chrf": 73.76664214809563, "bleu": 50.810377854969744, "rougeL": 0.7455621301775147, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}96{"pair_id": "pair_927a5fc7ca9681e1", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.57265625, "chrf": 74.20977419266232, "bleu": 42.72301123520484, "rougeL": 0.6341463414634146, "len_ratio": 1.2073170731707317, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0}97{"pair_id": "pair_e3764c39c22164ad", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.808955223880597, "chrf": 82.36770011370929, "bleu": 67.59223756015795, "rougeL": 0.8099999999999999, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}98{"pair_id": "pair_f711141fdd0b034a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8383067314365025, "chrf": 86.44217574494631, "bleu": 71.64194874068056, "rougeL": 0.8542713567839195, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_6a42a28810122e12", "doc_id": "doc_592708c2d62b5b42", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9022988505747126, "chrf": 92.61943162045687, "bleu": 83.263542452922, "rougeL": 0.9299363057324842, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}100{"pair_id": "pair_f3f5a76d4b20260f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7361477572559367, "chrf": 74.14506306027118, "bleu": 43.927368671515644, "rougeL": 0.7348837209302327, "len_ratio": 0.9351851851851852, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}101{"pair_id": "pair_bc6201c8c9da4201", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6749521988527725, "chrf": 78.63539392329983, "bleu": 59.70729484611465, "rougeL": 0.740484429065744, "len_ratio": 1.0072992700729928, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}102{"pair_id": "pair_de6ed5440c5cfa1f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7563025210084033, "chrf": 80.63189839001458, "bleu": 58.609542357029184, "rougeL": 0.7960526315789475, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_44ec23888e47e053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7392923649906891, "chrf": 75.32975845482184, "bleu": 48.07208335649536, "rougeL": 0.7266435986159169, "len_ratio": 0.919732441471572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}104{"pair_id": "pair_61f3a63ae13c413c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7091043671354552, "chrf": 74.3254414261812, "bleu": 47.4222369792441, "rougeL": 0.708542713567839, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}105{"pair_id": "pair_4e29893c59c5f88c", "doc_id": "doc_693020f91e971346", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7405541561712846, "chrf": 67.66174134131478, "bleu": 44.23866044289378, "rougeL": 0.7179487179487181, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_bfc45bce1450acd0", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7817213842058562, "chrf": 81.19772024766519, "bleu": 62.80197750280854, "rougeL": 0.8067226890756303, "len_ratio": 0.9425287356321839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_c6d27e060030be45", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7693602693602694, "chrf": 75.54102120777341, "bleu": 61.62141180397168, "rougeL": 0.7730061349693251, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_08f549cd32752b97", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6262548262548262, "chrf": 78.64961006057165, "bleu": 49.4514828945758, "rougeL": 0.6870229007633588, "len_ratio": 1.0879120879120878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}109{"pair_id": "pair_6b4ac7c21df6f3ae", "doc_id": "doc_e70ce9ae73c32589", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7029096477794794, "chrf": 65.09993133916593, "bleu": 32.47180300392547, "rougeL": 0.6060606060606061, "len_ratio": 0.900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_a2e03805180c570a", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8393822393822394, "chrf": 81.18066067333561, "bleu": 58.568796086565804, "rougeL": 0.7988826815642458, "len_ratio": 0.96045197740113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_2065bc2b14eb2c18", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7314323607427056, "chrf": 73.72260868416497, "bleu": 46.290051164490954, "rougeL": 0.7450110864745012, "len_ratio": 0.9264069264069265, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0}112{"pair_id": "pair_e2c4c8cfb34e295d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7991858887381276, "chrf": 76.42744477473357, "bleu": 55.57929655739456, "rougeL": 0.8135593220338984, "len_ratio": 0.8870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_2dde98759eea3d04", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6927175843694493, "chrf": 82.90158213586139, "bleu": 67.92500898293345, "rougeL": 0.7459459459459459, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}114{"pair_id": "pair_ff55e32ceadc110f", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6351351351351351, "chrf": 70.86598412066866, "bleu": 48.8452787620263, "rougeL": 0.7058823529411765, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}115{"pair_id": "pair_6a75d2495dc71250", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8035363457760314, "chrf": 81.99397062598752, "bleu": 63.69318228661374, "rougeL": 0.8424657534246576, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_77787538e234a781", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8846153846153846, "chrf": 88.48363013378405, "bleu": 75.2192387985655, "rougeL": 0.8853118712273641, "len_ratio": 0.964, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}117{"pair_id": "pair_b70c62a655b511cd", "doc_id": "doc_0c5f9453efc95182", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8170212765957447, "chrf": 85.13749240162294, "bleu": 66.3653280868449, "rougeL": 0.8240740740740741, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}118{"pair_id": "pair_a16421f01eb52c0a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5582417582417583, "chrf": 70.90412639000536, "bleu": 51.41654818119915, "rougeL": 0.6419753086419754, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_e6bf58788822f89b", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6954813359528487, "chrf": 70.966664606087, "bleu": 40.309275859156486, "rougeL": 0.6944444444444445, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_223e3334cef8fbbb", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7720670391061453, "chrf": 80.40694602623255, "bleu": 64.53058051245127, "rougeL": 0.7602739726027398, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}121{"pair_id": "pair_d1a99597005bfc01", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8320493066255779, "chrf": 81.42409145063696, "bleu": 66.9679990198947, "rougeL": 0.8241758241758242, "len_ratio": 0.9782608695652174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}122{"pair_id": "pair_d3cdb1b0883035c5", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8703374777975134, "chrf": 88.15321373118233, "bleu": 70.367756653389, "rougeL": 0.8853503184713376, "len_ratio": 0.9617834394904459, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_c958cce58de7103c", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6756272401433692, "chrf": 63.50019447366625, "bleu": 33.05939838187785, "rougeL": 0.5731707317073171, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_152d1ad32ddb5b01", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8056628056628057, "chrf": 78.82086610484895, "bleu": 56.0962516524753, "rougeL": 0.7963800904977376, "len_ratio": 0.9298245614035088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}125{"pair_id": "pair_16d70283d2ec87d2", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7588075880758808, "chrf": 73.05405130333847, "bleu": 49.943036966286016, "rougeL": 0.7410714285714286, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_8ad393df2f155522", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5646687697160884, "chrf": 64.54421687870403, "bleu": 35.638665155271916, "rougeL": 0.6293103448275863, "len_ratio": 0.9399141630901288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}127{"pair_id": "pair_ac54cceaec78cfa9", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5962837837837838, "chrf": 72.99583568573217, "bleu": 44.670213169769895, "rougeL": 0.6547619047619048, "len_ratio": 1.0740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}128{"pair_id": "pair_987e90af697599f0", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7093690248565965, "chrf": 73.49710136852049, "bleu": 49.906590248252805, "rougeL": 0.7179487179487181, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}129{"pair_id": "pair_97ce7c08fcf4af6d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7842157842157842, "chrf": 83.05606950226927, "bleu": 72.40867410656178, "rougeL": 0.8288288288288288, "len_ratio": 0.9454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}130{"pair_id": "pair_1110655bc5995894", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8402903811252269, "chrf": 80.96586462537385, "bleu": 57.391348112692356, "rougeL": 0.7861271676300577, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_ce190e8e34f959e8", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8170055452865065, "chrf": 82.17170018484006, "bleu": 64.72458981381685, "rougeL": 0.8169491525423728, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_e87212198e52b63f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6294536817102138, "chrf": 71.17182298797321, "bleu": 40.10994957979785, "rougeL": 0.6612244897959184, "len_ratio": 0.9916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 5.0}133{"pair_id": "pair_52bbcd686ab520d7", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6890021849963583, "chrf": 66.48166220935381, "bleu": 44.116563023270224, "rougeL": 0.735376044568245, "len_ratio": 0.7263681592039801, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}134{"pair_id": "pair_b975ec5e096b9cc5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8243512974051896, "chrf": 77.20769926659821, "bleu": 51.35638160890576, "rougeL": 0.76, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}135{"pair_id": "pair_afb98ba0592b0aa5", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7265787647467037, "chrf": 83.1188253457151, "bleu": 64.47494106703653, "rougeL": 0.7676767676767676, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}136{"pair_id": "pair_e2985726039a31c0", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8130511463844797, "chrf": 82.95500741859007, "bleu": 65.93713630798196, "rougeL": 0.841642228739003, "len_ratio": 0.9577039274924471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_7e35a1b12af3ecbc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7256162915326902, "chrf": 75.97146314525477, "bleu": 56.65044598179453, "rougeL": 0.7738095238095238, "len_ratio": 0.9937888198757764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}138{"pair_id": "pair_cd9b098fd3022f75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7833511205976521, "chrf": 77.60926592339058, "bleu": 58.40395425234351, "rougeL": 0.8013937282229965, "len_ratio": 0.9452054794520548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_e909a6f29329389f", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7454545454545455, "chrf": 85.0692564875444, "bleu": 68.11884864261737, "rougeL": 0.7894736842105263, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}140{"pair_id": "pair_4afdfb6f220b6a9d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7834394904458599, "chrf": 78.97710497665402, "bleu": 59.437171889865155, "rougeL": 0.7932960893854749, "len_ratio": 0.9247311827956989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_cd481c69337901fb", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5535714285714286, "chrf": 78.40049110188265, "bleu": 58.44194252216086, "rougeL": 0.6666666666666666, "len_ratio": 0.9880952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}142{"pair_id": "pair_3a56a83b884ca4c4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7366818873668188, "chrf": 80.49062859292563, "bleu": 60.83993197149715, "rougeL": 0.7670250896057349, "len_ratio": 0.9851301115241635, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}143{"pair_id": "pair_c103f5a458e7a911", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7454308093994778, "chrf": 74.82957032720586, "bleu": 52.217176066350625, "rougeL": 0.7711864406779662, "len_ratio": 0.9915254237288136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}144{"pair_id": "pair_be35286089b1f5ce", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6338582677165354, "chrf": 79.42044640405113, "bleu": 46.14161290560185, "rougeL": 0.6962025316455697, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}145{"pair_id": "pair_de7d055b0a0980e2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.736842105263158, "chrf": 70.46441490019888, "bleu": 47.59263628760631, "rougeL": 0.742857142857143, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_60d7628666045bbd", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7602131438721137, "chrf": 76.34432234655092, "bleu": 62.81790562782699, "rougeL": 0.7939698492462312, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}147{"pair_id": "pair_c4411de5e8243c89", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8188854489164087, "chrf": 78.07680126885082, "bleu": 56.88078615789894, "rougeL": 0.81, "len_ratio": 0.9223300970873787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_48e4de012701036f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6850551654964895, "chrf": 72.85353979835757, "bleu": 47.073859178232055, "rougeL": 0.6761565836298933, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}149{"pair_id": "pair_63f382a1baf72884", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7575289575289575, "chrf": 78.92411848469102, "bleu": 54.61839991362914, "rougeL": 0.7150537634408602, "len_ratio": 1.0338983050847457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}150{"pair_id": "pair_6547be98f4f205fc", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7145708582834331, "chrf": 67.4817505693124, "bleu": 41.27542632007806, "rougeL": 0.6713780918727915, "len_ratio": 0.86, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_aa816d00844ba6f0", "doc_id": "doc_4465aece194b7964", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7322404371584699, "chrf": 78.08158322251515, "bleu": 58.1467007760484, "rougeL": 0.7517482517482518, "len_ratio": 1.0222222222222221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 3.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_712b1dfdcff9aba1", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8, "chrf": 74.4271946184369, "bleu": 48.17271962386204, "rougeL": 0.7515923566878983, "len_ratio": 0.9615384615384616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}153{"pair_id": "pair_4e64a71c5697a13a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7124183006535948, "chrf": 81.49306810721201, "bleu": 65.19999145281001, "rougeL": 0.8169014084507044, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}154{"pair_id": "pair_2300b69e3801a930", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8037974683544304, "chrf": 78.23752425563218, "bleu": 62.03643070868207, "rougeL": 0.8068965517241379, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_68acd6f36a93bb59", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7380073800738007, "chrf": 76.89680181553551, "bleu": 59.23190683144249, "rougeL": 0.7828282828282829, "len_ratio": 0.93048128342246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}156{"pair_id": "pair_cc401ae130ae562e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7525597269624573, "chrf": 71.87238181944758, "bleu": 47.8067943766501, "rougeL": 0.718562874251497, "len_ratio": 0.9625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_2af070b71ac0b41b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7760910815939279, "chrf": 74.26503653737663, "bleu": 54.18792809456475, "rougeL": 0.7741935483870969, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_cd5633e3c8ec5e47", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8074534161490683, "chrf": 83.18369239338904, "bleu": 62.74413297683885, "rougeL": 0.789598108747045, "len_ratio": 0.9807692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 5.0}159{"pair_id": "pair_d55ba6eae5955e4b", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8607741190063547, "chrf": 83.60260107763051, "bleu": 68.33618295836762, "rougeL": 0.8631178707224334, "len_ratio": 0.9328358208955224, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_bdb7c0bbc0176a2f", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9351145038167938, "chrf": 91.71856733497594, "bleu": 85.54395732481142, "rougeL": 0.9397590361445783, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_24409c7471a474ba", "doc_id": "doc_592708c2d62b5b42", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9305019305019305, "chrf": 89.81905524692922, "bleu": 79.02085325291691, "rougeL": 0.9473684210526315, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}162{"pair_id": "pair_a405868755157214", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7232704402515724, "chrf": 75.01233393749649, "bleu": 56.50539684307222, "rougeL": 0.7789473684210526, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_8c55761eed2441f0", "doc_id": "doc_dadb00e95af5ab75", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8380187416331994, "chrf": 85.41931721832177, "bleu": 67.81800328872096, "rougeL": 0.8370044052863437, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}164{"pair_id": "pair_594db23c7f1ce902", "doc_id": "doc_6b5d113d4728e44f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7288444040036397, "chrf": 77.85868517179395, "bleu": 55.69308845446478, "rougeL": 0.7142857142857143, "len_ratio": 1.1208053691275168, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_97b161b0bd9d18cc", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8086876155268022, "chrf": 81.6948648053055, "bleu": 61.41074745733342, "rougeL": 0.766721044045677, "len_ratio": 1.0130718954248366, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 6.0}166{"pair_id": "pair_bbc33942483cb21f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.760038240917782, "chrf": 80.05682207122197, "bleu": 62.028761046927755, "rougeL": 0.7872340425531915, "len_ratio": 0.948905109489051, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}167{"pair_id": "pair_2db85c057909e1c8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8007761966364813, "chrf": 73.79936476220851, "bleu": 48.35511275235926, "rougeL": 0.7848101265822783, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_34ffe75c0118f270", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8246575342465754, "chrf": 78.89359853381013, "bleu": 56.62885671240904, "rougeL": 0.8115942028985507, "len_ratio": 1.0548780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_63e7996942069b30", "doc_id": "doc_b1675be26e230c94", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7363494539781592, "chrf": 73.10013523355914, "bleu": 54.41436212473907, "rougeL": 0.7434554973821991, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_9e4e295de565b52b", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7615176151761518, "chrf": 77.05985194362306, "bleu": 53.02039209282117, "rougeL": 0.7478632478632479, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 9.0}171{"pair_id": "pair_3be716c6130b0a35", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7106598984771574, "chrf": 74.33790800645434, "bleu": 55.32144123059439, "rougeL": 0.7768595041322315, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}172{"pair_id": "pair_9f718273673ba2de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8374384236453202, "chrf": 75.15786740600647, "bleu": 54.64786528504327, "rougeL": 0.7967479674796748, "len_ratio": 0.8636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_e72963ea66501081", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7378640776699029, "chrf": 77.13228856961827, "bleu": 50.15131764682672, "rougeL": 0.7483870967741936, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}174{"pair_id": "pair_262cd4c25d40e3c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7608535688005886, "chrf": 72.91232983862348, "bleu": 46.14117155972242, "rougeL": 0.7267759562841529, "len_ratio": 0.84375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}175{"pair_id": "pair_9f06d5d274c5ee73", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8185404339250493, "chrf": 83.69505234722726, "bleu": 68.73354008745532, "rougeL": 0.8417508417508416, "len_ratio": 0.9533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_2d1ce62c132d002d", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H1", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7619047619047619, "chrf": 78.56308493262335, "bleu": 63.36695610673384, "rougeL": 0.8275862068965517, "len_ratio": 1.053191489361702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}177{"pair_id": "pair_32c93be8af0acd35", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8195077484047402, "chrf": 81.66350239711622, "bleu": 64.25323744141224, "rougeL": 0.8476454293628809, "len_ratio": 0.9421965317919075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_86851566fbe45506", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.810904071773637, "chrf": 80.57711719889883, "bleu": 57.50794999179967, "rougeL": 0.7801418439716311, "len_ratio": 0.9759615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_5478426fb4914353", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7966321243523315, "chrf": 84.56812643334108, "bleu": 66.85225071409546, "rougeL": 0.8262108262108262, "len_ratio": 1.0090634441087614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 10.0}180{"pair_id": "pair_ccfffb76b6601807", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8346686088856519, "chrf": 80.3296781883863, "bleu": 60.802734425766026, "rougeL": 0.8256410256410256, "len_ratio": 0.8756218905472637, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_39fdb205b9a80080", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8229325215626586, "chrf": 84.02602417978281, "bleu": 69.38232422791451, "rougeL": 0.8401486988847583, "len_ratio": 0.9219330855018587, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}182{"pair_id": "pair_b8e43e7cb4f22a06", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9398410896708286, "chrf": 91.09777871710142, "bleu": 82.19604163001947, "rougeL": 0.9462365591397849, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}183{"pair_id": "pair_02a6dea0bec35281", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7950310559006211, "chrf": 76.99882444347155, "bleu": 59.79843577704426, "rougeL": 0.7954545454545455, "len_ratio": 0.9080459770114943, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}184{"pair_id": "pair_d2f18a3bcfd57512", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7347611202635914, "chrf": 79.49963607100536, "bleu": 54.68208716489164, "rougeL": 0.7549668874172186, "len_ratio": 1.0654545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}185{"pair_id": "pair_4820a7862c1260a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8270531400966183, "chrf": 86.32348686088261, "bleu": 74.0058656817555, "rougeL": 0.8587896253602305, "len_ratio": 1.0363636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}186{"pair_id": "pair_cb0caa931b1bbded", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6738095238095239, "chrf": 75.3728856612781, "bleu": 48.57816492672917, "rougeL": 0.6825396825396826, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}187{"pair_id": "pair_5ded5764ec6579b7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8298245614035088, "chrf": 82.08731516490437, "bleu": 62.03713561257205, "rougeL": 0.7948717948717949, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_406eeedbecf81f03", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.882703777335984, "chrf": 83.60372372189464, "bleu": 56.59351821605073, "rougeL": 0.8311688311688312, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_779571b709dd61c0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6687898089171975, "chrf": 78.68205409414514, "bleu": 62.63940400557817, "rougeL": 0.746987951807229, "len_ratio": 1.0267379679144386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}190{"pair_id": "pair_1061b3818adf8f9a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7949940405244338, "chrf": 85.66587101098816, "bleu": 65.15263619772116, "rougeL": 0.803347280334728, "len_ratio": 1.0964912280701755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}191{"pair_id": "pair_e659f7687869559a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6738095238095239, "chrf": 76.73820420955325, "bleu": 50.98923797013622, "rougeL": 0.7272727272727273, "len_ratio": 0.890625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_ef0843fd3d524ee0", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7032558139534884, "chrf": 74.221390523496, "bleu": 53.485958312006154, "rougeL": 0.7590361445783133, "len_ratio": 0.8827160493827161, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_86f1940d433e07c1", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6935603256846781, "chrf": 72.0935897577982, "bleu": 46.285178440119665, "rougeL": 0.7116883116883117, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}194{"pair_id": "pair_fe3250d20e6c133b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7810650887573964, "chrf": 77.5061629810668, "bleu": 61.8702149169128, "rougeL": 0.7628865979381443, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_8ae3b719f427522f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7276018099547512, "chrf": 67.95095047405607, "bleu": 44.523676044504754, "rougeL": 0.694006309148265, "len_ratio": 0.8475609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_80679e9fa57372d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6280193236714976, "chrf": 74.67872265097783, "bleu": 47.95338444849474, "rougeL": 0.7386363636363635, "len_ratio": 0.8953488372093024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}197{"pair_id": "pair_1ccd1a4269c8401a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8034811903425042, "chrf": 78.81463447600899, "bleu": 56.9799888615318, "rougeL": 0.8206896551724138, "len_ratio": 0.9745454545454545, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}198{"pair_id": "pair_6d98cd01f5ab772c", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9042553191489362, "chrf": 85.57039377987763, "bleu": 73.74397291954952, "rougeL": 0.8888888888888888, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}199{"pair_id": "pair_e9b804206c369a27", "doc_id": "doc_bbe20e369485006e", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6358381502890174, "chrf": 77.10474404265452, "bleu": 56.3747324639259, "rougeL": 0.7160493827160495, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}200{"pair_id": "pair_b44dd0537f04fcd2", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5454545454545454, "chrf": 67.80496140405342, "bleu": 34.79824502150399, "rougeL": 0.6281588447653431, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}201{"pair_id": "pair_2a45e91d0d715fcb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.72, "chrf": 72.95150497487411, "bleu": 47.97016852963675, "rougeL": 0.7464788732394365, "len_ratio": 0.8611111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}202{"pair_id": "pair_5d1f675a0c779dad", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9192734611503531, "chrf": 89.04829144722088, "bleu": 75.73876473047567, "rougeL": 0.9135802469135802, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}203{"pair_id": "pair_e249b6f9202df321", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7545741324921136, "chrf": 78.77716535053464, "bleu": 56.01220717065584, "rougeL": 0.7974413646055437, "len_ratio": 0.9570815450643777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}204{"pair_id": "pair_c226ee28ffb1d979", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5161290322580645, "chrf": 68.88880963634585, "bleu": 49.33528525409968, "rougeL": 0.6013071895424836, "len_ratio": 0.8414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}205{"pair_id": "pair_448ba88f266fd2d0", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6621880998080614, "chrf": 75.40421062362931, "bleu": 52.23208384580557, "rougeL": 0.7467532467532468, "len_ratio": 0.8679245283018868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}206{"pair_id": "pair_6a58b4c23e9d10cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7879838243789716, "chrf": 81.47401674626693, "bleu": 64.66613883935986, "rougeL": 0.8007662835249041, "len_ratio": 0.9253731343283582, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0}207{"pair_id": "pair_04097925dbea3019", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7611832611832612, "chrf": 77.15445386118871, "bleu": 50.61088318791893, "rougeL": 0.7519582245430809, "len_ratio": 0.9187817258883249, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}208{"pair_id": "pair_74eb316b30d8f894", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5970961887477314, "chrf": 77.85863040289173, "bleu": 59.122732966883014, "rougeL": 0.6590909090909091, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}209{"pair_id": "pair_c927b0881b4f406c", "doc_id": "doc_018da718543ec7b2", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8095238095238095, "chrf": 84.11118525596474, "bleu": 57.46516052787342, "rougeL": 0.8148148148148148, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}210{"pair_id": "pair_580a31091a8ebdbe", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7576219512195121, "chrf": 74.97692589739849, "bleu": 50.23754453005892, "rougeL": 0.8061224489795918, "len_ratio": 0.9504950495049505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}211{"pair_id": "pair_ffb7685048ee8191", "doc_id": "doc_cbee4bf03365a459", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.63249348392702, "chrf": 68.62680306135582, "bleu": 37.013370921282316, "rougeL": 0.6807228915662651, "len_ratio": 0.8850574712643678, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}212{"pair_id": "pair_d1debd0ca7eb2bbf", "doc_id": "doc_693020f91e971346", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6977329974811083, "chrf": 66.72676946675287, "bleu": 44.16670754254405, "rougeL": 0.7058823529411765, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}213{"pair_id": "pair_3bfa11d73f0bd9ee", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.76953125, "chrf": 75.90487360184568, "bleu": 51.755319882168976, "rougeL": 0.7955182072829131, "len_ratio": 0.865, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}214{"pair_id": "pair_c2c5d7d8f1c67d01", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7515151515151515, "chrf": 74.83145794949365, "bleu": 56.34527485153043, "rougeL": 0.7843137254901962, "len_ratio": 0.9102564102564102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_d0d61caaacbbf8dd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7621776504297995, "chrf": 76.49430628137247, "bleu": 56.2535959103103, "rougeL": 0.7959183673469388, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}216{"pair_id": "pair_98a55a9d396a79a1", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.75, "chrf": 80.11703314206699, "bleu": 64.87175670026454, "rougeL": 0.8257372654155496, "len_ratio": 0.9139784946236559, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}217{"pair_id": "pair_bc489c50c31bde59", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6536412078152753, "chrf": 82.05242517085472, "bleu": 59.69114987035172, "rougeL": 0.750788643533123, "len_ratio": 0.9808917197452229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}218{"pair_id": "pair_40a52f9f597b248d", "doc_id": "doc_606921299de9f2c7", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6964078794901507, "chrf": 71.23862735832908, "bleu": 40.31611259418919, "rougeL": 0.7033898305084746, "len_ratio": 1.1886792452830188, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}219{"pair_id": "pair_35409eeef738396b", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6781045751633987, "chrf": 68.13766981385236, "bleu": 32.13573187871386, "rougeL": 0.672, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}220{"pair_id": "pair_f324d13e0df848aa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6875, "chrf": 73.96931008789652, "bleu": 47.39912566577897, "rougeL": 0.6946107784431137, "len_ratio": 1.088235294117647, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}221{"pair_id": "pair_8e83b1fc9aa7e9c4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8103015075376885, "chrf": 77.82294901364473, "bleu": 55.24199678737926, "rougeL": 0.8105726872246696, "len_ratio": 0.9396551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}222{"pair_id": "pair_8103694bc03e8389", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7446651949963208, "chrf": 69.40543714356697, "bleu": 41.63681230212264, "rougeL": 0.721763085399449, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}223{"pair_id": "pair_574ebe94372b756c", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8552989130434783, "chrf": 84.81207084672887, "bleu": 71.33368089640894, "rougeL": 0.8493150684931506, "len_ratio": 0.9539170506912442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_2936c7713a6ab2f7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7864357864357865, "chrf": 77.79028158319689, "bleu": 53.79610730979652, "rougeL": 0.77720207253886, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_4b71bcf63d0886a0", "doc_id": "doc_86326c049245c41f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7671102661596958, "chrf": 82.14615438040269, "bleu": 64.66489517075688, "rougeL": 0.8136482939632546, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 0.972972972972973, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}226{"pair_id": "pair_afc601531a4ec8aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7222792607802875, "chrf": 81.96244827499548, "bleu": 58.917261470409585, "rougeL": 0.7643979057591623, "len_ratio": 0.9586206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}227{"pair_id": "pair_1e47b073d32f56d3", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.8342989571263035, "chrf": 82.17403534344714, "bleu": 62.801651648428695, "rougeL": 0.8171206225680934, "len_ratio": 0.996, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 9.0}228{"pair_id": "pair_5aaa7849b1522bc6", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7919904363419008, "chrf": 81.56546912737184, "bleu": 63.60949141085803, "rougeL": 0.8007054673721341, "len_ratio": 0.9340659340659341, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}229{"pair_id": "pair_5f0edd4f649410d4", "doc_id": "doc_d63488e03c286073", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8496598639455782, "chrf": 83.00466668086015, "bleu": 65.98707026347006, "rougeL": 0.8077858880778589, "len_ratio": 0.9852216748768473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}230{"pair_id": "pair_e3bd9b386ccf7d71", "doc_id": "doc_606921299de9f2c7", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.808041504539559, "chrf": 78.64590379039524, "bleu": 58.037308887611275, "rougeL": 0.7853881278538812, "len_ratio": 1.028301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_40fef0c1a4b65c96", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8654970760233918, "chrf": 85.38362717484247, "bleu": 72.43588542062314, "rougeL": 0.8707865168539326, "len_ratio": 1.0175438596491229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}232{"pair_id": "pair_2b1e2d7cf9a4a133", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7265469061876247, "chrf": 74.02932376859255, "bleu": 47.99106525489307, "rougeL": 0.7094594594594594, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}233{"pair_id": "pair_970b25b4dbf4b823", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6979655712050079, "chrf": 68.15538841206971, "bleu": 40.304737374590516, "rougeL": 0.6779661016949153, "len_ratio": 0.7628865979381443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}234{"pair_id": "pair_2909819d5f03e04b", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7581521739130435, "chrf": 82.60802885871279, "bleu": 67.47397901918792, "rougeL": 0.7999999999999999, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}235{"pair_id": "pair_a7d2d5b4fa4a98e3", "doc_id": "doc_6b5d113d4728e44f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.90234375, "chrf": 84.91737621360161, "bleu": 68.06436573036083, "rougeL": 0.8523489932885906, "len_ratio": 1.0536912751677852, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}236{"pair_id": "pair_d661f5932a63a835", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6825184192900201, "chrf": 80.1298747821479, "bleu": 56.336139870564836, "rougeL": 0.7397849462365591, "len_ratio": 1.0360360360360361, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}237{"pair_id": "pair_28d8974aa58f9464", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6571428571428571, "chrf": 75.53960841676243, "bleu": 47.87537677429498, "rougeL": 0.6933333333333332, "len_ratio": 1.202020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_68ff2812ada13be3", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8052930056710775, "chrf": 76.79054779326422, "bleu": 58.30583938227226, "rougeL": 0.75, "len_ratio": 0.971830985915493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}239{"pair_id": "pair_94d2edc0d6a8f403", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8015463917525774, "chrf": 83.98752607345868, "bleu": 70.48246731598725, "rougeL": 0.832, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}240{"pair_id": "pair_e588752fafd31f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.834355828220859, "chrf": 78.48452945558626, "bleu": 58.01066785497549, "rougeL": 0.7593582887700535, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}241{"pair_id": "pair_ef117e73e3288130", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.80641925777332, "chrf": 78.64842637941032, "bleu": 52.1387075855395, "rougeL": 0.7898550724637682, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_e954044443dc0032", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7372549019607844, "chrf": 75.80533680805527, "bleu": 53.79598146415638, "rougeL": 0.7598944591029023, "len_ratio": 0.9738219895287958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}243{"pair_id": "pair_f06dc5ca233c1828", "doc_id": "doc_aea855cdbe03beb7", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8246606334841629, "chrf": 81.41981903547054, "bleu": 62.67730784801658, "rougeL": 0.8372093023255813, "len_ratio": 0.8955223880597015, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_6cd7773d7b92fa7d", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8388059701492537, "chrf": 78.78674203071364, "bleu": 58.9204611663257, "rougeL": 0.8163265306122449, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}245{"pair_id": "pair_58ad12d37b242379", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7396694214876033, "chrf": 76.9729718453889, "bleu": 61.337105381461434, "rougeL": 0.7753303964757708, "len_ratio": 0.987012987012987, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_29e80c6b6667a305", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6868686868686869, "chrf": 70.57175337844063, "bleu": 45.9686935621714, "rougeL": 0.7564102564102564, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}247{"pair_id": "pair_eaadbb520cb6bab9", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.898078529657477, "chrf": 86.43187203095911, "bleu": 70.45530403228021, "rougeL": 0.895184135977337, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_022013290759e0fd", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8238341968911918, "chrf": 79.00198347653968, "bleu": 70.71268062620506, "rougeL": 0.8287292817679558, "len_ratio": 0.925531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}249{"pair_id": "pair_e1b2ed79bb148a11", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.750402576489533, "chrf": 75.5690866428569, "bleu": 49.71101476906163, "rougeL": 0.7666666666666666, "len_ratio": 0.9418604651162791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}250{"pair_id": "pair_f58e8ac1463de2bd", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7890196078431373, "chrf": 77.94627591073717, "bleu": 59.38592053870008, "rougeL": 0.7842105263157895, "len_ratio": 0.9790575916230366, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}251{"pair_id": "pair_c5ba87e3bc36bbd8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6692689850958127, "chrf": 82.29285401830214, "bleu": 62.67456038903051, "rougeL": 0.730512249443207, "len_ratio": 0.986046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 8.0}252{"pair_id": "pair_28d6a8d609900fd9", "doc_id": "doc_e70ce9ae73c32589", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6416539050535988, "chrf": 62.948894069704195, "bleu": 34.35827006965082, "rougeL": 0.5743589743589744, "len_ratio": 0.8712871287128713, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_5033bd432ccd7862", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8279678068410463, "chrf": 87.25857333554265, "bleu": 71.68949861339556, "rougeL": 0.8790199081163859, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}254{"pair_id": "pair_022fdc6d197bdd8f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8192457737321196, "chrf": 79.69790551759796, "bleu": 62.0960890397163, "rougeL": 0.7982062780269058, "len_ratio": 0.9439252336448598, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_68c51f8cc2634fb0", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5558375634517767, "chrf": 58.77572861095043, "bleu": 39.24009474772674, "rougeL": 0.6178861788617885, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}256{"pair_id": "pair_e4dbba68d123f006", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7519899455383326, "chrf": 76.03623023192394, "bleu": 52.56984195189899, "rougeL": 0.7622841965471449, "len_ratio": 0.9175257731958762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}257{"pair_id": "pair_270e637ba60ccc84", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8322981366459627, "chrf": 79.31786190811226, "bleu": 55.478562393033954, "rougeL": 0.8181818181818182, "len_ratio": 0.9692307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_b51fec0b64d012a2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6745472837022133, "chrf": 80.92674751125685, "bleu": 62.14040037521965, "rougeL": 0.7611710323574732, "len_ratio": 0.9598765432098766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 11.0}259{"pair_id": "pair_91d1e92333a4ee5a", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7749003984063745, "chrf": 76.81886546046871, "bleu": 54.740927536769895, "rougeL": 0.7482993197278911, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}260{"pair_id": "pair_8c7db2ce28127366", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7757821552723059, "chrf": 82.66480383038144, "bleu": 62.143550300255, "rougeL": 0.8284023668639053, "len_ratio": 0.972, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}261{"pair_id": "pair_29701e6748ae0b34", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.677618069815195, "chrf": 79.13247745499898, "bleu": 55.93734319260039, "rougeL": 0.7366548042704626, "len_ratio": 0.9137931034482759, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}262{"pair_id": "pair_93343c6d4c539e31", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6671608598962194, "chrf": 76.4333414772473, "bleu": 57.39802045353141, "rougeL": 0.7641509433962264, "len_ratio": 0.946524064171123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}263{"pair_id": "pair_f2510970f56281a3", "doc_id": "doc_4b9443000ca9e29c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8412822517591869, "chrf": 79.44464084174847, "bleu": 64.74924085869463, "rougeL": 0.8248847926267281, "len_ratio": 0.9151785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_fe0139f9580f6add", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8045186640471513, "chrf": 81.40607663279374, "bleu": 66.92906469484456, "rougeL": 0.8137931034482757, "len_ratio": 0.9455782312925171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}265{"pair_id": "pair_71e5cbd2e11add5c", "doc_id": "doc_018da718543ec7b2", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9351032448377581, "chrf": 90.88164716173564, "bleu": 81.2673272394559, "rougeL": 0.9282296650717704, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_d87dc24fd64f422f", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.666362807657247, "chrf": 74.48384424266865, "bleu": 48.54448607210264, "rougeL": 0.7118644067796611, "len_ratio": 0.884393063583815, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}267