spb/wpai0002_uqo

1{"pair_id": "pair_c2f1c137c6271641", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.33419023136246784, "chrf": 36.6463398592021, "bleu": 13.033514962796117, "rougeL": 0.29673590504451036, "len_ratio": 0.7802197802197802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_88ace813a8b3351d", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.1732394366197183, "chrf": 11.39554167840615, "bleu": 0.12386673127045034, "rougeL": 0.13846153846153847, "len_ratio": 0.1834862385321101, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}3{"pair_id": "pair_cf6f87cdabb3f952", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3380952380952381, "chrf": 40.443448017294195, "bleu": 12.142701416310489, "rougeL": 0.2882882882882883, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.5833333333333334, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}4{"pair_id": "pair_c9a24c7bb7e78f1c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.31853785900783294, "chrf": 34.87921123732178, "bleu": 14.96040685523088, "rougeL": 0.2717149220489978, "len_ratio": 0.7521008403361344, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.32432432432432434, "number_precision": 0.5714285714285714, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}5{"pair_id": "pair_2cd859920f41e079", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.32089552238805974, "chrf": 43.19091785201747, "bleu": 10.033011028296686, "rougeL": 0.33587786259541985, "len_ratio": 1.0655737704918034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}6{"pair_id": "pair_5d306565f901b859", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.11512415349887128, "chrf": 1.7334222991567334, "bleu": 0.0, "rougeL": 0.0, "len_ratio": 0.029411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}7{"pair_id": "pair_bfecc6cc97415a81", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3433001107419712, "chrf": 41.06790311875836, "bleu": 9.341611695608815, "rougeL": 0.26415094339622636, "len_ratio": 1.3392857142857142, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 3.0}8{"pair_id": "pair_7aa06859d2b8eaf3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2893258426966292, "chrf": 38.25459001546137, "bleu": 10.818201142043835, "rougeL": 0.2973760932944606, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}9{"pair_id": "pair_e466f13d4e948458", "doc_id": "doc_861988bceb67e1df", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.10611510791366907, "chrf": 5.972325404012536, "bleu": 3.983904842560539e-05, "rougeL": 0.1149425287356322, "len_ratio": 0.07407407407407407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}10{"pair_id": "pair_ddafbf95752d58ac", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.12589227774172618, "chrf": 8.545650839154998, "bleu": 0.040951165470258094, "rougeL": 0.07638888888888888, "len_ratio": 0.14634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -8.0}11{"pair_id": "pair_38aadd94683d43df", "doc_id": "doc_ece0bb556a23f499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31044558071585093, "chrf": 36.78905313919118, "bleu": 7.775667969771134, "rougeL": 0.26373626373626374, "len_ratio": 0.6556603773584906, "placeholders_exact": 0.0, "placeholder_recall": 0.5714285714285714, "number_recall": 0.2727272727272727, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}12{"pair_id": "pair_edd03df01bb87e9b", "doc_id": "doc_649c56ed2a776c29", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3289719626168224, "chrf": 43.904523287169425, "bleu": 13.521391189794352, "rougeL": 0.29931972789115646, "len_ratio": 0.9084967320261438, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}13{"pair_id": "pair_5fe32f034a808b91", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31991672449687714, "chrf": 39.64936964911831, "bleu": 11.46176596094348, "rougeL": 0.25327510917030566, "len_ratio": 0.9399141630901288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.16, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}14{"pair_id": "pair_29d2a5db2f28c78a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.32280701754385965, "chrf": 31.49759920483794, "bleu": 2.5206865787497077, "rougeL": 0.20454545454545459, "len_ratio": 1.0465116279069768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}15{"pair_id": "pair_ef88661bb782f59a", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3623361144219309, "chrf": 37.78371023605893, "bleu": 10.101972833370683, "rougeL": 0.3057851239669422, "len_ratio": 0.8059701492537313, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_a14abd5911f17e39", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3429844097995546, "chrf": 43.72439913709149, "bleu": 14.956697882826832, "rougeL": 0.2900763358778626, "len_ratio": 1.0086206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}17{"pair_id": "pair_e1508ccdc2737934", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3147540983606557, "chrf": 39.277521913063744, "bleu": 10.854129990745285, "rougeL": 0.25999999999999995, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.1111111111111111, "number_precision": 0.25, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_31750785a97eb870", "doc_id": "doc_83ee876009e1f14b", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.268591426071741, "chrf": 35.852498470953044, "bleu": 6.690692311801614, "rougeL": 0.21359223300970873, "len_ratio": 0.9194630872483222, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_332abe3d88ca34f3", "doc_id": "doc_dca1cb2706c17137", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.35090609555189456, "chrf": 42.26447539691699, "bleu": 22.21278247648819, "rougeL": 0.30270270270270266, "len_ratio": 1.2361111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.47058823529411764, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}20{"pair_id": "pair_310df76d9a77452b", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.2780229479258606, "chrf": 28.783809412381718, "bleu": 7.074662050454858, "rougeL": 0.2611683848797251, "len_ratio": 0.6228571428571429, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}21{"pair_id": "pair_5d66280899bbb577", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.32711442786069655, "chrf": 42.9141260198697, "bleu": 23.452878169371544, "rougeL": 0.31007751937984496, "len_ratio": 1.1333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}22{"pair_id": "pair_7789e2d1de02f43f", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3045714285714286, "chrf": 28.322034723407484, "bleu": 1.3949315886352833, "rougeL": 0.19121447028423771, "len_ratio": 0.5524193548387096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -6.0}23{"pair_id": "pair_d77676aa5b9788c2", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3028571428571428, "chrf": 29.3344413628776, "bleu": 2.925676628347314, "rougeL": 0.2014388489208633, "len_ratio": 0.6774193548387096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}24{"pair_id": "pair_c36f5acb28707610", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.34794520547945207, "chrf": 37.96395806788861, "bleu": 8.811437700181008, "rougeL": 0.2336448598130841, "len_ratio": 0.7125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}25{"pair_id": "pair_282833e6d6a3984d", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.13636363636363635, "chrf": 10.150175264930432, "bleu": 0.02501588621915397, "rougeL": 0.09174311926605504, "len_ratio": 0.16560509554140126, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}26{"pair_id": "pair_3107ab05d03041bf", "doc_id": "doc_679741e00536f8a4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.1591166477916195, "chrf": 5.751821834135681, "bleu": 0.00013988829187666958, "rougeL": 0.06578947368421052, "len_ratio": 0.08118081180811808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}27{"pair_id": "pair_44c009613aaa4668", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.33914342629482075, "chrf": 39.22306759557485, "bleu": 13.551631993163815, "rougeL": 0.25572519083969464, "len_ratio": 0.7254237288135593, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.625, "number_precision": 0.625, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}28{"pair_id": "pair_74db4e98c7a188d4", "doc_id": "doc_861988bceb67e1df", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.29496402877697847, "chrf": 30.884429677942244, "bleu": 2.3804384693358, "rougeL": 0.2389937106918239, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}29{"pair_id": "pair_c63e797c6528b4db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.33943833943833945, "chrf": 40.48412071772628, "bleu": 11.877434977574495, "rougeL": 0.24313725490196073, "len_ratio": 1.686046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}30{"pair_id": "pair_2fb4bbe550e27ac4", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3583267561168114, "chrf": 35.77691401135385, "bleu": 11.939535743759752, "rougeL": 0.3091334894613583, "len_ratio": 0.7914893617021277, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.6875, "number_precision": 0.6470588235294118, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}31{"pair_id": "pair_2debd28bdd098ed4", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3161953727506427, "chrf": 38.44885741324353, "bleu": 11.496925815135782, "rougeL": 0.22408026755852842, "len_ratio": 0.9033333333333333, "placeholders_exact": 0.0, "placeholder_recall": 0.5714285714285714, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}32{"pair_id": "pair_0a11a544a9f4279b", "doc_id": "doc_dca1cb2706c17137", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.28489483747609945, "chrf": 35.6779713636465, "bleu": 21.322633267612595, "rougeL": 0.2608695652173913, "len_ratio": 1.2222222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_3bac7ae06f23e6e9", "doc_id": "doc_b860396abb8d4077", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3620689655172413, "chrf": 38.87012361029855, "bleu": 6.296163362960946, "rougeL": 0.29411764705882354, "len_ratio": 0.9651162790697675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}34{"pair_id": "pair_9fe6e1a7a8780864", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3469119579500657, "chrf": 49.21154906309572, "bleu": 16.984869801046404, "rougeL": 0.3466666666666667, "len_ratio": 1.0740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}35{"pair_id": "pair_baaf464a605e8459", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.23521320495185694, "chrf": 36.420437078700004, "bleu": 7.529836211514558, "rougeL": 0.23558897243107768, "len_ratio": 1.9426229508196722, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4166666666666667, "number_precision": 0.2777777777777778, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}36{"pair_id": "pair_b3c1ef143c87299c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3090277777777778, "chrf": 38.15193881568562, "bleu": 3.7925654793034576, "rougeL": 0.21052631578947367, "len_ratio": 1.0272727272727273, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 2.0}37{"pair_id": "pair_a4e47c424e3157c2", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.31983805668016196, "chrf": 51.64867304874209, "bleu": 25.66123496170471, "rougeL": 0.34957020057306587, "len_ratio": 0.9741935483870968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.37209302325581395, "number_precision": 0.6153846153846154, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}38{"pair_id": "pair_825e0b63e41c4455", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.31592689295039167, "chrf": 32.07382186508104, "bleu": 8.53775661492296, "rougeL": 0.2616407982261641, "len_ratio": 0.7394957983193278, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2972972972972973, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -4.0}39{"pair_id": "pair_93a4261a917f89c8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.07171314741035861, "chrf": 6.0689847712383695, "bleu": 4.0308001758939675e-05, "rougeL": 0.08024691358024692, "len_ratio": 0.07457627118644068, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}40{"pair_id": "pair_d5b4a6808c4e0395", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31437768240343344, "chrf": 35.93441795473711, "bleu": 4.896273307413965, "rougeL": 0.2293906810035842, "len_ratio": 1.152, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}41{"pair_id": "pair_309d2b488da63069", "doc_id": "doc_679741e00536f8a4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.010192525481313663, "chrf": 0.6059411873629889, "bleu": 3.22940778155093e-62, "rougeL": 0.014234875444839859, "len_ratio": 0.007380073800738007, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}42{"pair_id": "pair_84b526d08998412d", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.284329563812601, "chrf": 30.44932991961062, "bleu": 5.714417399530666, "rougeL": 0.22926829268292684, "len_ratio": 1.1428571428571428, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 0.4166666666666667, "number_precision": 0.30303030303030304, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}43{"pair_id": "pair_c9dff9e920618fcf", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3661453541858326, "chrf": 40.59186595824548, "bleu": 12.543092129168391, "rougeL": 0.30065359477124187, "len_ratio": 0.7976190476190477, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}44{"pair_id": "pair_56c29f7adc442782", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3019976498237368, "chrf": 36.49935571350758, "bleu": 6.266950525615676, "rougeL": 0.2242152466367713, "len_ratio": 1.12, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}45{"pair_id": "pair_69526c4f889174ea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.31315042573320717, "chrf": 40.028493548728996, "bleu": 5.351544714286418, "rougeL": 0.23943661971830987, "len_ratio": 1.6634615384615385, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}46{"pair_id": "pair_709d9ccf1de16f09", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.14920194309507284, "chrf": 10.742158737851838, "bleu": 0.5346657566460922, "rougeL": 0.11409395973154363, "len_ratio": 0.2532188841201717, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}47{"pair_id": "pair_ef146ab27b0e7e54", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.28688524590163933, "chrf": 40.488511083118986, "bleu": 9.633797763596624, "rougeL": 0.32432432432432434, "len_ratio": 0.7684210526315789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.25, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}48{"pair_id": "pair_ac7ce65c0ed087c7", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.30188679245283023, "chrf": 40.10204671530253, "bleu": 11.442284071492047, "rougeL": 0.3068181818181819, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_1815421c03271d30", "doc_id": "doc_b860396abb8d4077", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3134796238244514, "chrf": 32.70290406831397, "bleu": 4.673152943875081, "rougeL": 0.2699386503067485, "len_ratio": 0.8837209302325582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}50{"pair_id": "pair_361baa22f73d5d89", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.2545997016409747, "chrf": 28.637618396713556, "bleu": 13.610727731823673, "rougeL": 0.15384615384615385, "len_ratio": 0.7718120805369127, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.35, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}51{"pair_id": "pair_14bb7407d84c5108", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.30958904109589036, "chrf": 23.938584418609185, "bleu": 1.679809591860328, "rougeL": 0.16629213483146066, "len_ratio": 0.825, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}52{"pair_id": "pair_5b833ea3d18cee1a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.06632124352331603, "chrf": 5.447194835148853, "bleu": 6.653449642132011e-06, "rougeL": 0.07058823529411765, "len_ratio": 0.0728476821192053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}53{"pair_id": "pair_3be5f5987924112e", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3118012422360248, "chrf": 38.12181784301546, "bleu": 4.798016718997655, "rougeL": 0.293040293040293, "len_ratio": 1.2575757575757576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.21428571428571427, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}54{"pair_id": "pair_84b3d5ee6c5732e9", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3722627737226277, "chrf": 34.33461472194211, "bleu": 11.334542511005322, "rougeL": 0.2826086956521739, "len_ratio": 1.1935483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.23529411764705882, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}55{"pair_id": "pair_6705f52d07301d80", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.33168316831683164, "chrf": 31.735349150639625, "bleu": 5.675228030298527, "rougeL": 0.25882352941176473, "len_ratio": 0.8314606741573034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}56{"pair_id": "pair_0575bcaf8a580eff", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.32131661442006265, "chrf": 39.44078983436766, "bleu": 4.5502989696829355, "rougeL": 0.2751322751322751, "len_ratio": 1.1627906976744187, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}57{"pair_id": "pair_b0a97dde4778340f", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.293119698397738, "chrf": 41.9579896788767, "bleu": 15.365374814784857, "rougeL": 0.25903614457831325, "len_ratio": 1.018987341772152, "placeholders_exact": 0.0, "placeholder_recall": 0.5714285714285714, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_c13e870b71423560", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2917997870074548, "chrf": 32.355480187942334, "bleu": 4.076785019171062, "rougeL": 0.1830508474576271, "len_ratio": 1.446969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.125, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_b7af3e2054df7348", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.19436619718309855, "chrf": 12.403810041660385, "bleu": 0.31203217026691693, "rougeL": 0.14814814814814814, "len_ratio": 0.22935779816513763, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}60{"pair_id": "pair_a6f59a9b5f2a67b6", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3470394736842105, "chrf": 43.7026233680401, "bleu": 11.289768991297832, "rougeL": 0.25149700598802394, "len_ratio": 1.4477611940298507, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.2, "number_precision": 0.08333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}61{"pair_id": "pair_f2ece22c29d8c29c", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3090128755364807, "chrf": 34.26887543708466, "bleu": 21.540041862336352, "rougeL": 0.2875, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}62{"pair_id": "pair_5baebdc9177a8e28", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.30953926022063594, "chrf": 35.69722815100162, "bleu": 6.014242586769229, "rougeL": 0.24719101123595508, "len_ratio": 0.7723577235772358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}63{"pair_id": "pair_13910713f8f06594", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.2982998454404946, "chrf": 40.54284711088411, "bleu": 10.874194292123875, "rougeL": 0.2553191489361702, "len_ratio": 1.2721518987341771, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 1.0, "number_precision": 0.25, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}64{"pair_id": "pair_7c7fa7446f4b6077", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.25584944048830116, "chrf": 41.553616549078896, "bleu": 7.633833538940734, "rougeL": 0.23434343434343433, "len_ratio": 1.2641509433962264, "placeholders_exact": 0.0, "placeholder_recall": 0.5714285714285714, "number_recall": 0.36363636363636365, "number_precision": 0.6666666666666666, "negation_delta": -3.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}65{"pair_id": "pair_d0d8567447797e47", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.16716716716716717, "chrf": 7.364818187786702, "bleu": 0.0019633596582179134, "rougeL": 0.062111801242236024, "len_ratio": 0.11188811188811189, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}66{"pair_id": "pair_65e729d5744846f2", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.37122969837587005, "chrf": 40.70087514506858, "bleu": 10.347993088690568, "rougeL": 0.2510460251046025, "len_ratio": 0.824, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}67{"pair_id": "pair_13b6b22424f34722", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.36875, "chrf": 42.63224582824683, "bleu": 13.01086191155183, "rougeL": 0.32456140350877194, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.3333333333333333, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}68{"pair_id": "pair_077eb0513a8a2593", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.159965034965035, "chrf": 13.521639790118398, "bleu": 0.21733758002137113, "rougeL": 0.14035087719298248, "len_ratio": 0.2229299363057325, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}69{"pair_id": "pair_085c632978ba7aec", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.37540453074433655, "chrf": 34.230558009556276, "bleu": 13.007757318175159, "rougeL": 0.3716814159292036, "len_ratio": 1.0545454545454545, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.45454545454545453, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}70{"pair_id": "pair_0183e401e64b2103", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.1472320376914017, "chrf": 24.238647950796256, "bleu": 3.600148352732006, "rougeL": 0.10352941176470588, "len_ratio": 0.6386554621848739, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.10810810810810811, "number_precision": 0.009195402298850575, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}71{"pair_id": "pair_d3e8221632482ce6", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3368623676612127, "chrf": 49.728014427834914, "bleu": 19.678392711098976, "rougeL": 0.33136094674556216, "len_ratio": 0.9822485207100592, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.5, "number_precision": 0.16666666666666666, "negation_delta": -1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}72{"pair_id": "pair_37584e42a04d474b", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.30590191188694926, "chrf": 47.5350822212258, "bleu": 21.760800130029722, "rougeL": 0.29971181556195964, "len_ratio": 1.0129032258064516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.32558139534883723, "number_precision": 0.56, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}73{"pair_id": "pair_bb60bba73e78c46c", "doc_id": "doc_fc3b7b904133fd48", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.30077120822622105, "chrf": 29.876486111647083, "bleu": 5.191044968428666, "rougeL": 0.17142857142857143, "len_ratio": 0.5733333333333334, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 0.3333333333333333, "number_precision": 0.2, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}74{"pair_id": "pair_75d7b0ff6200aead", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3028350515463918, "chrf": 27.843547903548316, "bleu": 4.634470535689358, "rougeL": 0.22596153846153846, "len_ratio": 0.7095435684647303, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}75{"pair_id": "pair_3ba5e1d5b6c69220", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.2881880024737168, "chrf": 40.974049427671275, "bleu": 3.9820529635468183, "rougeL": 0.24096385542168677, "len_ratio": 1.178082191780822, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_bc7df2b0b58f07c0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.357429718875502, "chrf": 37.23968069972268, "bleu": 15.240824372159627, "rougeL": 0.30769230769230765, "len_ratio": 0.7804878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}77{"pair_id": "pair_4a56d218431976d2", "doc_id": "doc_fc78b461465fbd42", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3162853297442799, "chrf": 42.710601804559204, "bleu": 14.277312204840518, "rougeL": 0.3076923076923077, "len_ratio": 1.0198019801980198, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}78{"pair_id": "pair_23020662bb95ca91", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.31852409638554213, "chrf": 32.75319229456471, "bleu": 4.344956145801334, "rougeL": 0.2578796561604585, "len_ratio": 0.7282051282051282, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.25, "number_precision": 0.3333333333333333, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}79{"pair_id": "pair_f19c76567b23a0ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2995689655172413, "chrf": 35.33927448323643, "bleu": 9.970788445105205, "rougeL": 0.28, "len_ratio": 1.2424242424242424, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_5cdba9bf502e78bf", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.32153614457831325, "chrf": 33.71409665366523, "bleu": 6.512707718419951, "rougeL": 0.2458100558659218, "len_ratio": 0.7589743589743589, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.25, "number_precision": 0.16666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}81{"pair_id": "pair_860db84d69c18d28", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3578656853725851, "chrf": 41.220615731703134, "bleu": 7.789302557709738, "rougeL": 0.2711864406779661, "len_ratio": 0.7083333333333334, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}82{"pair_id": "pair_d9e2bd843586d3b6", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.15613652868554828, "chrf": 13.937567499318046, "bleu": 1.0222338785659775, "rougeL": 0.1729323308270677, "len_ratio": 0.22641509433962265, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -8.0}83{"pair_id": "pair_0ca79ef661d41111", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.333716915995397, "chrf": 36.10064832623638, "bleu": 14.249198286425445, "rougeL": 0.28044280442804426, "len_ratio": 0.8214285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.55, "number_precision": 0.5789473684210527, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_a0968e66079c004e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.21721027064538512, "chrf": 22.398396898110196, "bleu": 5.263264342405503, "rougeL": 0.21341463414634143, "len_ratio": 0.38626609442060084, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.08, "number_precision": 0.2857142857142857, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}85{"pair_id": "pair_52e39ed348aac3a4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3993610223642172, "chrf": 43.05228662741042, "bleu": 16.45146340194811, "rougeL": 0.33862433862433866, "len_ratio": 1.2530120481927711, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.5, "negation_delta": 4.0, "hedge_delta": 5.0, "sentence_count_delta": 4.0}86{"pair_id": "pair_29b37b2755361452", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.11512415349887128, "chrf": 1.7370582952906573, "bleu": 0.0, "rougeL": 0.0, "len_ratio": 0.029411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}87{"pair_id": "pair_112e8b5bc79d4c76", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.36221590909090906, "chrf": 41.463552430093685, "bleu": 11.198056454369686, "rougeL": 0.31746031746031744, "len_ratio": 0.82, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}88{"pair_id": "pair_3416f54517de3a0a", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.1501787842669845, "chrf": 10.289144542573798, "bleu": 0.00793145695164437, "rougeL": 0.07633587786259542, "len_ratio": 0.11965811965811966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}89{"pair_id": "pair_b3635f9580f269d9", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31643835616438354, "chrf": 33.06275798315998, "bleu": 2.6987353342096005, "rougeL": 0.22009569377990432, "len_ratio": 0.6708333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}90{"pair_id": "pair_99293ecb0a4cd768", "doc_id": "doc_adb94552819f8ffa", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.33920704845814975, "chrf": 43.52281710101952, "bleu": 10.633268709154498, "rougeL": 0.29951690821256044, "len_ratio": 0.8611111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_d64d352ec2ad2195", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3035381750465549, "chrf": 35.868066313446874, "bleu": 4.047647579534729, "rougeL": 0.2558139534883721, "len_ratio": 1.0481927710843373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.25, "negation_delta": 3.0, "hedge_delta": 5.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_09ee5dff1e5e4273", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.31573986804901033, "chrf": 38.59847007282469, "bleu": 14.875874610753323, "rougeL": 0.30069930069930073, "len_ratio": 0.740506329113924, "placeholders_exact": 0.0, "placeholder_recall": 0.5714285714285714, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}93{"pair_id": "pair_f182e5eaf0432943", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.28334786399302525, "chrf": 37.704230829287575, "bleu": 5.073984072971766, "rougeL": 0.23247232472324722, "len_ratio": 1.8486486486486486, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}94{"pair_id": "pair_0c007f2c914a8490", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.32098765432098764, "chrf": 28.332544525956354, "bleu": 2.454871427333966, "rougeL": 0.2627737226277372, "len_ratio": 0.7887323943661971, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}95{"pair_id": "pair_00e22a541a8205fb", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.29215509467989176, "chrf": 39.563461756830336, "bleu": 10.640200515476845, "rougeL": 0.2826666666666667, "len_ratio": 1.0662983425414365, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}96{"pair_id": "pair_226b9d93fb3b78d2", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.2232720039781203, "chrf": 19.885402719211328, "bleu": 1.2332970825997749, "rougeL": 0.12705882352941175, "len_ratio": 0.3691275167785235, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2857142857142857, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -7.0}97{"pair_id": "pair_c0fbeb2f53407ec2", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3287671232876712, "chrf": 34.34552970391417, "bleu": 5.0161758224518085, "rougeL": 0.2644230769230769, "len_ratio": 0.6541666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}98{"pair_id": "pair_92295b6bf7326ef3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3491847826086957, "chrf": 45.30015369374323, "bleu": 9.279148273501491, "rougeL": 0.3225806451612903, "len_ratio": 1.14, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_6a54430676e3afee", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.28044280442804426, "chrf": 31.45693132763503, "bleu": 8.341257248613873, "rougeL": 0.17757009345794394, "len_ratio": 1.099009900990099, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}100{"pair_id": "pair_ff91540eb76ef41b", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.20576131687242794, "chrf": 18.31832089992409, "bleu": 1.1423079110068133, "rougeL": 0.27083333333333337, "len_ratio": 0.2676056338028169, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}101{"pair_id": "pair_9c8b07170dee3fc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.32302936630602785, "chrf": 37.25704497800555, "bleu": 12.114920257359307, "rougeL": 0.28402366863905326, "len_ratio": 0.7305699481865285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2857142857142857, "number_precision": 0.4, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}102{"pair_id": "pair_cdf5e07cfa111db0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2232232232232232, "chrf": 18.84943757686204, "bleu": 0.9446392579555243, "rougeL": 0.2185792349726776, "len_ratio": 0.26573426573426573, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}103{"pair_id": "pair_feae3a82e82b3560", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.31189083820662766, "chrf": 37.6289380467184, "bleu": 5.474028558378251, "rougeL": 0.2603550295857988, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}104{"pair_id": "pair_7a4e464f49cef478", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3447461629279811, "chrf": 47.29349461402421, "bleu": 15.154948940696265, "rougeL": 0.3636363636363636, "len_ratio": 1.8309859154929577, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_cd36a4c6c7097fb6", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.2761904761904762, "chrf": 26.247623568042584, "bleu": 8.906373913726485, "rougeL": 0.33333333333333326, "len_ratio": 0.417910447761194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}106{"pair_id": "pair_883e725c99960b2f", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3797979797979798, "chrf": 36.21096887204667, "bleu": 7.309137833438744, "rougeL": 0.31081081081081086, "len_ratio": 0.6987951807228916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_268d7de64e3932db", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.03484688489968324, "chrf": 2.643452316346504, "bleu": 3.6167804100451866e-16, "rougeL": 0.029197080291970802, "len_ratio": 0.031496062992125984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}108{"pair_id": "pair_c2c108f80b07fd16", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3681506849315068, "chrf": 51.09967664581148, "bleu": 17.399807499311173, "rougeL": 0.3314917127071823, "len_ratio": 1.144578313253012, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}109{"pair_id": "pair_ab7de25bbdd65971", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.33798283261802575, "chrf": 37.79505681307346, "bleu": 5.8678252996717895, "rougeL": 0.24615384615384617, "len_ratio": 0.968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 7.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_478c4b8f9ad75ac5", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.35760728218465543, "chrf": 36.70230743161247, "bleu": 10.794687879790567, "rougeL": 0.2555066079295154, "len_ratio": 1.3978494623655915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 4.0}111{"pair_id": "pair_f6cbd61713858e62", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2924369747899159, "chrf": 25.627957291008585, "bleu": 17.103487168153908, "rougeL": 0.18713450292397663, "len_ratio": 0.927536231884058, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}112{"pair_id": "pair_ee673d7d287e330c", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31376975169300225, "chrf": 34.523183514225956, "bleu": 6.548199151945957, "rougeL": 0.291970802919708, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_ca62b831bb4e2a34", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.31273408239700373, "chrf": 31.69955217570631, "bleu": 4.697401114957603, "rougeL": 0.2679738562091503, "len_ratio": 0.8924050632911392, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.16666666666666666, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_5ebbe3e9c50f5dee", "doc_id": "doc_dca1cb2706c17137", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3583690987124464, "chrf": 43.9798691555912, "bleu": 38.605944793879544, "rougeL": 0.39490445859872614, "len_ratio": 0.8472222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}115{"pair_id": "pair_9d9260af9ec73688", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.28801546391752575, "chrf": 36.141395933288386, "bleu": 4.995501407323985, "rougeL": 0.23284823284823286, "len_ratio": 0.975103734439834, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}116{"pair_id": "pair_fa08cdd0e59caa37", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.29016393442622945, "chrf": 34.484264262745164, "bleu": 10.766162902762337, "rougeL": 0.2874251497005988, "len_ratio": 0.6888888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.1111111111111111, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}117{"pair_id": "pair_d044533b3cac04dc", "doc_id": "doc_b9f6f386c52a2106", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3544857768052516, "chrf": 38.86488171304781, "bleu": 12.214789813054274, "rougeL": 0.29457364341085274, "len_ratio": 0.8787878787878788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}118{"pair_id": "pair_f2de92be1ccd929d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.34285714285714286, "chrf": 46.01185001516135, "bleu": 12.373580851286556, "rougeL": 0.3035714285714286, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.125, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}119{"pair_id": "pair_0818b3c5596fbd53", "doc_id": "doc_861988bceb67e1df", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.11151079136690645, "chrf": 5.314179652145295, "bleu": 0.004323798150080783, "rougeL": 0.08888888888888889, "len_ratio": 0.1111111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}120{"pair_id": "pair_959eefd58201c50e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.36044362292051757, "chrf": 47.89290855036297, "bleu": 11.623903346178214, "rougeL": 0.28481012658227844, "len_ratio": 1.167832167832168, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}121{"pair_id": "pair_17e9935d45652340", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2905525846702317, "chrf": 33.42917454582757, "bleu": 4.374841991196208, "rougeL": 0.1893491124260355, "len_ratio": 0.8636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}122{"pair_id": "pair_b28b357cb1924196", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3622603430877901, "chrf": 36.14097232908232, "bleu": 6.380518177139125, "rougeL": 0.24817518248175185, "len_ratio": 0.7651006711409396, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}123{"pair_id": "pair_9bda1e4a7f3e5127", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.38032786885245906, "chrf": 43.70804040190278, "bleu": 15.81120504479408, "rougeL": 0.32978723404255317, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}124{"pair_id": "pair_139b250bbc55cfa0", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.32515337423312884, "chrf": 42.81675275087187, "bleu": 8.918461938303745, "rougeL": 0.2962962962962963, "len_ratio": 1.206060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.625, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}125{"pair_id": "pair_5087d0ae8b3b2403", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2034918723660446, "chrf": 32.59772067195713, "bleu": 5.540379686417499, "rougeL": 0.170316301703163, "len_ratio": 2.2540983606557377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.375, "number_precision": 0.5294117647058824, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}126{"pair_id": "pair_caea015427837011", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.19131267965506227, "chrf": 21.39086080293365, "bleu": 3.222548964647632, "rougeL": 0.12400000000000001, "len_ratio": 1.5179487179487179, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 0.25, "number_precision": 0.5, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}127{"pair_id": "pair_92bc12c44c2ade8c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3577494692144374, "chrf": 39.07346294253458, "bleu": 7.802777793595921, "rougeL": 0.23076923076923075, "len_ratio": 1.0909090909090908, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}128{"pair_id": "pair_5977469e4fc8b79e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.36194895591647336, "chrf": 38.045027247681936, "bleu": 12.201544602775655, "rougeL": 0.2782608695652174, "len_ratio": 0.744, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}129{"pair_id": "pair_1599bf9340a179ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.32830820770519265, "chrf": 29.392468381136666, "bleu": 9.316865183356766, "rougeL": 0.25, "len_ratio": 1.2727272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_f7dea80742b3e05e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.24975984630163306, "chrf": 43.11462178789262, "bleu": 20.732773574872407, "rougeL": 0.3111111111111111, "len_ratio": 0.9606299212598425, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 7.0}131{"pair_id": "pair_05323c96c3cb3c53", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3595839524517088, "chrf": 37.09965754447239, "bleu": 4.717803524869702, "rougeL": 0.26666666666666666, "len_ratio": 0.9513513513513514, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}132{"pair_id": "pair_bf7b5c7d8a864a85", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.29038461538461535, "chrf": 41.642743977218316, "bleu": 9.586803587465743, "rougeL": 0.26285714285714284, "len_ratio": 1.036144578313253, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}133{"pair_id": "pair_6d7fbf8a7fbda239", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.33433433433433435, "chrf": 50.17563208476097, "bleu": 13.809956037592043, "rougeL": 0.33898305084745767, "len_ratio": 1.027972027972028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}134{"pair_id": "pair_b9e0ae06d897b53a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.16666666666666663, "chrf": 21.180265652168412, "bleu": 5.925170946487758, "rougeL": 0.19999999999999998, "len_ratio": 0.4166666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}135{"pair_id": "pair_1346e094f5b641a0", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2689374682257245, "chrf": 22.73017765650627, "bleu": 6.375822909773807, "rougeL": 0.23391812865497075, "len_ratio": 0.5295950155763239, "placeholders_exact": 0.0, "placeholder_recall": 0.42857142857142855, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -6.0, "hedge_delta": -2.0, "sentence_count_delta": -4.0}136{"pair_id": "pair_77e98b9492cac4bf", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4433656957928802, "chrf": 46.707479218130096, "bleu": 22.583797187190438, "rougeL": 0.4485981308411215, "len_ratio": 0.8545454545454545, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_6839ba367d497e80", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.2187966185977126, "chrf": 22.54512408522277, "bleu": 5.763613657807688, "rougeL": 0.16705336426914155, "len_ratio": 0.3825503355704698, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.38095238095238093, "number_precision": 0.8, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}138{"pair_id": "pair_e122991f6f098a5c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3449848024316109, "chrf": 38.05345684274422, "bleu": 5.636329696931146, "rougeL": 0.2820512820512821, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 0.4166666666666667, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}139{"pair_id": "pair_e6d5bc36e800dea4", "doc_id": "doc_b9f6f386c52a2106", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3610503282275711, "chrf": 38.481302053846704, "bleu": 5.009520608941839, "rougeL": 0.3484848484848485, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}140{"pair_id": "pair_f99f42256b1a243b", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2686230248306998, "chrf": 34.792194916214605, "bleu": 6.911263062327591, "rougeL": 0.24817518248175185, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}141{"pair_id": "pair_5b710b0eaa6a3c86", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.31649565903709553, "chrf": 31.054818712445886, "bleu": 6.371673941537688, "rougeL": 0.28426395939086296, "len_ratio": 0.6510638297872341, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5625, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}142{"pair_id": "pair_6e3668c7f5aa2372", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31343283582089554, "chrf": 33.525755169958536, "bleu": 6.597451141852097, "rougeL": 0.23480083857442346, "len_ratio": 0.8902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}143{"pair_id": "pair_6e2d7f9a5d9f9147", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.25190839694656486, "chrf": 27.875481130419207, "bleu": 9.214708010573156, "rougeL": 0.1333333333333333, "len_ratio": 1.4029850746268657, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.4, "number_precision": 0.15384615384615385, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}144{"pair_id": "pair_1a8d87fd55235b10", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.29400749063670417, "chrf": 44.11430557533156, "bleu": 6.638240328987722, "rougeL": 0.30985915492957744, "len_ratio": 1.0759493670886076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}145{"pair_id": "pair_525a4dd28c4b4896", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2703862660944206, "chrf": 38.589028572175124, "bleu": 24.971089646204266, "rougeL": 0.2738095238095238, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}146{"pair_id": "pair_036003c71b2dce7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2946375957572186, "chrf": 40.3612742873908, "bleu": 9.80766019517304, "rougeL": 0.2414578587699317, "len_ratio": 1.7152317880794703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2857142857142857, "number_precision": 0.16666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}147{"pair_id": "pair_4904c33d6c1b73da", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31042128603104213, "chrf": 40.97382712840069, "bleu": 10.443897386020804, "rougeL": 0.3013698630136986, "len_ratio": 1.0735294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_d9b03c7c8aaddbe7", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.12514898688915377, "chrf": 7.539068119124673, "bleu": 0.006887150240969622, "rougeL": 0.09090909090909091, "len_ratio": 0.1282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}149{"pair_id": "pair_3a1638667a02fa34", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3380423814328961, "chrf": 38.828829939590875, "bleu": 11.257747314445282, "rougeL": 0.2962962962962963, "len_ratio": 0.8523489932885906, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_891babd17476b7f6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.1606217616580311, "chrf": 14.802366095131154, "bleu": 0.744866729054206, "rougeL": 0.1407035175879397, "len_ratio": 0.25165562913907286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}151{"pair_id": "pair_83e7174596232969", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.29321533923303833, "chrf": 32.639404160625354, "bleu": 2.047776753213372, "rougeL": 0.16885553470919326, "len_ratio": 1.541871921182266, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.18181818181818182, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}152{"pair_id": "pair_0dafd3db8e4005b7", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.13738317757009344, "chrf": 9.812040538603824, "bleu": 0.05394298093285375, "rougeL": 0.0888888888888889, "len_ratio": 0.16993464052287582, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}153{"pair_id": "pair_4fdf03c241c1b9a6", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3407407407407408, "chrf": 40.4533463871771, "bleu": 12.101934815597081, "rougeL": 0.26819923371647514, "len_ratio": 1.1551724137931034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}154{"pair_id": "pair_be453f24c5c74e51", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.30327868852459017, "chrf": 37.07019375918994, "bleu": 4.900323077319414, "rougeL": 0.27272727272727276, "len_ratio": 0.8842105263157894, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.42857142857142855, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}155{"pair_id": "pair_0488cc573afa8f86", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.25769230769230766, "chrf": 26.19044762562301, "bleu": 4.182956217871656, "rougeL": 0.1941747572815534, "len_ratio": 1.1590909090909092, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.16666666666666666, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}156{"pair_id": "pair_a9c8a20f6e572e5c", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2777777777777778, "chrf": 35.005119050523184, "bleu": 3.2163859993129202, "rougeL": 0.182370820668693, "len_ratio": 1.9038461538461537, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}157{"pair_id": "pair_c90720b095cc6e2f", "doc_id": "doc_679741e00536f8a4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3488108720271801, "chrf": 38.14290123411401, "bleu": 9.031440325879897, "rougeL": 0.2736418511066398, "len_ratio": 0.7933579335793358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_841c279b940a75a2", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.2396817503729488, "chrf": 23.08877553646667, "bleu": 4.539161992385879, "rougeL": 0.15981735159817353, "len_ratio": 0.40604026845637586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.19047619047619047, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}159{"pair_id": "pair_d0bd794757654c36", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3127962085308057, "chrf": 40.719238246626176, "bleu": 3.096432056087504, "rougeL": 0.2288135593220339, "len_ratio": 1.128440366972477, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}160{"pair_id": "pair_4c24d0342602a3f7", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.32961931290622093, "chrf": 46.781074756289534, "bleu": 10.955762796299362, "rougeL": 0.2960893854748603, "len_ratio": 1.103030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.375, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}161{"pair_id": "pair_799379190681876a", "doc_id": "doc_c496dc8b7656356a", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.36463223787167454, "chrf": 46.643580496000645, "bleu": 15.378423991815463, "rougeL": 0.35514018691588783, "len_ratio": 0.9809523809523809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}162{"pair_id": "pair_52a9288d64fe2a48", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3038560411311054, "chrf": 28.222563197810167, "bleu": 4.681040815810952, "rougeL": 0.1946169772256729, "len_ratio": 0.5533333333333333, "placeholders_exact": 0.0, "placeholder_recall": 0.2857142857142857, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0}163{"pair_id": "pair_39f46ef7b68a4774", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.17349063150589872, "chrf": 13.391174090384043, "bleu": 0.2807543025883022, "rougeL": 0.12624584717607976, "len_ratio": 0.2575107296137339, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}164{"pair_id": "pair_824409119c9663a6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.24555160142348753, "chrf": 37.51867215832145, "bleu": 6.088986584037261, "rougeL": 0.29000000000000004, "len_ratio": 1.2560975609756098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.4375, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}165{"pair_id": "pair_f1c86722885c76ff", "doc_id": "doc_96174e2f07291f09", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.4129353233830846, "chrf": 45.55335194926295, "bleu": 39.973216794555725, "rougeL": 0.3865546218487395, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 0.5555555555555556, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}166{"pair_id": "pair_df6be18d270dc4a3", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2576736672051696, "chrf": 23.780842093838498, "bleu": 4.3455739359693615, "rougeL": 0.1723076923076923, "len_ratio": 0.5142857142857142, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 0.3333333333333333, "number_precision": 0.4444444444444444, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}167{"pair_id": "pair_ed3b962d3e6a321e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3458371454711803, "chrf": 36.21831870219642, "bleu": 9.222137824515665, "rougeL": 0.27303754266211605, "len_ratio": 0.6802325581395349, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.2727272727272727, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}168{"pair_id": "pair_754f1233f3268d8f", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.24242424242424243, "chrf": 36.15576630100087, "bleu": 7.308566940493257, "rougeL": 0.23209876543209876, "len_ratio": 2.0245901639344264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2916666666666667, "number_precision": 0.16666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}169{"pair_id": "pair_ba5d583e265a7c7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3317865429234339, "chrf": 37.670368692975195, "bleu": 7.115008462922207, "rougeL": 0.24390243902439024, "len_ratio": 0.896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -3.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}170{"pair_id": "pair_1dc8a303a3f0d2af", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.19061413673232908, "chrf": 27.71585936119669, "bleu": 8.292571157089986, "rougeL": 0.13613861386138615, "len_ratio": 0.6722689075630253, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.1891891891891892, "number_precision": 0.017994858611825194, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}171{"pair_id": "pair_679bb06fbdb61cce", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.31047619047619046, "chrf": 48.21983113111724, "bleu": 15.799257272422633, "rougeL": 0.332378223495702, "len_ratio": 1.0363636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.46153846153846156, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}172{"pair_id": "pair_e3df5fc0154b30ff", "doc_id": "doc_b860396abb8d4077", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.13949843260188088, "chrf": 7.202301966962783, "bleu": 0.0019140960557317021, "rougeL": 0.125, "len_ratio": 0.10465116279069768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}173{"pair_id": "pair_4353ce67ed0d3de6", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.33333333333333337, "chrf": 42.38315079631655, "bleu": 11.83048017232554, "rougeL": 0.2577777777777778, "len_ratio": 1.2079207920792079, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}174{"pair_id": "pair_bae2f739b3cd7a03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3412698412698413, "chrf": 33.25682178416732, "bleu": 7.036540020385782, "rougeL": 0.2535211267605634, "len_ratio": 0.8660714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}175{"pair_id": "pair_559e3fd921f4c699", "doc_id": "doc_ece0bb556a23f499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.30825420014609206, "chrf": 38.55425384126067, "bleu": 9.224204143733967, "rougeL": 0.21800947867298578, "len_ratio": 0.9150943396226415, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 0.36363636363636365, "number_precision": 0.5714285714285714, "negation_delta": -3.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}176{"pair_id": "pair_0a65f52f8892fe39", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.03041362530413627, "chrf": 1.6474555992349673, "bleu": 1.2932096894778518e-14, "rougeL": 0.030534351145038167, "len_ratio": 0.03225806451612903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}177{"pair_id": "pair_fa8b884f73780252", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.26559714795008915, "chrf": 39.12986448394234, "bleu": 5.192027394996289, "rougeL": 0.2197802197802198, "len_ratio": 1.0227272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_0f08b49a0e7cc8db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3232931726907631, "chrf": 30.875689395991586, "bleu": 9.074248216394032, "rougeL": 0.29333333333333333, "len_ratio": 0.7195121951219512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2, "number_precision": 0.2, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}179{"pair_id": "pair_88d8d3abc0147d7c", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2865497076023392, "chrf": 22.772793865427428, "bleu": 3.6943660688389586, "rougeL": 0.17910447761194032, "len_ratio": 0.5657894736842105, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}180{"pair_id": "pair_9f37e9cd0181c96b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.1480855855855856, "chrf": 24.299216786460047, "bleu": 7.4080483620568005, "rougeL": 0.1285878300803674, "len_ratio": 0.6302521008403361, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.21621621621621623, "number_precision": 0.01735357917570499, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}181{"pair_id": "pair_e231d6f97d76b954", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3460207612456747, "chrf": 46.84086142771665, "bleu": 14.07472396867358, "rougeL": 0.31970260223048325, "len_ratio": 1.064, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -3.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}182{"pair_id": "pair_30b60ddaee841c4e", "doc_id": "doc_16a24631c5e15333", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.23788546255506604, "chrf": 17.144026581185, "bleu": 11.799223687598891, "rougeL": 0.2545454545454546, "len_ratio": 0.37681159420289856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}183{"pair_id": "pair_6b13f8093ec407f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3309417040358744, "chrf": 45.63721889951275, "bleu": 17.96410495758552, "rougeL": 0.31974921630094044, "len_ratio": 1.625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.2413793103448276, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}184{"pair_id": "pair_5b2bea0bab86dd2e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2902397260273972, "chrf": 40.19406199437513, "bleu": 17.198734354902577, "rougeL": 0.3151862464183381, "len_ratio": 0.9806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3023255813953488, "number_precision": 0.4642857142857143, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}185{"pair_id": "pair_6e67a6b351445017", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.29304635761589404, "chrf": 44.730769103544674, "bleu": 4.1892828181297475, "rougeL": 0.2824207492795389, "len_ratio": 1.0357142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}186{"pair_id": "pair_48e0a53fe76abf78", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.446875, "chrf": 47.595527598469694, "bleu": 18.29326678636621, "rougeL": 0.4615384615384615, "len_ratio": 1.1272727272727272, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}187{"pair_id": "pair_f8bbebdcf24fae93", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.28218465539661897, "chrf": 35.81793105264969, "bleu": 6.751909931324861, "rougeL": 0.20077220077220073, "len_ratio": 1.1946902654867257, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}188{"pair_id": "pair_37626631db459db7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3266129032258065, "chrf": 35.55820506882284, "bleu": 9.41685221908796, "rougeL": 0.34825870646766166, "len_ratio": 1.0357142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2916666666666667, "number_precision": 0.3888888888888889, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}189{"pair_id": "pair_0a4a2b345952ba7c", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3373737373737373, "chrf": 37.5728855168689, "bleu": 6.606924373207504, "rougeL": 0.27142857142857146, "len_ratio": 0.6265060240963856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_c87919edb050ccf1", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3266239707227814, "chrf": 37.103253470453446, "bleu": 12.549668726179389, "rougeL": 0.24675324675324675, "len_ratio": 0.8023255813953488, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.2727272727272727, "number_precision": 0.3, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}191{"pair_id": "pair_83ab0cec38a71665", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.33062645011600933, "chrf": 41.11606149017113, "bleu": 8.543824445591799, "rougeL": 0.24637681159420288, "len_ratio": 1.152, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -2.0, "hedge_delta": 3.0, "sentence_count_delta": 1.0}192{"pair_id": "pair_6c91deb8e621294c", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.16267247639796656, "chrf": 14.759519848885084, "bleu": 0.5512678014346765, "rougeL": 0.1520912547528517, "len_ratio": 0.2169811320754717, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -8.0}193{"pair_id": "pair_cf9bd8d5316b3cda", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.32105868814729577, "chrf": 29.51787508327204, "bleu": 3.1513930834930957, "rougeL": 0.23484848484848483, "len_ratio": 0.7642857142857142, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3, "number_precision": 0.5454545454545454, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}194{"pair_id": "pair_c3d7e8cc890d0a01", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.33127572016460904, "chrf": 32.97468460824135, "bleu": 2.711765617333668, "rougeL": 0.24836601307189543, "len_ratio": 1.0140845070422535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}195{"pair_id": "pair_41381e86d7167f31", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.27661510464058237, "chrf": 41.76181954831092, "bleu": 7.487926089336946, "rougeL": 0.23976608187134502, "len_ratio": 1.0, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_f34d45a475abf3dc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.13938753959873285, "chrf": 7.163182634153851, "bleu": 7.072090139577938e-09, "rougeL": 0.05673758865248227, "len_ratio": 0.047244094488188976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}197{"pair_id": "pair_d73404868e66c071", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3189300411522634, "chrf": 40.998694867082186, "bleu": 6.359783713355835, "rougeL": 0.33766233766233766, "len_ratio": 1.0845070422535212, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}198{"pair_id": "pair_b53168bf2f84a788", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.17183098591549295, "chrf": 11.398137791106919, "bleu": 0.23041834105835, "rougeL": 0.1323529411764706, "len_ratio": 0.23853211009174313, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}199{"pair_id": "pair_e4e5470946214868", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.291234684260132, "chrf": 41.435475909402605, "bleu": 13.635876184760189, "rougeL": 0.24074074074074076, "len_ratio": 0.9683544303797469, "placeholders_exact": 0.0, "placeholder_recall": 0.7142857142857143, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}200{"pair_id": "pair_e681d108eb8dfe73", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3085714285714286, "chrf": 30.873060197194587, "bleu": 3.313687563625219, "rougeL": 0.20947630922693267, "len_ratio": 0.6088709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -4.0}201{"pair_id": "pair_ccb788e437dbf98a", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3033707865168539, "chrf": 33.28725155005303, "bleu": 4.466319533477082, "rougeL": 0.23026315789473684, "len_ratio": 0.8291139240506329, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.2222222222222222, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_9dffcc526e8aa927", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.32052040212891775, "chrf": 37.438591423157, "bleu": 15.419713829298717, "rougeL": 0.2636916835699797, "len_ratio": 0.8837209302325582, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 0.3076923076923077, "negation_delta": 1.0, "hedge_delta": -4.0, "sentence_count_delta": 1.0}203{"pair_id": "pair_7555526a602f2966", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.30494505494505497, "chrf": 33.78658819918663, "bleu": 3.4227287477324277, "rougeL": 0.1728395061728395, "len_ratio": 1.4198473282442747, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}204{"pair_id": "pair_c40eab63b903284c", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.329162656400385, "chrf": 40.34361886472928, "bleu": 9.861476506168012, "rougeL": 0.2830188679245283, "len_ratio": 0.8875739644970414, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 0.5, "number_precision": 0.1111111111111111, "negation_delta": 0.0, "hedge_delta": 5.0, "sentence_count_delta": 0.0}205{"pair_id": "pair_a9a7e68ae8728365", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.32210031347962387, "chrf": 46.14757770930598, "bleu": 15.043870177508328, "rougeL": 0.2772861356932153, "len_ratio": 1.4566929133858268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.2777777777777778, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 12.0}206{"pair_id": "pair_5d7cd8a193a59be5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3240223463687151, "chrf": 30.706424990423976, "bleu": 10.281882430821971, "rougeL": 0.3235294117647059, "len_ratio": 0.6144578313253012, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.25, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_12b5db222f4b1fc9", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3502304147465438, "chrf": 47.37185027801943, "bleu": 14.397597282279024, "rougeL": 0.3207547169811321, "len_ratio": 1.0888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}208{"pair_id": "pair_38aca52ad271f027", "doc_id": "doc_b187f41399e937ba", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.18770226537216828, "chrf": 10.621783383910776, "bleu": 1.7671130261531809, "rougeL": 0.05860805860805861, "len_ratio": 0.9699248120300752, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2222222222222222, "number_precision": 0.4, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -7.0}209{"pair_id": "pair_be8e383c92ad21f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.2716049382716049, "chrf": 29.719143103490563, "bleu": 4.937297250824773, "rougeL": 0.2826086956521739, "len_ratio": 0.9047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.16666666666666666, "number_precision": 0.3333333333333333, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}210{"pair_id": "pair_9014156535b7ac23", "doc_id": "doc_c496dc8b7656356a", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.35680751173708924, "chrf": 42.34941453694267, "bleu": 11.193296418390883, "rougeL": 0.32, "len_ratio": 0.8285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}211{"pair_id": "pair_74c055852c85b798", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.33419023136246784, "chrf": 41.124914054134315, "bleu": 7.365903083512982, "rougeL": 0.26062322946175637, "len_ratio": 0.8901098901098901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}212{"pair_id": "pair_b37f8b5ebad36f43", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.30510585305105853, "chrf": 43.55149520875314, "bleu": 6.119463820937497, "rougeL": 0.24291497975708504, "len_ratio": 1.1607142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_d687a487c69b44c5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3141278610891871, "chrf": 30.818565149371263, "bleu": 10.155500780538294, "rougeL": 0.24940047961630696, "len_ratio": 0.7617021276595745, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.625, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}214{"pair_id": "pair_6a0e6daf837b4e83", "doc_id": "doc_b187f41399e937ba", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.1930455635491607, "chrf": 16.09056471345059, "bleu": 1.3430197563196804, "rougeL": 0.15300546448087432, "len_ratio": 0.3157894736842105, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.1111111111111111, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}215{"pair_id": "pair_a34730671f2ff5a0", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3245481927710844, "chrf": 40.53442656283714, "bleu": 13.3579043279548, "rougeL": 0.26740947075208915, "len_ratio": 0.8, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.25, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}216{"pair_id": "pair_181b3fd47b1b6f44", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.31839258114374036, "chrf": 48.169876880799414, "bleu": 23.65882107414049, "rougeL": 0.2957393483709273, "len_ratio": 1.0466321243523315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}217{"pair_id": "pair_f47ad2fcd2adec69", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2684801892371378, "chrf": 38.81018279157268, "bleu": 15.461771372532755, "rougeL": 0.2763915547024952, "len_ratio": 0.9612403100775194, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 0.25, "negation_delta": -2.0, "hedge_delta": -7.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_14c561312905500f", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.36363636363636365, "chrf": 46.57683893307043, "bleu": 13.600992636461593, "rougeL": 0.3764705882352941, "len_ratio": 0.69, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}219{"pair_id": "pair_1b730bf0230ec41e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3161512027491409, "chrf": 39.03402867429093, "bleu": 11.278085628787027, "rougeL": 0.35680751173708924, "len_ratio": 1.2380952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2916666666666667, "number_precision": 0.5384615384615384, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}220{"pair_id": "pair_654f752ab62f4ee7", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.34565619223659894, "chrf": 40.524064209237885, "bleu": 13.01692584288521, "rougeL": 0.27710843373493976, "len_ratio": 1.3880597014925373, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.4, "number_precision": 0.2857142857142857, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}221{"pair_id": "pair_cb4d3669a0f39194", "doc_id": "doc_9ad63a530a55b56e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3412228796844181, "chrf": 45.341863634006145, "bleu": 10.637569715578005, "rougeL": 0.24902723735408558, "len_ratio": 1.2727272727272727, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0}222{"pair_id": "pair_6efdb5a8a1293946", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.29824561403508776, "chrf": 29.07027585554817, "bleu": 2.3360036437651983, "rougeL": 0.2073170731707317, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}223{"pair_id": "pair_b3d3223b69a0daa9", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.322863403944485, "chrf": 37.97610624564852, "bleu": 7.388160557343726, "rougeL": 0.26109660574412535, "len_ratio": 0.7358490566037735, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 0.36363636363636365, "number_precision": 0.5714285714285714, "negation_delta": -3.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}224{"pair_id": "pair_6c6ba26190d25691", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2678888231815494, "chrf": 38.018259365639885, "bleu": 16.378362278514423, "rougeL": 0.25742574257425743, "len_ratio": 0.9031007751937985, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 0.21052631578947367, "negation_delta": 0.0, "hedge_delta": -6.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_2023493ba50740fc", "doc_id": "doc_9ad63a530a55b56e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3229706390328152, "chrf": 43.48533632735572, "bleu": 7.48634092631113, "rougeL": 0.23616236162361623, "len_ratio": 1.4181818181818182, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 4.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}226{"pair_id": "pair_87fa12580d1af417", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.26453726453726456, "chrf": 23.80698187029109, "bleu": 2.823740467469211, "rougeL": 0.14537444933920704, "len_ratio": 1.2229299363057324, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}227{"pair_id": "pair_0869ae936350b1bc", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.2704339051463168, "chrf": 32.65579618144409, "bleu": 6.800514524237701, "rougeL": 0.2153846153846154, "len_ratio": 0.6375838926174496, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}228{"pair_id": "pair_c1dcd6be7b27ee1b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.31874630396215253, "chrf": 35.50497427037362, "bleu": 14.329154165324358, "rougeL": 0.26877470355731226, "len_ratio": 0.9263565891472868, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 0.21052631578947367, "negation_delta": 1.0, "hedge_delta": -4.0, "sentence_count_delta": 4.0}229{"pair_id": "pair_77adc6e207dfe5dd", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.15932203389830513, "chrf": 14.310678092018797, "bleu": 0.2185581560224419, "rougeL": 0.12716763005780346, "len_ratio": 0.21804511278195488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}230{"pair_id": "pair_c4de341d5eb091f2", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.2535059331175836, "chrf": 31.229821409719722, "bleu": 5.147747857599869, "rougeL": 0.19259259259259257, "len_ratio": 1.3008849557522124, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}231{"pair_id": "pair_f7d4665fb582f979", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.30915684496826834, "chrf": 39.54654926134422, "bleu": 9.629261123495388, "rougeL": 0.259927797833935, "len_ratio": 1.2241379310344827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}232{"pair_id": "pair_c53d7c6c841a84c2", "doc_id": "doc_adb94552819f8ffa", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.33773861967694563, "chrf": 51.36020361174663, "bleu": 7.008292839262419, "rougeL": 0.38613861386138615, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}233{"pair_id": "pair_a5359ce8702011e3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.31273408239700373, "chrf": 37.19772497765792, "bleu": 8.28177831496474, "rougeL": 0.28828828828828834, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}234{"pair_id": "pair_b01bdbdfc94d4b5b", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.1443418013856813, "chrf": 11.629163901643532, "bleu": 0.046135021240595445, "rougeL": 0.12121212121212123, "len_ratio": 0.18045112781954886, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.1111111111111111, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}235{"pair_id": "pair_4c038c9e04106c46", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.28215556685307575, "chrf": 26.30247303094106, "bleu": 6.736328451175544, "rougeL": 0.22312373225152132, "len_ratio": 0.4797507788161994, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -6.0, "hedge_delta": -2.0, "sentence_count_delta": -4.0}236{"pair_id": "pair_d90dba52a4210dd6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3401639344262295, "chrf": 40.23492977174197, "bleu": 7.956273568506773, "rougeL": 0.3553299492385787, "len_ratio": 0.9052631578947369, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.25, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_3d038382ba9538c3", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.20186915887850465, "chrf": 19.635994976772594, "bleu": 1.1183097517928096, "rougeL": 0.19095477386934673, "len_ratio": 0.29411764705882354, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}238{"pair_id": "pair_9844dff15124c385", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.35646958011996577, "chrf": 39.38013928987096, "bleu": 7.809781259358228, "rougeL": 0.2640449438202247, "len_ratio": 0.8956043956043956, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}239{"pair_id": "pair_39f36fbade05e79f", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.249554367201426, "chrf": 37.2354771446796, "bleu": 6.824730821249598, "rougeL": 0.23333333333333334, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_35ece986010c118a", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.24640287769784175, "chrf": 16.155931935632875, "bleu": 1.1602759675067698, "rougeL": 0.1592920353982301, "len_ratio": 0.3950617283950617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}241{"pair_id": "pair_9bbe065db892b4e1", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.178318931657502, "chrf": 8.552127799484731, "bleu": 0.010193812634249812, "rougeL": 0.08583690987124463, "len_ratio": 0.11822660098522167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}242{"pair_id": "pair_b861fda2ba1c33fa", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.34456928838951306, "chrf": 39.77989139272935, "bleu": 11.908243169403569, "rougeL": 0.3303303303303304, "len_ratio": 0.9620253164556962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.3333333333333333, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}243{"pair_id": "pair_b43ea84cc2b9caa2", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.29888712241653415, "chrf": 33.79747719481908, "bleu": 2.3479395956281848, "rougeL": 0.16506717850287908, "len_ratio": 1.7967032967032968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}244{"pair_id": "pair_6aa7e73a56ef15ba", "doc_id": "doc_bc5938d3f6b260f6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.366887417218543, "chrf": 39.22176233881531, "bleu": 17.231747211635664, "rougeL": 0.35964912280701755, "len_ratio": 0.7933884297520661, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.5, "number_precision": 0.5714285714285714, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}245{"pair_id": "pair_1ec46fbe211d4778", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.41666666666666663, "chrf": 40.91917860724965, "bleu": 15.336113626608663, "rougeL": 0.3384615384615384, "len_ratio": 0.9263157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}246{"pair_id": "pair_c2345f3d6e19cc11", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.2184278350515464, "chrf": 20.30020430554762, "bleu": 1.9527911177743216, "rougeL": 0.17563739376770537, "len_ratio": 0.42738589211618255, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -4.0}247{"pair_id": "pair_6ba37e4de567bc3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.14154411764705888, "chrf": 21.347115503912228, "bleu": 3.8433390101036187, "rougeL": 0.10070257611241218, "len_ratio": 0.5042016806722689, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.13513513513513514, "number_precision": 0.010438413361169102, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}248{"pair_id": "pair_5f4b0a77a4183009", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3004291845493562, "chrf": 30.694342959840416, "bleu": 3.6154288653715, "rougeL": 0.21818181818181817, "len_ratio": 1.12, "placeholders_exact": 0.0, "placeholder_recall": 0.75, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_c43208b34ff7f949", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31363203050524313, "chrf": 36.85689306769857, "bleu": 13.483249261390856, "rougeL": 0.2627737226277372, "len_ratio": 1.1370967741935485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.8, "negation_delta": 3.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}250{"pair_id": "pair_887c056c0e105d41", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.29840900271633686, "chrf": 33.804953672018165, "bleu": 6.986015438302027, "rougeL": 0.2348993288590604, "len_ratio": 0.4973404255319149, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.25, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": -3.0, "sentence_count_delta": -10.0}251{"pair_id": "pair_87afc6f2b955f195", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.25, "chrf": 20.803492196128285, "bleu": 2.672917847561394, "rougeL": 0.16666666666666666, "len_ratio": 0.544, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}252{"pair_id": "pair_8da67bc3825d3492", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.34931009440813365, "chrf": 41.755458969587174, "bleu": 13.66456539544617, "rougeL": 0.3498694516971279, "len_ratio": 0.7688679245283019, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_274aa9c1018763c9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.27235772357723576, "chrf": 42.2336612194414, "bleu": 16.161988989364218, "rougeL": 0.27486437613019893, "len_ratio": 1.1124031007751938, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 0.3076923076923077, "negation_delta": 2.0, "hedge_delta": -5.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_e90f69af9012be1e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2155963302752294, "chrf": 31.66405843105854, "bleu": 7.923072127706921, "rougeL": 0.27380952380952384, "len_ratio": 0.8902439024390244, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.5555555555555556, "number_precision": 0.625, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_89da4715f3fa0f38", "doc_id": "doc_fd2461ec733b3c95", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.28663793103448276, "chrf": 30.84445758260011, "bleu": 9.608944845885253, "rougeL": 0.23529411764705885, "len_ratio": 1.0833333333333333, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -3.0, "sentence_count_delta": -3.0}256{"pair_id": "pair_04b803c336afa73a", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.35399284862932057, "chrf": 43.59888345619977, "bleu": 15.6774074734891, "rougeL": 0.3372549019607843, "len_ratio": 0.9029850746268657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 2.0}257{"pair_id": "pair_9b3eb54905fd2c9d", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.33805668016194335, "chrf": 36.760367226556966, "bleu": 8.901192451025086, "rougeL": 0.29304029304029305, "len_ratio": 0.5225806451612903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.16279069767441862, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_22313211c45cfb5d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.08085808580858089, "chrf": 5.753159144958886, "bleu": 0.000401348193569458, "rougeL": 0.1188118811881188, "len_ratio": 0.0898876404494382, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}259{"pair_id": "pair_377da45665f0e275", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.1929577464788732, "chrf": 16.559211641662266, "bleu": 0.4270763765910542, "rougeL": 0.16783216783216784, "len_ratio": 0.30275229357798167, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}260{"pair_id": "pair_80172c75c3eada27", "doc_id": "doc_7581bcce20007a86", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.3494152046783626, "chrf": 39.251533538163194, "bleu": 9.422491467927367, "rougeL": 0.29107981220657275, "len_ratio": 1.2473118279569892, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0}261{"pair_id": "pair_a5afb0af34d3e7d8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3102310231023102, "chrf": 33.523137481990126, "bleu": 5.0500635440795, "rougeL": 0.2666666666666667, "len_ratio": 0.7865168539325843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}262{"pair_id": "pair_eb8d5899132cadd5", "doc_id": "doc_9ad63a530a55b56e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.34068627450980393, "chrf": 45.20856182093416, "bleu": 14.83181379150341, "rougeL": 0.2920353982300885, "len_ratio": 1.018181818181818, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}263{"pair_id": "pair_eb2e4eca4ca40bc7", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.32071713147410363, "chrf": 34.79891296113162, "bleu": 5.03101678335858, "rougeL": 0.24, "len_ratio": 1.1470588235294117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}264{"pair_id": "pair_3ceaf6db1bfecbc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.2358156028368794, "chrf": 38.23515476424163, "bleu": 4.443461291943369, "rougeL": 0.18221734357848515, "len_ratio": 1.2813559322033898, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.625, "number_precision": 0.3125, "negation_delta": 4.0, "hedge_delta": -1.0, "sentence_count_delta": 13.0}265{"pair_id": "pair_7af5b5f7c3e1b389", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.20083682008368198, "chrf": 24.756028917729097, "bleu": 5.256570823866396, "rougeL": 0.2142857142857143, "len_ratio": 0.6557377049180327, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}266{"pair_id": "pair_8f52aee8c3dea80e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2301255230125523, "chrf": 7.420960712155613, "bleu": 0.32124462926876857, "rougeL": 0.011560693641618497, "len_ratio": 2.005813953488372, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}267{"pair_id": "pair_4112683976a6d2a1", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.2975543478260869, "chrf": 39.92225507474646, "bleu": 8.782066527912319, "rougeL": 0.27999999999999997, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}268{"pair_id": "pair_fede62da87b1db7d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.15841584158415845, "chrf": 12.15395177604421, "bleu": 0.03272928086984095, "rougeL": 0.14814814814814817, "len_ratio": 0.15730337078651685, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}269{"pair_id": "pair_1e8d326d2e1cf46b", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2785968479918658, "chrf": 26.173370740103465, "bleu": 3.86874736524749, "rougeL": 0.22264875239923224, "len_ratio": 0.5545171339563862, "placeholders_exact": 0.0, "placeholder_recall": 0.5714285714285714, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -5.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}270{"pair_id": "pair_64aa9005de8428fa", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.315527950310559, "chrf": 32.07595570156464, "bleu": 5.48716363929224, "rougeL": 0.21890547263681595, "len_ratio": 1.6901408450704225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}271{"pair_id": "pair_9a9d581571b09b26", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3357865685372585, "chrf": 35.04833906088521, "bleu": 7.837898035592898, "rougeL": 0.25889967637540456, "len_ratio": 0.8154761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}272{"pair_id": "pair_f0d878f0b2f50e07", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3522617901828682, "chrf": 38.90467137212033, "bleu": 10.66496899640777, "rougeL": 0.2941176470588235, "len_ratio": 0.7869822485207101, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 0.5, "number_precision": 0.14285714285714285, "negation_delta": 2.0, "hedge_delta": -3.0, "sentence_count_delta": 1.0}273{"pair_id": "pair_8c3e4bf1a543c821", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.2960893854748603, "chrf": 33.00956261484489, "bleu": 10.005541474299074, "rougeL": 0.2874251497005988, "len_ratio": 0.9879518072289156, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 2.0}274{"pair_id": "pair_0dd344cd3608ffb0", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.30090206185567014, "chrf": 30.514223431797326, "bleu": 5.799195548085105, "rougeL": 0.21339950372208435, "len_ratio": 0.6639004149377593, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}275{"pair_id": "pair_452b7aa2393cf974", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3313468414779499, "chrf": 43.35296391776636, "bleu": 15.684590754053772, "rougeL": 0.2894736842105264, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}276{"pair_id": "pair_5f4b7f005014cc09", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.33017928286852594, "chrf": 36.75634376533739, "bleu": 12.727486052323018, "rougeL": 0.2809917355371901, "len_ratio": 0.5830508474576271, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}277{"pair_id": "pair_c2f0dfc799d018eb", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.03326180257510725, "chrf": 1.9409486034999737, "bleu": 0.0, "rougeL": 0.014814814814814815, "len_ratio": 0.024, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}278{"pair_id": "pair_f8324dc2350ab41d", "doc_id": "doc_3135153361cfb769", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.3817427385892116, "chrf": 52.40567443507279, "bleu": 24.215427501532446, "rougeL": 0.39097744360902253, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_e036df2962ff3a84", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3377049180327869, "chrf": 45.29856169819542, "bleu": 16.973510657824452, "rougeL": 0.375586854460094, "len_ratio": 1.0333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2222222222222222, "number_precision": 0.2, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}280{"pair_id": "pair_03753c8eeae743c1", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.28358208955223885, "chrf": 38.05495292324724, "bleu": 7.29353979122767, "rougeL": 0.2041587901701323, "len_ratio": 1.0691056910569106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}281{"pair_id": "pair_2168e626b85f6aa8", "doc_id": "doc_fc78b461465fbd42", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3025, "chrf": 32.83077818116041, "bleu": 11.351765385311621, "rougeL": 0.19230769230769232, "len_ratio": 1.5544554455445545, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}282{"pair_id": "pair_ec27ccc16e117e20", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.11151079136690645, "chrf": 5.314179652145295, "bleu": 0.004323798150080783, "rougeL": 0.08888888888888889, "len_ratio": 0.1111111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}283{"pair_id": "pair_6f3ef3438ca264e6", "doc_id": "doc_7581bcce20007a86", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.2913851351351351, "chrf": 35.60029934436501, "bleu": 5.641965661721789, "rougeL": 0.20129870129870128, "len_ratio": 2.2688172043010755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 4.0}284{"pair_id": "pair_8ce0d73fd9b6d075", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.14496036240090604, "chrf": 4.341101642704254, "bleu": 4.447287404078458e-09, "rougeL": 0.04794520547945206, "len_ratio": 0.04428044280442804, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}285{"pair_id": "pair_222dd7c96c3e0948", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.29991980753809144, "chrf": 29.938328047041946, "bleu": 2.903046894642688, "rougeL": 0.19295558958652376, "len_ratio": 0.7245179063360881, "placeholders_exact": 0.0, "placeholder_recall": 0.3076923076923077, "number_recall": 0.14285714285714285, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}286{"pair_id": "pair_57cc371f68363512", "doc_id": "doc_fc3b7b904133fd48", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3115681233933162, "chrf": 27.300788678501647, "bleu": 3.7923320187945784, "rougeL": 0.18725099601593626, "len_ratio": 0.6266666666666667, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.3333333333333333, "number_precision": 0.3333333333333333, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -9.0}287{"pair_id": "pair_679cbad56b2d3f8d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3157534246575342, "chrf": 33.93584709405403, "bleu": 6.5604786867770715, "rougeL": 0.2324455205811138, "len_ratio": 0.6208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -2.0}288{"pair_id": "pair_eaa7ab7681035960", "doc_id": "doc_9ad63a530a55b56e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3115693012600229, "chrf": 41.56955497638661, "bleu": 8.085434477643545, "rougeL": 0.2457627118644068, "len_ratio": 1.0636363636363637, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}289{"pair_id": "pair_f875dff43ba74a03", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.264338076757223, "chrf": 33.350767250995304, "bleu": 8.167890264033998, "rougeL": 0.19918699186991867, "len_ratio": 1.471794871794872, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.25, "number_precision": 0.3333333333333333, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}290{"pair_id": "pair_3a482d8623a4fbbe", "doc_id": "doc_fc3b7b904133fd48", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3131105398457583, "chrf": 34.53608578455285, "bleu": 9.107759107085098, "rougeL": 0.24949698189134814, "len_ratio": 0.6066666666666667, "placeholders_exact": 0.0, "placeholder_recall": 0.2857142857142857, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0}291{"pair_id": "pair_45d81bea4e5af436", "doc_id": "doc_dca1cb2706c17137", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.25508130081300817, "chrf": 36.93661196356987, "bleu": 12.40960517026772, "rougeL": 0.22222222222222218, "len_ratio": 2.3194444444444446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.2222222222222222, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 17.0}292{"pair_id": "pair_bfdace02a8144f56", "doc_id": "doc_fc78b461465fbd42", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.26595744680851063, "chrf": 35.48004686128242, "bleu": 10.73935895050833, "rougeL": 0.23923444976076555, "len_ratio": 1.0297029702970297, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}293{"pair_id": "pair_12fb41e9e9b7a382", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.3402450518378888, "chrf": 41.85456560110495, "bleu": 15.967741056035079, "rougeL": 0.26351351351351354, "len_ratio": 0.7848101265822784, "placeholders_exact": 0.0, "placeholder_recall": 0.5714285714285714, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_7d1acc01c08f1fb5", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.34596577017114916, "chrf": 47.053998704410816, "bleu": 13.31400537331235, "rougeL": 0.32156862745098036, "len_ratio": 0.8625954198473282, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}295{"pair_id": "pair_655c85e2967261b9", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31473069435431533, "chrf": 38.12695282791934, "bleu": 8.132421800700335, "rougeL": 0.2381930184804928, "len_ratio": 0.9146341463414634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.25, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}296{"pair_id": "pair_94194a3ca1e4e851", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2773722627737226, "chrf": 27.357937847524216, "bleu": 1.7281495990567708, "rougeL": 0.1978021978021978, "len_ratio": 1.1842105263157894, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}297{"pair_id": "pair_0294041dedfe8566", "doc_id": "doc_bc5938d3f6b260f6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.35894039735099337, "chrf": 41.03543824347116, "bleu": 13.770730189119758, "rougeL": 0.34061135371179035, "len_ratio": 0.8181818181818182, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}298{"pair_id": "pair_34886856e62683aa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2944038929440389, "chrf": 31.665959585752518, "bleu": 4.923642608573993, "rougeL": 0.2533936651583711, "len_ratio": 1.5121951219512195, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 0.6666666666666666, "number_precision": 0.4, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}299{"pair_id": "pair_a014cef257180f70", "doc_id": "doc_649c56ed2a776c29", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2149532710280374, "chrf": 20.931552776091284, "bleu": 1.4275495056885412, "rougeL": 0.21428571428571427, "len_ratio": 0.27450980392156865, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}300{"pair_id": "pair_5ecc1c8569ad5cb1", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.28754208754208754, "chrf": 42.35426255424704, "bleu": 9.987380418370018, "rougeL": 0.24778761061946905, "len_ratio": 1.2256410256410257, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.25, "number_precision": 0.3333333333333333, "negation_delta": 6.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}301{"pair_id": "pair_dc0db1a40dcf2ae5", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2718023255813954, "chrf": 31.180086484238156, "bleu": 8.221948969096115, "rougeL": 0.21256038647342992, "len_ratio": 0.8942307692307693, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}302{"pair_id": "pair_ff0b44ea6876fbc2", "doc_id": "doc_16a24631c5e15333", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.39274447949526814, "chrf": 45.054282646719074, "bleu": 20.96473003855735, "rougeL": 0.3448275862068966, "len_ratio": 1.144927536231884, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}303{"pair_id": "pair_69d891351ca40ded", "doc_id": "doc_7581bcce20007a86", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.34615384615384615, "chrf": 43.01629416009891, "bleu": 10.431404661378902, "rougeL": 0.3653846153846155, "len_ratio": 1.1935483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}304{"pair_id": "pair_9dcfe112d68ef358", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3496143958868895, "chrf": 36.393198713970484, "bleu": 7.75733055608104, "rougeL": 0.26946107784431134, "len_ratio": 0.7692307692307693, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}305{"pair_id": "pair_65df52755998bb4d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.29396092362344584, "chrf": 38.23250868657584, "bleu": 11.099489899426802, "rougeL": 0.19354838709677422, "len_ratio": 1.1986754966887416, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2857142857142857, "number_precision": 0.4, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}306{"pair_id": "pair_fa2fb072f2a38832", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.23456790123456794, "chrf": 28.531169666322054, "bleu": 5.553186375143466, "rougeL": 0.23214285714285715, "len_ratio": 0.7049180327868853, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}307{"pair_id": "pair_f49a228de52eb9db", "doc_id": "doc_9195328f7f1a1bb1", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.32568402471315094, "chrf": 32.652669274365, "bleu": 7.976433066802996, "rougeL": 0.22485207100591717, "len_ratio": 0.9085714285714286, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -4.0}308{"pair_id": "pair_7b36251e3f342515", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.26573426573426573, "chrf": 28.037570723017076, "bleu": 2.7071847604175474, "rougeL": 0.12682926829268293, "len_ratio": 2.029850746268657, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}309{"pair_id": "pair_a3cef3ef3af84a9b", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.32262773722627736, "chrf": 46.10465456585487, "bleu": 6.302593296632923, "rougeL": 0.29629629629629634, "len_ratio": 1.186046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}310{"pair_id": "pair_9898226bb613ec69", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2617970265029088, "chrf": 33.92150784820233, "bleu": 2.658897690268308, "rougeL": 0.17127071823204418, "len_ratio": 2.2884615384615383, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.4, "number_precision": 0.4, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}311{"pair_id": "pair_20e8ca0d7b653ff7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.14093959731543626, "chrf": 8.596218128315575, "bleu": 0.013486586902157259, "rougeL": 0.1301775147928994, "len_ratio": 0.1388888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.1, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}312{"pair_id": "pair_2ee7f1d2f40e8bdf", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.1704410011918951, "chrf": 10.293808839926829, "bleu": 0.09291848774186395, "rougeL": 0.09929078014184398, "len_ratio": 0.20512820512820512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}313{"pair_id": "pair_ace033f91188533a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3409326424870466, "chrf": 36.9754667089384, "bleu": 16.762400972400904, "rougeL": 0.3082191780821918, "len_ratio": 0.8079470198675497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.14285714285714285, "number_precision": 0.07692307692307693, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}314{"pair_id": "pair_fd580b23fcb01ecc", "doc_id": "doc_96174e2f07291f09", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.23631840796019898, "chrf": 34.99193136409801, "bleu": 25.778441287145213, "rougeL": 0.2990654205607477, "len_ratio": 0.7910447761194029, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.25, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}315{"pair_id": "pair_a6a174d276e47768", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3116438356164384, "chrf": 34.10928003576928, "bleu": 5.173442911661852, "rougeL": 0.22278481012658227, "len_ratio": 0.6208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}316{"pair_id": "pair_c10ef4e67ec8ec17", "doc_id": "doc_3135153361cfb769", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.37629937629937626, "chrf": 40.06722585527782, "bleu": 16.7592553728311, "rougeL": 0.33333333333333337, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}317{"pair_id": "pair_939f8b10ab91b4f8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2064690026954178, "chrf": 30.39842514423961, "bleu": 5.54872190177425, "rougeL": 0.18461538461538463, "len_ratio": 2.4344262295081966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.375, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}318{"pair_id": "pair_8eec2074d215ea78", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3817504655493482, "chrf": 30.440822429454528, "bleu": 15.338229902599329, "rougeL": 0.2894736842105263, "len_ratio": 0.7710843373493976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}319{"pair_id": "pair_dbe2eab5c263e911", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2674123029994916, "chrf": 25.959504281428053, "bleu": 6.61416863073791, "rougeL": 0.2195121951219512, "len_ratio": 0.46417445482866043, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -6.0, "hedge_delta": -2.0, "sentence_count_delta": -6.0}320{"pair_id": "pair_f5fa11427d24982f", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.35158150851581504, "chrf": 39.746819083698256, "bleu": 12.339185848149388, "rougeL": 0.26548672566371684, "len_ratio": 0.782258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.8, "negation_delta": 4.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}321{"pair_id": "pair_450ff580823ab07a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3312020460358056, "chrf": 35.058320286942006, "bleu": 12.595851475479357, "rougeL": 0.30400000000000005, "len_ratio": 1.6071428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2916666666666667, "number_precision": 0.4375, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}322{"pair_id": "pair_bd645c066a932d68", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.32303618711385707, "chrf": 34.12263955066581, "bleu": 10.142124687836462, "rougeL": 0.26436781609195403, "len_ratio": 0.9828571428571429, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 1.0, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -3.0}323{"pair_id": "pair_9f8d2a3c9f938411", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.2733270499528746, "chrf": 38.41011086672765, "bleu": 15.78980503461377, "rougeL": 0.267515923566879, "len_ratio": 0.8924050632911392, "placeholders_exact": 0.0, "placeholder_recall": 0.7142857142857143, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}324{"pair_id": "pair_aa07a7973e8aac0b", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.332010582010582, "chrf": 46.71468891577577, "bleu": 19.12526364903153, "rougeL": 0.3805309734513274, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}325{"pair_id": "pair_e9da743b727436ef", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2067876874506709, "chrf": 17.903406016650305, "bleu": 0.6846571844665256, "rougeL": 0.21122112211221122, "len_ratio": 0.2765957446808511, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.25, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -8.0}326{"pair_id": "pair_b10388ffe9e7c2bc", "doc_id": "doc_9195328f7f1a1bb1", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3201293451899757, "chrf": 39.362476882118486, "bleu": 11.6689554137844, "rougeL": 0.27431421446384036, "len_ratio": 1.2571428571428571, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -5.0}327{"pair_id": "pair_741e9938fd13c327", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.11458333333333337, "chrf": 8.32415999693256, "bleu": 0.06635817984774424, "rougeL": 0.08860759493670886, "len_ratio": 0.12295081967213115, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.16666666666666666, "number_precision": 0.4444444444444444, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}328{"pair_id": "pair_a194677579909580", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.23239436619718312, "chrf": 21.267358868288564, "bleu": 2.212240280794988, "rougeL": 0.2331288343558282, "len_ratio": 0.48623853211009177, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}329{"pair_id": "pair_8763a2e93a0b5d0d", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.36398763523956723, "chrf": 40.289624987812225, "bleu": 15.682955696176496, "rougeL": 0.3254437869822485, "len_ratio": 0.7150259067357513, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2857142857142857, "number_precision": 0.2222222222222222, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}330{"pair_id": "pair_191cdf8e399841a2", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3033419023136247, "chrf": 41.38285796773675, "bleu": 3.970374782322308, "rougeL": 0.24390243902439024, "len_ratio": 0.9615384615384616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}331{"pair_id": "pair_3e464a7d4f539b6c", "doc_id": "doc_b187f41399e937ba", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3224222585924713, "chrf": 35.471374951116815, "bleu": 6.440923033960224, "rougeL": 0.2418300653594771, "len_ratio": 1.2105263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}332{"pair_id": "pair_f650af70b911a819", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.324853228962818, "chrf": 34.90869230790775, "bleu": 12.12490330842891, "rougeL": 0.25000000000000006, "len_ratio": 1.2985074626865671, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4, "number_precision": 0.2222222222222222, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_1917137c51f580b3", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.27978269305393866, "chrf": 30.061163284272887, "bleu": 6.226230617203105, "rougeL": 0.21428571428571427, "len_ratio": 0.5053191489361702, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.25, "number_precision": 0.5, "negation_delta": -3.0, "hedge_delta": -4.0, "sentence_count_delta": -8.0}334{"pair_id": "pair_51dd1a29893d55e1", "doc_id": "doc_c496dc8b7656356a", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.3536776212832551, "chrf": 43.81519562987526, "bleu": 15.41535599807548, "rougeL": 0.339622641509434, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 2.0}335{"pair_id": "pair_4ef36092d5ed2612", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.040256175663311966, "chrf": 2.5130834272285205, "bleu": 0.0007094144413925146, "rougeL": 0.02185792349726776, "len_ratio": 0.05232558139534884, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}336{"pair_id": "pair_e5806be5c2ea5c04", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.10184442662389737, "chrf": 7.415317761314489, "bleu": 0.016484479366656275, "rougeL": 0.08333333333333333, "len_ratio": 0.12672176308539945, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -13.0}337{"pair_id": "pair_ea859eb7a180f91a", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.359375, "chrf": 46.945325548204615, "bleu": 22.730316369564513, "rougeL": 0.36619718309859156, "len_ratio": 0.9558011049723757, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}338{"pair_id": "pair_24ae7fc73522e353", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.334983498349835, "chrf": 36.58813244001091, "bleu": 5.744904856233875, "rougeL": 0.2545454545454545, "len_ratio": 0.8089887640449438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}339{"pair_id": "pair_e08110969d5a8421", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3236775818639799, "chrf": 37.11081588305554, "bleu": 9.423259518700062, "rougeL": 0.26178010471204194, "len_ratio": 1.170731707317073, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.5555555555555556, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}340{"pair_id": "pair_171389a310c61dfc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.34854771784232363, "chrf": 45.95313027429641, "bleu": 7.669766662674518, "rougeL": 0.3098591549295774, "len_ratio": 1.2622950819672132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}341{"pair_id": "pair_837157b81b1252b6", "doc_id": "doc_bc5938d3f6b260f6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.38543046357615895, "chrf": 37.950583329122786, "bleu": 10.302256176147035, "rougeL": 0.2819383259911894, "len_ratio": 0.8099173553719008, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.125, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}342{"pair_id": "pair_7c58265cb1c9b9a5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.32105868814729577, "chrf": 36.982861958722516, "bleu": 12.549107368578666, "rougeL": 0.27338129496402874, "len_ratio": 0.8642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.7142857142857143, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}343{"pair_id": "pair_4905cc63786a4ef7", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.34039735099337753, "chrf": 39.75201380287499, "bleu": 13.296222766023458, "rougeL": 0.30578512396694213, "len_ratio": 0.9504132231404959, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.875, "number_precision": 0.5384615384615384, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}344{"pair_id": "pair_231440e4b3069bd2", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.10576923076923073, "chrf": 6.650144072706028, "bleu": 0.007740485433621318, "rougeL": 0.07239819004524888, "len_ratio": 0.15286624203821655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -7.0}345{"pair_id": "pair_074c529b3ed7b2e1", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.24164810690423166, "chrf": 30.439784870961173, "bleu": 5.688939632525934, "rougeL": 0.19327731092436973, "len_ratio": 0.8879310344827587, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}346{"pair_id": "pair_bd9b70fd81b20041", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3229643183897529, "chrf": 30.34425560032507, "bleu": 9.292617022743668, "rougeL": 0.2473498233215548, "len_ratio": 0.627906976744186, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.2727272727272727, "number_precision": 0.6, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_817927acc3f295a5", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3821022727272727, "chrf": 41.50357813819506, "bleu": 8.684028962469243, "rougeL": 0.3351351351351351, "len_ratio": 0.84, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}348{"pair_id": "pair_999fdfffeeadd973", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2922318125770653, "chrf": 32.06160882166459, "bleu": 12.473043444559455, "rougeL": 0.23, "len_ratio": 1.3768115942028984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}349{"pair_id": "pair_6cdb633d3e3021b6", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3050153531218014, "chrf": 45.22355785270314, "bleu": 9.622687922551826, "rougeL": 0.2776659959758551, "len_ratio": 1.6, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}350{"pair_id": "pair_03dbf7c05f77ad54", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3883696780893042, "chrf": 46.379612379844694, "bleu": 19.879381404715236, "rougeL": 0.37583892617449666, "len_ratio": 1.4583333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.35294117647058826, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}351{"pair_id": "pair_88d78195bf72aaa0", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31784841075794623, "chrf": 37.68027179868507, "bleu": 8.641008313041434, "rougeL": 0.29149797570850206, "len_ratio": 0.816793893129771, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}352{"pair_id": "pair_73a1adb079c0ca78", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.07843137254901966, "chrf": 1.5835723470053882, "bleu": 0.0, "rougeL": 0.0, "len_ratio": 0.011363636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}353{"pair_id": "pair_eda728b83ec2ae89", "doc_id": "doc_16a24631c5e15333", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.07929515418502198, "chrf": 5.168886491662577, "bleu": 0.003347776707297088, "rougeL": 0.16867469879518074, "len_ratio": 0.10144927536231885, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}354{"pair_id": "pair_f1e57336f4f219fa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2420634920634921, "chrf": 28.142504458399607, "bleu": 3.6804449982653487, "rougeL": 0.18584070796460178, "len_ratio": 1.5731707317073171, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 0.5555555555555556, "number_precision": 0.29411764705882354, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}355{"pair_id": "pair_f710d12cdc3baa04", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.29497825227362595, "chrf": 39.13731007055615, "bleu": 1.7815918846100642, "rougeL": 0.18769230769230769, "len_ratio": 1.821917808219178, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 3.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}356{"pair_id": "pair_25469a64fa466781", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3256997455470738, "chrf": 45.74383846646401, "bleu": 24.956811920007375, "rougeL": 0.35294117647058826, "len_ratio": 1.0838709677419356, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4186046511627907, "number_precision": 0.43902439024390244, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}357{"pair_id": "pair_7d60d30946b678d6", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.29646017699115046, "chrf": 32.56607650487695, "bleu": 6.160956284786897, "rougeL": 0.21379310344827587, "len_ratio": 1.164179104477612, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}358{"pair_id": "pair_c4b7973078f96e72", "doc_id": "doc_c496dc8b7656356a", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.37089201877934275, "chrf": 41.24022616474372, "bleu": 8.503456284132758, "rougeL": 0.2916666666666667, "len_ratio": 0.7428571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.25, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_460dd677d4d8c72e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2931726907630522, "chrf": 34.52723862547055, "bleu": 8.686619721414356, "rougeL": 0.2893081761006289, "len_ratio": 0.8170731707317073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}360{"pair_id": "pair_0dc76d9714c7b0f5", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3107971745711403, "chrf": 33.963573434865395, "bleu": 6.616228963542918, "rougeL": 0.2751677852348993, "len_ratio": 0.785234899328859, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_dd0ba6e8ec7ada0f", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.3445010924981792, "chrf": 47.15834423508787, "bleu": 18.955416985910556, "rougeL": 0.3028571428571428, "len_ratio": 1.6141732283464567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.6, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 12.0}362{"pair_id": "pair_9deaff67b2ef0f62", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.33203125, "chrf": 37.34355018378114, "bleu": 12.208502858144731, "rougeL": 0.23952095808383236, "len_ratio": 1.4179104477611941, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.4, "number_precision": 0.16666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}363{"pair_id": "pair_2a2a79a1d7692d5e", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.34249803613511387, "chrf": 33.66879807908485, "bleu": 7.516761226874618, "rougeL": 0.22950819672131148, "len_ratio": 0.7684729064039408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}364{"pair_id": "pair_7f78cabe32e4cd0b", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.28490028490028485, "chrf": 34.60846410313392, "bleu": 6.086831172423576, "rougeL": 0.24680851063829787, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.5, "negation_delta": 2.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}365{"pair_id": "pair_72c32aae832a31e3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3128453038674033, "chrf": 37.218512991017185, "bleu": 6.877716228388114, "rougeL": 0.25899280575539574, "len_ratio": 1.298342541436464, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}366{"pair_id": "pair_388ebf6ba0f496c7", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.30641025641025643, "chrf": 30.169735452329334, "bleu": 2.9121162196695116, "rougeL": 0.2390438247011952, "len_ratio": 1.121212121212121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.2, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": -4.0}367{"pair_id": "pair_8d750d25af82b3b6", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.23890784982935154, "chrf": 33.32399354262475, "bleu": 17.508477258910087, "rougeL": 0.18856259659969088, "len_ratio": 1.087248322147651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.47619047619047616, "number_precision": 0.3225806451612903, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}368{"pair_id": "pair_0ec2f16d9fc16c9d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3413217138707335, "chrf": 42.386339874873904, "bleu": 15.828847126789137, "rougeL": 0.3391521197007481, "len_ratio": 0.8726415094339622, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}369{"pair_id": "pair_2562b0a590785ca5", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31538852209243273, "chrf": 41.76809067607088, "bleu": 5.284428516986225, "rougeL": 0.22564102564102564, "len_ratio": 1.553648068669528, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.08, "number_precision": 0.13333333333333333, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 28.0}370{"pair_id": "pair_1105b86f9452566f", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3529411764705882, "chrf": 46.97471718842816, "bleu": 20.598138404274263, "rougeL": 0.358288770053476, "len_ratio": 1.0607734806629834, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}371{"pair_id": "pair_804fc0ab4219c05c", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.40714285714285714, "chrf": 45.44431780629661, "bleu": 21.17967011807616, "rougeL": 0.40875912408759124, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}372{"pair_id": "pair_3871e0b35a1f9687", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.262781748213304, "chrf": 31.790054775400282, "bleu": 3.3248650933317525, "rougeL": 0.1761904761904762, "len_ratio": 2.1343283582089554, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}373{"pair_id": "pair_d88011889a24924f", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3097199341021417, "chrf": 39.206571457409154, "bleu": 5.218934510084026, "rougeL": 0.2105263157894737, "len_ratio": 1.197674418604651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}374{"pair_id": "pair_6397b8593f1b2fa4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.15823367065317384, "chrf": 12.503852531952056, "bleu": 0.12763646209940122, "rougeL": 0.13658536585365852, "len_ratio": 0.20238095238095238, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}375{"pair_id": "pair_7e393ce6fb8f49dd", "doc_id": "doc_7581bcce20007a86", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.3109375, "chrf": 46.603352088903456, "bleu": 14.00337527169224, "rougeL": 0.31840796019900497, "len_ratio": 1.10752688172043, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0}376{"pair_id": "pair_75547a2cae28cdd8", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3161764705882353, "chrf": 39.74129039529355, "bleu": 12.888890220872215, "rougeL": 0.27322404371584696, "len_ratio": 1.0165745856353592, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}377{"pair_id": "pair_29d2aa88a8deb2f3", "doc_id": "doc_9195328f7f1a1bb1", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.33186231244483677, "chrf": 33.890900372940294, "bleu": 9.602330292637888, "rougeL": 0.27397260273972607, "len_ratio": 1.0857142857142856, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}378{"pair_id": "pair_cc66a7390f7ef874", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.24380165289256195, "chrf": 32.19286635732962, "bleu": 7.253002508228642, "rougeL": 0.21739130434782608, "len_ratio": 1.0853658536585367, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.1111111111111111, "number_precision": 0.16666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}379{"pair_id": "pair_53f4d9a2f89982ea", "doc_id": "doc_bc5938d3f6b260f6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.35894039735099337, "chrf": 37.8923282930807, "bleu": 13.995189192478396, "rougeL": 0.28947368421052627, "len_ratio": 0.8099173553719008, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 0.375, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}380{"pair_id": "pair_389a3589f6083931", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3442437923250564, "chrf": 45.864833551056066, "bleu": 21.723097862762902, "rougeL": 0.3296703296703297, "len_ratio": 1.2166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.25, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}381{"pair_id": "pair_36237e4f2034ca8b", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.0974338412189254, "chrf": 7.898956792278135, "bleu": 0.009144732533821906, "rougeL": 0.09456264775413713, "len_ratio": 0.1046831955922865, "placeholders_exact": 0.0, "placeholder_recall": 0.07692307692307693, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -12.0}382{"pair_id": "pair_cf6c124581ebc65f", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.2938038572014773, "chrf": 34.71487537658746, "bleu": 4.58608756504489, "rougeL": 0.17628205128205127, "len_ratio": 1.812785388127854, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}383{"pair_id": "pair_055f4e2f19b47da8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.29357798165137616, "chrf": 41.38059669384568, "bleu": 13.391166335885151, "rougeL": 0.26609442060085836, "len_ratio": 1.1444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.2727272727272727, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}384{"pair_id": "pair_8c15e46bb617cfbd", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.37628865979381443, "chrf": 55.80197401650284, "bleu": 17.323687344908063, "rougeL": 0.38818565400843885, "len_ratio": 1.0714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_78f5b2b3bfd59cfe", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.34705882352941175, "chrf": 32.43904410003368, "bleu": 9.016128175506196, "rougeL": 0.25668449197860965, "len_ratio": 0.85, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}386{"pair_id": "pair_f86bfc5f9ed4b9b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2099276111685625, "chrf": 23.72579860700806, "bleu": 8.609295609423105, "rougeL": 0.2542372881355932, "len_ratio": 0.5555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3, "number_precision": 0.42857142857142855, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}387{"pair_id": "pair_7dcc343416dd89b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.3647871116225546, "chrf": 38.72134467739924, "bleu": 13.283402594268916, "rougeL": 0.31460674157303375, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.55, "number_precision": 0.5789473684210527, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}388{"pair_id": "pair_5813e16ceaca9ed3", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3091247672253259, "chrf": 28.84696543143476, "bleu": 5.687819121991813, "rougeL": 0.2289156626506024, "len_ratio": 0.963855421686747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.5, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 4.0}389{"pair_id": "pair_242a6b1fa02e949e", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.09790209790209792, "chrf": 8.6771119166187, "bleu": 4.43878537277915e-05, "rougeL": 0.11428571428571428, "len_ratio": 0.09554140127388536, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -7.0}390{"pair_id": "pair_6b399e4df4a9de94", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.32050274941084056, "chrf": 30.686295101203985, "bleu": 6.085303615448932, "rougeL": 0.25882352941176473, "len_ratio": 0.6206896551724138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.3333333333333333, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}391{"pair_id": "pair_13dd4eda62406540", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.28063040162684294, "chrf": 25.15758722753602, "bleu": 4.874742540057263, "rougeL": 0.19455252918287938, "len_ratio": 0.5327102803738317, "placeholders_exact": 0.0, "placeholder_recall": 0.5714285714285714, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -6.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}392{"pair_id": "pair_c3b2cbf22d24ff40", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3160997732426304, "chrf": 42.38408104733979, "bleu": 3.222848398097521, "rougeL": 0.23711340206185563, "len_ratio": 1.538812785388128, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}393{"pair_id": "pair_367eb370fe4f529c", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.21321321321321318, "chrf": 17.49527742083039, "bleu": 0.22339005657239605, "rougeL": 0.14942528735632185, "len_ratio": 0.20279720279720279, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}394{"pair_id": "pair_f09de1e1c64f3d2e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2754442649434572, "chrf": 29.993628747640916, "bleu": 2.7710824085176364, "rougeL": 0.21917808219178084, "len_ratio": 0.88, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 0.375, "number_precision": 0.34615384615384615, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_2f9d146538af41a4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3607552258934592, "chrf": 39.364434182825924, "bleu": 11.7405805382782, "rougeL": 0.32385120350109414, "len_ratio": 1.1320754716981132, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.1111111111111111, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}396{"pair_id": "pair_cb6649b20a1e0a58", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3417124901806756, "chrf": 34.73687388297336, "bleu": 5.3185884685861495, "rougeL": 0.22413793103448276, "len_ratio": 0.6748768472906403, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.16666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}397{"pair_id": "pair_cebbb24f2cfdcc10", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2904411764705882, "chrf": 24.520119752307927, "bleu": 2.1204074077361548, "rougeL": 0.24460431654676257, "len_ratio": 0.5248618784530387, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}398{"pair_id": "pair_a9886bc4347d365c", "doc_id": "doc_649c56ed2a776c29", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.07943925233644855, "chrf": 4.766242065033195, "bleu": 1.0950025376047645e-06, "rougeL": 0.07272727272727272, "len_ratio": 0.06535947712418301, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}399{"pair_id": "pair_11a036198a3c8fdd", "doc_id": "doc_967f69b1bf330c46", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31115879828326176, "chrf": 35.542582101505246, "bleu": 4.0288502259147, "rougeL": 0.2530612244897959, "len_ratio": 0.832, "placeholders_exact": 0.0, "placeholder_recall": 0.75, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}400{"pair_id": "pair_22daecbaf1d49510", "doc_id": "doc_679741e00536f8a4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.14835787089467722, "chrf": 5.0137263874710305, "bleu": 5.753131527537766e-07, "rougeL": 0.04682274247491639, "len_ratio": 0.06273062730627306, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}401{"pair_id": "pair_59dc9deab6df1009", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.12790697674418605, "chrf": 4.611618616920095, "bleu": 3.997273631716061e-14, "rougeL": 0.030456852791878174, "len_ratio": 0.030303030303030304, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -13.0}402{"pair_id": "pair_2b405d3983731fad", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.33698030634573306, "chrf": 33.599397559092445, "bleu": 12.00104036851278, "rougeL": 0.29370629370629375, "len_ratio": 1.106060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_a4ce7cbe3a375b03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3023774145616642, "chrf": 40.199473867928845, "bleu": 7.895326933536514, "rougeL": 0.25980392156862747, "len_ratio": 1.1189189189189188, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}404{"pair_id": "pair_51281d318770704d", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.28695652173913044, "chrf": 35.24824692794948, "bleu": 3.730995627704668, "rougeL": 0.2127659574468085, "len_ratio": 1.186046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}405{"pair_id": "pair_96048f36076f2fcd", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.36140350877192984, "chrf": 44.03305962093777, "bleu": 16.964685342015137, "rougeL": 0.34117647058823525, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}406{"pair_id": "pair_c4775e836de09d99", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.30546874999999996, "chrf": 39.54780698227423, "bleu": 9.814877525473896, "rougeL": 0.24725274725274723, "len_ratio": 1.3355704697986577, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}407{"pair_id": "pair_ffbadf19abc61814", "doc_id": "doc_adb94552819f8ffa", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.39207048458149785, "chrf": 48.530140692050225, "bleu": 13.753009730325372, "rougeL": 0.3548387096774194, "len_ratio": 0.7222222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}408{"pair_id": "pair_2bbcca3fbb594af9", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.32515337423312884, "chrf": 44.473000209034765, "bleu": 12.415796740025394, "rougeL": 0.33492822966507174, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}409{"pair_id": "pair_01926ef243e6f8e4", "doc_id": "doc_96174e2f07291f09", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.30597014925373134, "chrf": 32.990902589286556, "bleu": 11.793964536891975, "rougeL": 0.25882352941176473, "len_ratio": 0.43283582089552236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2222222222222222, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_425211dfb083b241", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.29530461777260375, "chrf": 32.52103559138889, "bleu": 7.961294241784707, "rougeL": 0.20322580645161295, "len_ratio": 0.5877659574468085, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.5, "number_precision": 0.3333333333333333, "negation_delta": -3.0, "hedge_delta": 0.0, "sentence_count_delta": -10.0}411{"pair_id": "pair_6bcc2a2d6a67daf5", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.29204614450516087, "chrf": 38.51722115326372, "bleu": 9.509995716317338, "rougeL": 0.22676579925650558, "len_ratio": 1.056910569105691, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.3333333333333333, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}412{"pair_id": "pair_01232c0a13924b98", "doc_id": "doc_649c56ed2a776c29", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.08971962616822426, "chrf": 4.419351536156939, "bleu": 1.0950025376047645e-06, "rougeL": 0.07272727272727272, "len_ratio": 0.06535947712418301, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}413{"pair_id": "pair_c0b569d83d33f5f8", "doc_id": "doc_b860396abb8d4077", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3055555555555556, "chrf": 42.4346062534687, "bleu": 18.003161367635887, "rougeL": 0.33540372670807456, "len_ratio": 0.8372093023255814, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}414{"pair_id": "pair_bcb6e8c08ff21d70", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.20022371364653246, "chrf": 18.951672523631498, "bleu": 2.897193111548769, "rougeL": 0.2167487684729064, "len_ratio": 0.3333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.1, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_68b67e128aadb199", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.31972111553784865, "chrf": 39.32231524772827, "bleu": 14.578789209955936, "rougeL": 0.24568138195777353, "len_ratio": 0.7084745762711865, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.625, "number_precision": 0.625, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}416{"pair_id": "pair_3de005d49cbf415d", "doc_id": "doc_adb94552819f8ffa", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.31739130434782614, "chrf": 44.88829906455906, "bleu": 11.72974387397687, "rougeL": 0.3211009174311926, "len_ratio": 1.0092592592592593, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}417{"pair_id": "pair_2c8165947bc31182", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.27140549273021, "chrf": 33.604195924432766, "bleu": 7.647761950167824, "rougeL": 0.21882951653944022, "len_ratio": 1.022857142857143, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 0.4166666666666667, "number_precision": 0.3448275862068966, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}418{"pair_id": "pair_6a5404a058481a2a", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.06575781876503606, "chrf": 3.08127511138529, "bleu": 4.1119080567069887e-13, "rougeL": 0.03022670025188917, "len_ratio": 0.03581267217630854, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -13.0}419{"pair_id": "pair_918534c10ad2fd5a", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31408573928258965, "chrf": 32.84092033239588, "bleu": 1.8212411882205728, "rougeL": 0.15294117647058825, "len_ratio": 1.5038167938931297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}420{"pair_id": "pair_870e9a33462cf105", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.10585404971932644, "chrf": 7.353960401142847, "bleu": 0.0010007920379451643, "rougeL": 0.07655502392344497, "len_ratio": 0.09090909090909091, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -13.0}421{"pair_id": "pair_84f18babdba3f64c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.36245954692556637, "chrf": 43.36630661894549, "bleu": 20.05727254637231, "rougeL": 0.39316239316239315, "len_ratio": 1.1090909090909091, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.45454545454545453, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_7283f93d20a9c9f1", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.29239766081871343, "chrf": 25.97286837161688, "bleu": 1.1562423278813565, "rougeL": 0.203125, "len_ratio": 0.42105263157894735, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}423{"pair_id": "pair_5a83e2c5149d2ee6", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.36245954692556637, "chrf": 43.36630661894549, "bleu": 20.05727254637231, "rougeL": 0.39316239316239315, "len_ratio": 1.1090909090909091, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.45454545454545453, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_a57f2e35ee87cd5c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.31760644418872264, "chrf": 36.01697616254642, "bleu": 6.571530193237356, "rougeL": 0.2583025830258303, "len_ratio": 0.8428571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.35, "number_precision": 0.6363636363636364, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}425{"pair_id": "pair_d8ec14e12d68fe21", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31899109792284863, "chrf": 42.85064430586342, "bleu": 7.562332949610787, "rougeL": 0.21269296740994853, "len_ratio": 1.4657534246575343, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}426{"pair_id": "pair_07d078d08b2a2031", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.2407407407407407, "chrf": 35.813502317239966, "bleu": 11.054635996554762, "rougeL": 0.27230046948356806, "len_ratio": 0.7964601769911505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}427{"pair_id": "pair_14ecb5a056f94f85", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3539412673879444, "chrf": 44.14212699781161, "bleu": 18.871883280260395, "rougeL": 0.3768996960486322, "len_ratio": 0.6839378238341969, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2857142857142857, "number_precision": 0.4, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}428{"pair_id": "pair_0c714d343e7d692e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.28211098176173843, "chrf": 32.16985965400501, "bleu": 6.9690177657079255, "rougeL": 0.22259136212624583, "len_ratio": 0.5452127659574468, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": -3.0, "hedge_delta": -3.0, "sentence_count_delta": -10.0}429{"pair_id": "pair_b35dfa1d66430ad6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.23512747875354112, "chrf": 34.004294978279766, "bleu": 7.534053274704648, "rougeL": 0.20095693779904308, "len_ratio": 1.05, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_488295d5205c31eb", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3304761904761905, "chrf": 40.00406046573862, "bleu": 8.097089372567707, "rougeL": 0.2707692307692308, "len_ratio": 0.896969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}431{"pair_id": "pair_f7fa2440ae319193", "doc_id": "doc_861988bceb67e1df", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3507194244604317, "chrf": 36.080536217924134, "bleu": 6.45580972979288, "rougeL": 0.25675675675675674, "len_ratio": 0.8271604938271605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}432{"pair_id": "pair_89fbc1827315c06a", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3737373737373737, "chrf": 50.40109387150942, "bleu": 17.74857714655162, "rougeL": 0.358974358974359, "len_ratio": 0.8433734939759037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}433{"pair_id": "pair_e35d3509186467ab", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.32515337423312884, "chrf": 44.473000209034765, "bleu": 12.415796740025394, "rougeL": 0.33492822966507174, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 4.0}434{"pair_id": "pair_51743d1445182a3f", "doc_id": "doc_3135153361cfb769", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4093851132686084, "chrf": 53.49085213375275, "bleu": 13.399169050179495, "rougeL": 0.34355828220858897, "len_ratio": 1.4179104477611941, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_611166d6d51a44ef", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.26697710516104, "chrf": 24.696739928254644, "bleu": 4.093885606734553, "rougeL": 0.17900172117039584, "len_ratio": 0.48138297872340424, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.25, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": 2.0, "sentence_count_delta": -10.0}436{"pair_id": "pair_4e7b674b25d4a5e1", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.14093959731543626, "chrf": 8.5941045864465, "bleu": 0.013486586902157259, "rougeL": 0.1301775147928994, "len_ratio": 0.1388888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.1, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}437{"pair_id": "pair_7d4776222ade0983", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.34801136363636365, "chrf": 42.58534291160266, "bleu": 8.78676048807446, "rougeL": 0.33663366336633666, "len_ratio": 0.99, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}438{"pair_id": "pair_68e153a6daf97a77", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3292181069958847, "chrf": 29.427596149628094, "bleu": 4.125658486192185, "rougeL": 0.2887700534759359, "len_ratio": 0.8690476190476191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.20833333333333334, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}439{"pair_id": "pair_0e6ea9350b9f76f3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3221649484536082, "chrf": 33.398875284390314, "bleu": 6.78712928176066, "rougeL": 0.263681592039801, "len_ratio": 0.6307053941908713, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}440{"pair_id": "pair_fcdc5cd55975b75a", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.041497975708502, "chrf": 3.1088488568962416, "bleu": 9.00210303437379e-16, "rougeL": 0.042328042328042326, "len_ratio": 0.03225806451612903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.023255813953488372, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}441{"pair_id": "pair_9fc6bd9531545cee", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.35546875, "chrf": 47.60950501696997, "bleu": 28.811433089418326, "rougeL": 0.3953488372093023, "len_ratio": 1.1166666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}442{"pair_id": "pair_f6570ea7ec92fbc8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.24631396357328705, "chrf": 37.82155345558865, "bleu": 18.033026486992572, "rougeL": 0.26712328767123283, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7, "number_precision": 0.5833333333333334, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}443{"pair_id": "pair_ed5a5cd722dff209", "doc_id": "doc_b9f6f386c52a2106", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.34135667396061264, "chrf": 30.56747686955558, "bleu": 11.920264345385245, "rougeL": 0.2695035460992908, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}444{"pair_id": "pair_ba7ae4963f784961", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.303030303030303, "chrf": 34.34231079172022, "bleu": 4.302203509988399, "rougeL": 0.18888888888888888, "len_ratio": 0.9886363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}445{"pair_id": "pair_6ea9f150f88bdcf1", "doc_id": "doc_16a24631c5e15333", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.34045801526717556, "chrf": 41.578828659817006, "bleu": 23.512005599038343, "rougeL": 0.3535911602209944, "len_ratio": 1.1014492753623188, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.4, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}446{"pair_id": "pair_55c11fa0fa31a43a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.1971971971971972, "chrf": 12.454316661473086, "bleu": 0.008280859198642401, "rougeL": 0.12269938650306748, "len_ratio": 0.11888111888111888, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}447{"pair_id": "pair_66f99ec0df15b288", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.1501787842669845, "chrf": 7.934865837968237, "bleu": 0.013473952099975484, "rougeL": 0.08888888888888889, "len_ratio": 0.15384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}448{"pair_id": "pair_e784055ac8fb6e54", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.12674825174825177, "chrf": 8.914680735968131, "bleu": 0.03433329976547299, "rougeL": 0.0990990990990991, "len_ratio": 0.19745222929936307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}449{"pair_id": "pair_d2551e35f71d9ab8", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.32089552238805974, "chrf": 37.98137046681428, "bleu": 27.419604743712174, "rougeL": 0.288135593220339, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2222222222222222, "number_precision": 0.18181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}450{"pair_id": "pair_b243a59fa1667df4", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.46278317152103565, "chrf": 54.96579934667088, "bleu": 34.15195572834561, "rougeL": 0.5490196078431372, "len_ratio": 0.8545454545454545, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}451{"pair_id": "pair_506ae7df4674cab7", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.33228346456692914, "chrf": 44.583992517848905, "bleu": 10.47915018792818, "rougeL": 0.2642857142857143, "len_ratio": 1.393162393162393, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}452{"pair_id": "pair_f89f18927ab153c8", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.29576152771308806, "chrf": 33.41200235087361, "bleu": 9.305553049740292, "rougeL": 0.1990521327014218, "len_ratio": 1.6553191489361703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6875, "number_precision": 0.16923076923076924, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}453{"pair_id": "pair_4805fbb61049c259", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.318200408997955, "chrf": 43.11099732618448, "bleu": 7.218808594094021, "rougeL": 0.2375601926163724, "len_ratio": 1.7990867579908676, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}454{"pair_id": "pair_09dfdd9cd1e81663", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.2770618556701031, "chrf": 28.742202165019968, "bleu": 5.422142251381972, "rougeL": 0.23719676549865226, "len_ratio": 0.48132780082987553, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}455{"pair_id": "pair_de534e6c5522b151", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3179791976225854, "chrf": 37.21618760852014, "bleu": 9.192657816494988, "rougeL": 0.23323615160349853, "len_ratio": 0.7621621621621621, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -7.0}456{"pair_id": "pair_9210717bc22fdc06", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.18725985844287163, "chrf": 19.516648589612718, "bleu": 1.4646465413267016, "rougeL": 0.09606986899563318, "len_ratio": 1.7661290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 6.0}457{"pair_id": "pair_8532b78775a4e82a", "doc_id": "doc_fd2461ec733b3c95", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.15289765721331694, "chrf": 6.311553926147619, "bleu": 0.0002548971860120708, "rougeL": 0.1037037037037037, "len_ratio": 0.1, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -3.0, "sentence_count_delta": -5.0}458{"pair_id": "pair_643d06cb035cdb0e", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3657375934738273, "chrf": 45.51063687659876, "bleu": 15.393327890983823, "rougeL": 0.33407572383073497, "len_ratio": 1.0849056603773586, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.1111111111111111, "number_precision": 0.3333333333333333, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}459{"pair_id": "pair_2ab238d7b5d4e98a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.27105666156202146, "chrf": 36.24159325369711, "bleu": 3.6804354264634664, "rougeL": 0.27586206896551724, "len_ratio": 0.8876404494382022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}460{"pair_id": "pair_7ddc8bb7a2f2240b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.29801324503311255, "chrf": 34.25239054101259, "bleu": 15.702317504217309, "rougeL": 0.2869198312236287, "len_ratio": 1.5357142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.47058823529411764, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}461{"pair_id": "pair_a37053eb5335c2cd", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.36111111111111116, "chrf": 36.02898382646085, "bleu": 9.719378281470105, "rougeL": 0.2648401826484018, "len_ratio": 1.3010752688172043, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 2.0}462{"pair_id": "pair_e86606b8e1de8efa", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.30685714285714283, "chrf": 29.43756009207281, "bleu": 4.722683238181033, "rougeL": 0.17961165048543687, "len_ratio": 0.6451612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -4.0}463{"pair_id": "pair_094dc7fede5b31b4", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.31214421252371916, "chrf": 31.8055056047281, "bleu": 3.041115565123186, "rougeL": 0.16722408026755856, "len_ratio": 1.5663716814159292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}464{"pair_id": "pair_29541c5de8e30eb0", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.15311760063141278, "chrf": 6.279528772147196, "bleu": 7.042826539430808e-05, "rougeL": 0.0622568093385214, "len_ratio": 0.08085106382978724, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.125, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -9.0}465{"pair_id": "pair_6b49918604f4ddb4", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.32442067736185387, "chrf": 41.115669970608735, "bleu": 7.098327841155358, "rougeL": 0.2962962962962963, "len_ratio": 0.8068181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}466{"pair_id": "pair_f52c0d6903e947c0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.15311510031678988, "chrf": 12.639486955283749, "bleu": 0.07406536243262504, "rougeL": 0.09090909090909091, "len_ratio": 0.16535433070866143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}467{"pair_id": "pair_3cb0ae908fe836a2", "doc_id": "doc_3135153361cfb769", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.43333333333333335, "chrf": 50.04308690647756, "bleu": 23.27146692272871, "rougeL": 0.43356643356643354, "len_ratio": 1.0895522388059702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}468{"pair_id": "pair_f773bcd23ef46305", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.36363636363636365, "chrf": 36.5288260167836, "bleu": 6.355157728349159, "rougeL": 0.27210884353741494, "len_ratio": 0.6987951807228916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}469{"pair_id": "pair_18235b3051bb3ba0", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.31840796019900497, "chrf": 37.99890717316487, "bleu": 27.41722115589404, "rougeL": 0.2735042735042735, "len_ratio": 1.0149253731343284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2222222222222222, "number_precision": 0.18181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}470{"pair_id": "pair_b60d8f40e0325e19", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3455933379597502, "chrf": 39.02988332816938, "bleu": 11.324408453420686, "rougeL": 0.2814814814814815, "len_ratio": 0.7339055793991416, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.16, "number_precision": 0.4444444444444444, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}471{"pair_id": "pair_474982aefff458c7", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3456402199528672, "chrf": 41.654571677106205, "bleu": 9.079141104917888, "rougeL": 0.2480211081794195, "len_ratio": 0.812807881773399, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}472{"pair_id": "pair_053da0e25948aca6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.13372093023255816, "chrf": 7.217832711664454, "bleu": 0.09613049439233048, "rougeL": 0.10852713178294573, "len_ratio": 0.19230769230769232, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}473{"pair_id": "pair_c46e64923862f96a", "doc_id": "doc_9195328f7f1a1bb1", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.30538393645189765, "chrf": 23.659127784578523, "bleu": 7.035587780156964, "rougeL": 0.18749999999999997, "len_ratio": 0.6342857142857142, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 1.0, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}474{"pair_id": "pair_6501140e74584dec", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3215077605321508, "chrf": 34.613845156602295, "bleu": 9.797745385028046, "rougeL": 0.2338709677419355, "len_ratio": 1.3076923076923077, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_517966b5cc08ea57", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4072948328267477, "chrf": 54.338731986118646, "bleu": 22.45849212717955, "rougeL": 0.41071428571428575, "len_ratio": 0.8833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 0.7142857142857143, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}476{"pair_id": "pair_1d6eedd0c6d24ea0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.23725356900067984, "chrf": 36.4399453513038, "bleu": 4.383469430001277, "rougeL": 0.15783783783783784, "len_ratio": 1.3491525423728814, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.625, "number_precision": 0.35714285714285715, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": 8.0}477{"pair_id": "pair_0a471b6ef8d3a304", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.29916567342073896, "chrf": 31.35038775459532, "bleu": 5.831570879729672, "rougeL": 0.20454545454545456, "len_ratio": 0.9701492537313433, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}478{"pair_id": "pair_91bcc382ad83e38d", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.35128205128205126, "chrf": 41.46390905479364, "bleu": 15.060376743858843, "rougeL": 0.3230769230769231, "len_ratio": 1.1818181818181819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.21428571428571427, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}479{"pair_id": "pair_ff489f946fa97cd7", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.32413793103448274, "chrf": 40.08238137714313, "bleu": 6.721884356364871, "rougeL": 0.3195876288659794, "len_ratio": 1.255813953488372, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}480{"pair_id": "pair_4d3fe6a3006a5989", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3222945002956831, "chrf": 43.92307798879011, "bleu": 17.721081627869324, "rougeL": 0.2916666666666667, "len_ratio": 1.0232558139534884, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 0.3333333333333333, "negation_delta": -2.0, "hedge_delta": -3.0, "sentence_count_delta": 4.0}481{"pair_id": "pair_56061dde7640c458", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3029366306027821, "chrf": 44.72087446960403, "bleu": 18.028860381838744, "rougeL": 0.3160621761658031, "len_ratio": 0.9740932642487047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2857142857142857, "number_precision": 0.2857142857142857, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}482{"pair_id": "pair_7672ebff8c8428da", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3445566778900112, "chrf": 49.891375362644645, "bleu": 22.488427809533587, "rougeL": 0.311787072243346, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.4117647058823529, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}483{"pair_id": "pair_f4e936423f1276f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3268933539412674, "chrf": 42.64431171036252, "bleu": 19.476203338343094, "rougeL": 0.291005291005291, "len_ratio": 0.9326424870466321, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}484{"pair_id": "pair_5938987848b6b679", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3549862763037511, "chrf": 43.977090963107884, "bleu": 16.70131611653, "rougeL": 0.3194888178913738, "len_ratio": 0.8081395348837209, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.36363636363636365, "number_precision": 0.4444444444444444, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}485{"pair_id": "pair_ffd11e076d514f3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.25058004640371234, "chrf": 26.509367272254597, "bleu": 9.305906585464571, "rougeL": 0.2522522522522523, "len_ratio": 0.7377049180327869, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.4, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}486{"pair_id": "pair_4fdee4601ea81942", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.16291390728476818, "chrf": 12.091152405428657, "bleu": 0.15550445822362652, "rougeL": 0.11842105263157895, "len_ratio": 0.19834710743801653, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 0.125, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}487{"pair_id": "pair_d3f31f482793fd9b", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31085714285714283, "chrf": 33.98360841783689, "bleu": 5.724971237545732, "rougeL": 0.24303797468354435, "len_ratio": 0.5887096774193549, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}488{"pair_id": "pair_c8ec4c6fe8cd098e", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.29602220166512483, "chrf": 24.180453210446267, "bleu": 2.4959468202288275, "rougeL": 0.12034383954154727, "len_ratio": 1.618320610687023, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}489{"pair_id": "pair_16b576e5dcd5899d", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.30859375, "chrf": 38.45098495289497, "bleu": 8.049872881770083, "rougeL": 0.27049180327868855, "len_ratio": 1.1428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}490{"pair_id": "pair_cf2328e2313ee13a", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.41470588235294115, "chrf": 51.67976482111233, "bleu": 21.309220769123442, "rougeL": 0.42857142857142855, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.42857142857142855, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}491{"pair_id": "pair_c861a45e629bf73f", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.28447204968944095, "chrf": 37.735847605458126, "bleu": 10.025842394606954, "rougeL": 0.26436781609195403, "len_ratio": 1.537313432835821, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.4, "number_precision": 0.25, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}492{"pair_id": "pair_7e71e5ca88fb5358", "doc_id": "doc_96174e2f07291f09", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.29104477611940294, "chrf": 26.72555399300725, "bleu": 22.203359083990847, "rougeL": 0.26373626373626374, "len_ratio": 0.5970149253731343, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.3, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}493{"pair_id": "pair_89d12b7f2261c246", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.36612021857923494, "chrf": 42.20237867135453, "bleu": 8.007349980699207, "rougeL": 0.34196891191709844, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.42857142857142855, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}494{"pair_id": "pair_b1ed49f67d3a362a", "doc_id": "doc_b187f41399e937ba", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.33742911153119093, "chrf": 37.0886758131951, "bleu": 7.437778215942272, "rougeL": 0.2370820668693009, "len_ratio": 1.3233082706766917, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.46153846153846156, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 6.0}495{"pair_id": "pair_86e5b33a1bffa4f5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3215158924205379, "chrf": 39.76978598301044, "bleu": 6.353039779073018, "rougeL": 0.2450592885375494, "len_ratio": 0.8931297709923665, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_07ccb1e2b5d4f252", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3775100401606426, "chrf": 40.3429449684059, "bleu": 13.278055304833797, "rougeL": 0.3461538461538462, "len_ratio": 0.8048780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}497{"pair_id": "pair_54c74e2c798ae5bd", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.030011325028312608, "chrf": 1.2370182269944614, "bleu": 7.959455838456804e-31, "rougeL": 0.021201413427561835, "len_ratio": 0.014760147601476014, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}498{"pair_id": "pair_1d0abd2dadc0c197", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2689374682257245, "chrf": 22.859002780869982, "bleu": 4.966999441892417, "rougeL": 0.20907297830374755, "len_ratio": 0.514018691588785, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -5.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}499{"pair_id": "pair_54e28a36191dee4c", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3154831199068685, "chrf": 36.943454741250406, "bleu": 10.306601066919043, "rougeL": 0.261136712749616, "len_ratio": 0.6436170212765957, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": 1.0, "sentence_count_delta": -9.0}500{"pair_id": "pair_fbca515430acceaf", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.2585551330798479, "chrf": 36.059340758279504, "bleu": 18.740189916795753, "rougeL": 0.18541033434650456, "len_ratio": 1.1241610738255035, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6190476190476191, "number_precision": 0.4482758620689655, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}501{"pair_id": "pair_cf6492320aff65e4", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3747099767981439, "chrf": 34.343883573352315, "bleu": 5.837974369439379, "rougeL": 0.2510121457489879, "len_ratio": 0.912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}502{"pair_id": "pair_2b8b76d1ba917eea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.27463651050080773, "chrf": 24.615416118961672, "bleu": 5.578047384099499, "rougeL": 0.20821917808219179, "len_ratio": 0.8114285714285714, "placeholders_exact": 0.0, "placeholder_recall": 0.4, "number_recall": 0.4583333333333333, "number_precision": 0.22, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}503