spb/wpai0002_uqo

1{"pair_id": "pair_c2f1c137c6271641", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6418166238217652, "chrf": 61.58193150542548, "bleu": 33.806653226489125, "rougeL": 0.6299694189602447, "len_ratio": 0.7087912087912088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_88ace813a8b3351d", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7408450704225352, "chrf": 73.08841212168315, "bleu": 45.179515524044064, "rougeL": 0.704225352112676, "len_ratio": 0.9357798165137615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_cf6f87cdabb3f952", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.621904761904762, "chrf": 63.33669500378177, "bleu": 33.87335636911278, "rougeL": 0.6666666666666667, "len_ratio": 0.7575757575757576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}4{"pair_id": "pair_c9a24c7bb7e78f1c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.8492167101827677, "chrf": 89.44093620626722, "bleu": 79.79859617596124, "rougeL": 0.8923076923076922, "len_ratio": 0.9915966386554622, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}5{"pair_id": "pair_2cd859920f41e079", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6431623931623931, "chrf": 70.5726087818828, "bleu": 41.48531667853485, "rougeL": 0.6714285714285714, "len_ratio": 1.2295081967213115, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_5d306565f901b859", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7108433734939759, "chrf": 63.500882999324496, "bleu": 28.10828653440053, "rougeL": 0.6756756756756758, "len_ratio": 1.1323529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_bfecc6cc97415a81", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.492772667542707, "chrf": 56.19403238299581, "bleu": 22.214863615468385, "rougeL": 0.48484848484848486, "len_ratio": 1.0089285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_7aa06859d2b8eaf3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6179775280898876, "chrf": 68.67476804828097, "bleu": 39.51936039595252, "rougeL": 0.6626865671641792, "len_ratio": 0.9810126582278481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_e466f13d4e948458", "doc_id": "doc_861988bceb67e1df", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6780575539568345, "chrf": 73.73855353601932, "bleu": 48.952616982258775, "rougeL": 0.7307692307692308, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_ddafbf95752d58ac", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5918234912394549, "chrf": 68.04000582857765, "bleu": 43.251779881950064, "rougeL": 0.6548672566371682, "len_ratio": 0.7804878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}11{"pair_id": "pair_38aadd94683d43df", "doc_id": "doc_ece0bb556a23f499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5958952583156405, "chrf": 67.24256533015551, "bleu": 41.56714094496375, "rougeL": 0.6412556053811659, "len_ratio": 1.0141509433962264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_edd03df01bb87e9b", "doc_id": "doc_649c56ed2a776c29", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7074766355140187, "chrf": 76.74973806567098, "bleu": 52.332503790844115, "rougeL": 0.7457627118644068, "len_ratio": 0.9150326797385621, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}13{"pair_id": "pair_5fe32f034a808b91", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7129186602870814, "chrf": 82.8132076155276, "bleu": 66.98582490939818, "rougeL": 0.8, "len_ratio": 1.0085836909871244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}14{"pair_id": "pair_29d2a5db2f28c78a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.555366269165247, "chrf": 64.79111506116058, "bleu": 32.32359032308882, "rougeL": 0.6136363636363636, "len_ratio": 1.0465116279069768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_ef88661bb782f59a", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7640047675804529, "chrf": 76.23797673048377, "bleu": 55.42472407596761, "rougeL": 0.7723577235772358, "len_ratio": 0.835820895522388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_a14abd5911f17e39", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8361884368308351, "chrf": 82.0173523096155, "bleu": 60.85866949932731, "rougeL": 0.8253968253968254, "len_ratio": 1.0517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_e1508ccdc2737934", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.600297176820208, "chrf": 65.82783183537228, "bleu": 38.87013524869022, "rougeL": 0.6384976525821596, "len_ratio": 1.0777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_31750785a97eb870", "doc_id": "doc_83ee876009e1f14b", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6579212916246215, "chrf": 66.22873625008813, "bleu": 37.680256186025524, "rougeL": 0.6470588235294118, "len_ratio": 0.9463087248322147, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}19{"pair_id": "pair_332abe3d88ca34f3", "doc_id": "doc_dca1cb2706c17137", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7233201581027668, "chrf": 78.3940495332034, "bleu": 64.58633223628235, "rougeL": 0.7544910179640718, "len_ratio": 1.0972222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}20{"pair_id": "pair_310df76d9a77452b", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6984258492129246, "chrf": 70.9796588102239, "bleu": 52.70655876184899, "rougeL": 0.6881720430107527, "len_ratio": 1.0342857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}21{"pair_id": "pair_5d66280899bbb577", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6425948592411261, "chrf": 64.39649378979897, "bleu": 45.64625752229579, "rougeL": 0.6135458167330677, "len_ratio": 1.0583333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_7789e2d1de02f43f", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8326693227091634, "chrf": 91.6376470338052, "bleu": 78.67323562648274, "rougeL": 0.8795180722891566, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_d77676aa5b9788c2", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5511588468061052, "chrf": 66.10394281525822, "bleu": 31.24074377457486, "rougeL": 0.6015936254980079, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}24{"pair_id": "pair_c36f5acb28707610", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.786986301369863, "chrf": 77.84563231953213, "bleu": 53.78314530629279, "rougeL": 0.8137044967880085, "len_ratio": 0.9208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}25{"pair_id": "pair_282833e6d6a3984d", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7030042918454935, "chrf": 80.43085710254802, "bleu": 65.62434951846613, "rougeL": 0.7731958762886598, "len_ratio": 1.0445859872611465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_3107ab05d03041bf", "doc_id": "doc_679741e00536f8a4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6408296943231442, "chrf": 66.5463958408739, "bleu": 36.054508756769025, "rougeL": 0.6342342342342343, "len_ratio": 0.996309963099631, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}27{"pair_id": "pair_44c009613aaa4668", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6518924302788844, "chrf": 71.11960667425008, "bleu": 44.20597627379806, "rougeL": 0.6655231560891938, "len_ratio": 0.9322033898305084, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}28{"pair_id": "pair_74db4e98c7a188d4", "doc_id": "doc_861988bceb67e1df", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6904347826086956, "chrf": 64.18927600645739, "bleu": 37.174044632836946, "rougeL": 0.6583850931677019, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_c63e797c6528b4db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8824561403508772, "chrf": 85.4318399442746, "bleu": 66.0542005895515, "rougeL": 0.8941176470588236, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_2fb4bbe550e27ac4", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.458301453710788, "chrf": 64.15591591044455, "bleu": 38.887731131793245, "rougeL": 0.5995717344753747, "len_ratio": 0.9659574468085106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}31{"pair_id": "pair_2debd28bdd098ed4", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6169665809768637, "chrf": 64.44851038661471, "bleu": 35.89720189985102, "rougeL": 0.5925925925925926, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}32{"pair_id": "pair_0a11a544a9f4279b", "doc_id": "doc_dca1cb2706c17137", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6861598440545809, "chrf": 78.142330297861, "bleu": 64.81838011647388, "rougeL": 0.783132530120482, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_3bac7ae06f23e6e9", "doc_id": "doc_b860396abb8d4077", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6739811912225706, "chrf": 65.59015079579687, "bleu": 29.307799465254533, "rougeL": 0.6358381502890174, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}34{"pair_id": "pair_9fe6e1a7a8780864", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7698863636363636, "chrf": 72.64582899222293, "bleu": 50.21528688268972, "rougeL": 0.7281105990783411, "len_ratio": 1.0092592592592593, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}35{"pair_id": "pair_baaf464a605e8459", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6627604166666667, "chrf": 73.02242113881088, "bleu": 51.77456841072394, "rougeL": 0.759124087591241, "len_ratio": 0.9918032786885246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}36{"pair_id": "pair_b3c1ef143c87299c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7374100719424461, "chrf": 67.9363700261163, "bleu": 47.06106867771737, "rougeL": 0.6812227074235808, "len_ratio": 1.0272727272727273, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_a4e47c424e3157c2", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7651139742319129, "chrf": 80.93847366794704, "bleu": 71.93666579625963, "rougeL": 0.8292682926829268, "len_ratio": 1.0129032258064516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_825e0b63e41c4455", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5972584856396868, "chrf": 64.69323863734111, "bleu": 45.547649552328494, "rougeL": 0.6914660831509847, "len_ratio": 0.7184873949579832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9736842105263158, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}39{"pair_id": "pair_93a4261a917f89c8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7176294820717131, "chrf": 73.37971642268333, "bleu": 50.727536552937075, "rougeL": 0.7235494880546075, "len_ratio": 0.9457627118644067, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_d5b4a6808c4e0395", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6947584789311407, "chrf": 69.34681171343775, "bleu": 38.03069997502546, "rougeL": 0.6642066420664207, "len_ratio": 1.072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}41{"pair_id": "pair_309d2b488da63069", "doc_id": "doc_679741e00536f8a4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5707814269535674, "chrf": 59.82142730565666, "bleu": 28.797957247836884, "rougeL": 0.5592592592592591, "len_ratio": 0.940959409594096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_84b526d08998412d", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6331582895723931, "chrf": 74.11455318904949, "bleu": 52.527893408298695, "rougeL": 0.6921241050119332, "len_ratio": 1.0857142857142856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}43{"pair_id": "pair_c9dff9e920618fcf", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7580496780128795, "chrf": 77.24532806831994, "bleu": 54.17436874376612, "rougeL": 0.7767584097859328, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_56c29f7adc442782", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5866477272727273, "chrf": 63.26210343661802, "bleu": 34.486218201900115, "rougeL": 0.55, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_69526c4f889174ea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5992268041237113, "chrf": 70.18556745670362, "bleu": 40.954769822166, "rougeL": 0.6134453781512605, "len_ratio": 1.2211538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}46{"pair_id": "pair_709d9ccf1de16f09", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7121418826739427, "chrf": 81.53828005686806, "bleu": 66.21268231195528, "rougeL": 0.7893660531697342, "len_ratio": 1.0042918454935623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}47{"pair_id": "pair_ef146ab27b0e7e54", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8019125683060109, "chrf": 81.34123930697956, "bleu": 60.718316853648666, "rougeL": 0.7897435897435897, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_ac7ce65c0ed087c7", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7, "chrf": 67.87547882168793, "bleu": 31.813808313811244, "rougeL": 0.7425149700598803, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_1815421c03271d30", "doc_id": "doc_b860396abb8d4077", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7112781954887217, "chrf": 69.30845071176317, "bleu": 31.212969491792762, "rougeL": 0.6818181818181819, "len_ratio": 1.0232558139534884, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}50{"pair_id": "pair_361baa22f73d5d89", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7752229000469263, "chrf": 81.49311660811371, "bleu": 68.11253086899352, "rougeL": 0.7905511811023623, "len_ratio": 1.023489932885906, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}51{"pair_id": "pair_14bb7407d84c5108", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5643835616438356, "chrf": 58.34609674126946, "bleu": 26.531716843280925, "rougeL": 0.5470085470085471, "len_ratio": 0.9208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}52{"pair_id": "pair_5b833ea3d18cee1a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.46217616580310883, "chrf": 62.64623345802847, "bleu": 33.06325572179909, "rougeL": 0.5472972972972974, "len_ratio": 0.8675496688741722, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}53{"pair_id": "pair_3be5f5987924112e", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5846338535414166, "chrf": 61.85294133699234, "bleu": 34.791898588150815, "rougeL": 0.6037735849056604, "len_ratio": 1.0984848484848484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}54{"pair_id": "pair_84b3d5ee6c5732e9", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6152019002375297, "chrf": 67.94694895170167, "bleu": 37.87625401405922, "rougeL": 0.6456692913385828, "len_ratio": 1.0080645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_6705f52d07301d80", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5583456425406204, "chrf": 68.20512734526912, "bleu": 34.329620550258284, "rougeL": 0.6051282051282051, "len_ratio": 1.1348314606741574, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}56{"pair_id": "pair_0575bcaf8a580eff", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6880877742946708, "chrf": 66.28530380549407, "bleu": 28.864904663929334, "rougeL": 0.6511627906976745, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}57{"pair_id": "pair_b0a97dde4778340f", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6969972702456779, "chrf": 74.42148921505431, "bleu": 53.435167686543295, "rougeL": 0.7117647058823529, "len_ratio": 1.0632911392405062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_c13e870b71423560", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5653206650831354, "chrf": 58.34275871990508, "bleu": 33.11931285670355, "rougeL": 0.5639097744360902, "len_ratio": 1.106060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_b7af3e2054df7348", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8535211267605634, "chrf": 83.48734736498183, "bleu": 66.98502548531576, "rougeL": 0.8516746411483254, "len_ratio": 0.8990825688073395, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}60{"pair_id": "pair_a6f59a9b5f2a67b6", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7760869565217391, "chrf": 85.37681938346854, "bleu": 68.93240212202753, "rougeL": 0.8550724637681161, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_f2ece22c29d8c29c", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6531365313653137, "chrf": 76.95196961500366, "bleu": 61.66276627566623, "rougeL": 0.7719298245614036, "len_ratio": 1.1388888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_5baebdc9177a8e28", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5691109669046074, "chrf": 68.93941306682186, "bleu": 38.03900082940381, "rougeL": 0.6160164271047229, "len_ratio": 0.9308943089430894, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}63{"pair_id": "pair_13910713f8f06594", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.636779505946935, "chrf": 69.89694069307058, "bleu": 44.69449095537746, "rougeL": 0.6447761194029851, "len_ratio": 1.0316455696202531, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}64{"pair_id": "pair_7c7fa7446f4b6077", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6384222059897735, "chrf": 67.03066996592011, "bleu": 41.291447902843366, "rougeL": 0.6682027649769586, "len_ratio": 0.9528301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_d0d8567447797e47", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5475475475475475, "chrf": 70.99240633650716, "bleu": 39.22555588194696, "rougeL": 0.6148409893992932, "len_ratio": 0.9440559440559441, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_65e729d5744846f2", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.740139211136891, "chrf": 72.65441356701153, "bleu": 54.161147005634476, "rougeL": 0.7341772151898734, "len_ratio": 0.808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}67{"pair_id": "pair_13b6b22424f34722", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7165775401069518, "chrf": 72.22967472168791, "bleu": 46.476689950187975, "rougeL": 0.6756756756756757, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}68{"pair_id": "pair_077eb0513a8a2593", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7351398601398602, "chrf": 80.1971874645321, "bleu": 68.26500858390287, "rougeL": 0.7937336814621411, "len_ratio": 1.0127388535031847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}69{"pair_id": "pair_085c632978ba7aec", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6042944785276074, "chrf": 60.61497189451831, "bleu": 29.752771746301363, "rougeL": 0.6315789473684211, "len_ratio": 1.0727272727272728, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_0183e401e64b2103", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.622715404699739, "chrf": 69.80456988501494, "bleu": 49.132701991694155, "rougeL": 0.6784313725490196, "len_ratio": 0.9495798319327731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9736842105263158, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_d3e8221632482ce6", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6390760346487007, "chrf": 77.24510663423285, "bleu": 55.92379890745202, "rougeL": 0.7444794952681388, "len_ratio": 0.8284023668639053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}72{"pair_id": "pair_37584e42a04d474b", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7127344521224087, "chrf": 82.4254531182211, "bleu": 73.77257086769673, "rougeL": 0.8162162162162161, "len_ratio": 1.0193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_bb60bba73e78c46c", "doc_id": "doc_fc3b7b904133fd48", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.579107505070994, "chrf": 66.72737056717449, "bleu": 36.30642764557705, "rougeL": 0.5826513911620295, "len_ratio": 0.9966666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}74{"pair_id": "pair_75d7b0ff6200aead", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6445589182227947, "chrf": 63.98952765474609, "bleu": 33.10140104991375, "rougeL": 0.6163522012578617, "len_ratio": 0.9543568464730291, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_3ba5e1d5b6c69220", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6553054662379421, "chrf": 67.51810472847352, "bleu": 37.943432002198335, "rougeL": 0.618421052631579, "len_ratio": 1.0228310502283104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_bc7df2b0b58f07c0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6432637571157496, "chrf": 74.3543843230701, "bleu": 55.81628412703608, "rougeL": 0.6976744186046512, "len_ratio": 1.0365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}77{"pair_id": "pair_4a56d218431976d2", "doc_id": "doc_fc78b461465fbd42", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8238557558945908, "chrf": 83.74400990885678, "bleu": 66.25886665421574, "rougeL": 0.8275862068965517, "len_ratio": 0.9702970297029703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}78{"pair_id": "pair_23020662bb95ca91", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5260454878943507, "chrf": 63.237552234553206, "bleu": 33.06734645384163, "rougeL": 0.5467625899280575, "len_ratio": 1.0666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_f19c76567b23a0ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5161290322580645, "chrf": 55.47913204881125, "bleu": 22.47792513305899, "rougeL": 0.4776119402985075, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_5cdba9bf502e78bf", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.48945147679324896, "chrf": 62.533472612181605, "bleu": 30.34500074502397, "rougeL": 0.5268065268065268, "len_ratio": 1.1282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_860db84d69c18d28", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6789328426862926, "chrf": 67.89432963742519, "bleu": 34.95883140143884, "rougeL": 0.6824324324324325, "len_ratio": 0.7202380952380952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}82{"pair_id": "pair_d9e2bd843586d3b6", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8780487804878049, "chrf": 88.89899500873247, "bleu": 71.56733821698575, "rougeL": 0.9160997732426305, "len_ratio": 1.0330188679245282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_0ca79ef661d41111", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.7445339470655926, "chrf": 84.08886864910428, "bleu": 71.39988884766152, "rougeL": 0.8215488215488216, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_a0968e66079c004e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7332883187035787, "chrf": 84.2021689973237, "bleu": 69.20703538068169, "rougeL": 0.7951318458417851, "len_ratio": 1.0214592274678111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}85{"pair_id": "pair_52e39ed348aac3a4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5475763016157988, "chrf": 63.271223770997764, "bleu": 30.097909119500667, "rougeL": 0.5730994152046783, "len_ratio": 1.0240963855421688, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}86{"pair_id": "pair_29b37b2755361452", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.696969696969697, "chrf": 63.85106944605301, "bleu": 28.30623462541811, "rougeL": 0.6666666666666667, "len_ratio": 1.1176470588235294, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}87{"pair_id": "pair_112e8b5bc79d4c76", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6363636363636364, "chrf": 69.91267686660323, "bleu": 39.541464986712135, "rougeL": 0.6122448979591837, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_3416f54517de3a0a", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8235995232419547, "chrf": 77.90678137599573, "bleu": 50.24752805158226, "rougeL": 0.7727272727272726, "len_ratio": 0.8717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_b3635f9580f269d9", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6102739726027397, "chrf": 61.91064612911538, "bleu": 30.321290789358635, "rougeL": 0.5940170940170939, "len_ratio": 0.9208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_99293ecb0a4cd768", "doc_id": "doc_adb94552819f8ffa", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7280334728033473, "chrf": 69.43773130810162, "bleu": 45.43013312869421, "rougeL": 0.7031963470319635, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_d64d352ec2ad2195", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5909090909090908, "chrf": 66.81552711089948, "bleu": 36.35339399175641, "rougeL": 0.6011560693641618, "len_ratio": 1.0602409638554218, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_09ee5dff1e5e4273", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.8746465598491988, "chrf": 86.41526028537179, "bleu": 71.37705630722668, "rougeL": 0.8658536585365854, "len_ratio": 0.9810126582278481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_f182e5eaf0432943", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6708766716196137, "chrf": 73.1397387566942, "bleu": 47.49299640482285, "rougeL": 0.6789473684210526, "len_ratio": 0.9513513513513514, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}94{"pair_id": "pair_0c007f2c914a8490", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.653061224489796, "chrf": 64.46844694767513, "bleu": 33.93642884524397, "rougeL": 0.6887417218543046, "len_ratio": 1.028169014084507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}95{"pair_id": "pair_00e22a541a8205fb", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5732142857142857, "chrf": 59.90025607519384, "bleu": 29.300924251101673, "rougeL": 0.5863013698630136, "len_ratio": 1.0055248618784531, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}96{"pair_id": "pair_226b9d93fb3b78d2", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8652411735454998, "chrf": 85.90635325945398, "bleu": 77.0057046536437, "rougeL": 0.8791946308724832, "len_ratio": 0.8926174496644296, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}97{"pair_id": "pair_c0fbeb2f53407ec2", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6589041095890411, "chrf": 65.48642813044944, "bleu": 35.93719559367076, "rougeL": 0.6481876332622603, "len_ratio": 0.925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}98{"pair_id": "pair_92295b6bf7326ef3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.612994350282486, "chrf": 64.2499076918325, "bleu": 31.997916428850598, "rougeL": 0.5825242718446602, "len_ratio": 1.04, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_6a54430676e3afee", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5842245989304813, "chrf": 69.98297474007731, "bleu": 40.229226049192306, "rougeL": 0.5555555555555555, "len_ratio": 1.099009900990099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}100{"pair_id": "pair_ff91540eb76ef41b", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8662551440329218, "chrf": 80.45768250303354, "bleu": 66.30821117544504, "rougeL": 0.8489208633093526, "len_ratio": 0.8732394366197183, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}101{"pair_id": "pair_9c8b07170dee3fc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6894736842105262, "chrf": 73.41331220421014, "bleu": 52.31477792377992, "rougeL": 0.6799999999999999, "len_ratio": 1.0414507772020725, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}102{"pair_id": "pair_cdf5e07cfa111db0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.689620758483034, "chrf": 72.33314519231654, "bleu": 45.26815235898903, "rougeL": 0.6759581881533101, "len_ratio": 0.9790209790209791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_feae3a82e82b3560", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5709219858156028, "chrf": 57.58287775489388, "bleu": 17.17430083129831, "rougeL": 0.6, "len_ratio": 1.0921052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_7a4e464f49cef478", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8888888888888888, "chrf": 85.35641004697622, "bleu": 72.15008825626533, "rougeL": 0.9178082191780821, "len_ratio": 0.971830985915493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_cd36a4c6c7097fb6", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.47939262472885036, "chrf": 61.33606610853345, "bleu": 31.10070720003071, "rougeL": 0.5223880597014925, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_883e725c99960b2f", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.591919191919192, "chrf": 64.21958912611542, "bleu": 34.25909759132229, "rougeL": 0.5833333333333334, "len_ratio": 0.6987951807228916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_268d7de64e3932db", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.4683417085427136, "chrf": 77.37090726631324, "bleu": 49.1994483889147, "rougeL": 0.6376811594202899, "len_ratio": 1.078740157480315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_c2c108f80b07fd16", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6181818181818182, "chrf": 69.71539507967175, "bleu": 44.31746536118281, "rougeL": 0.6447368421052632, "len_ratio": 0.8072289156626506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_ab7de25bbdd65971", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6228338430173292, "chrf": 67.22357571110149, "bleu": 33.86307609026734, "rougeL": 0.5925925925925926, "len_ratio": 1.064, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_478c4b8f9ad75ac5", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6560232220609579, "chrf": 74.72907794354965, "bleu": 47.135040220780255, "rougeL": 0.6497461928934011, "len_ratio": 1.075268817204301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}111{"pair_id": "pair_f6cbd61713858e62", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6750524109014675, "chrf": 64.37010269863994, "bleu": 48.848836238421676, "rougeL": 0.6174496644295302, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_ee673d7d287e330c", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6431372549019607, "chrf": 59.877392686725486, "bleu": 24.73824223908656, "rougeL": 0.6266666666666667, "len_ratio": 1.161764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_ca62b831bb4e2a34", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6919475655430711, "chrf": 65.45721511359737, "bleu": 36.682057104120034, "rougeL": 0.7482993197278911, "len_ratio": 0.7278481012658228, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}114{"pair_id": "pair_5ebbe3e9c50f5dee", "doc_id": "doc_dca1cb2706c17137", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8927038626609443, "chrf": 90.16342401006395, "bleu": 83.86259043150407, "rougeL": 0.9308176100628932, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}115{"pair_id": "pair_9d9260af9ec73688", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6489028213166144, "chrf": 66.42094985975803, "bleu": 36.18140796297905, "rougeL": 0.6255144032921811, "len_ratio": 0.991701244813278, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_fa08cdd0e59caa37", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6803519061583578, "chrf": 72.93718984471005, "bleu": 47.99931400670296, "rougeL": 0.7075471698113208, "len_ratio": 1.0666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}117{"pair_id": "pair_d044533b3cac04dc", "doc_id": "doc_b9f6f386c52a2106", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6039387308533917, "chrf": 65.25115336436768, "bleu": 30.048675561580065, "rougeL": 0.6166666666666666, "len_ratio": 0.7575757575757576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_f2de92be1ccd929d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.660952380952381, "chrf": 67.20705824016822, "bleu": 40.87412537882052, "rougeL": 0.6666666666666667, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}119{"pair_id": "pair_0818b3c5596fbd53", "doc_id": "doc_861988bceb67e1df", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6276978417266187, "chrf": 62.99454794511456, "bleu": 36.18299753625203, "rougeL": 0.6250000000000001, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_959eefd58201c50e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6566566566566567, "chrf": 73.65504234847629, "bleu": 44.727711990215376, "rougeL": 0.6923076923076924, "len_ratio": 0.972027972027972, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_17e9935d45652340", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.462478184991274, "chrf": 59.3933777166807, "bleu": 22.910688463228244, "rougeL": 0.5363128491620112, "len_ratio": 0.9886363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}122{"pair_id": "pair_b28b357cb1924196", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8213925327951564, "chrf": 76.31798426372804, "bleu": 53.3352982141049, "rougeL": 0.7770270270270271, "len_ratio": 0.8926174496644296, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_9bda1e4a7f3e5127", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7852459016393443, "chrf": 74.14733245741218, "bleu": 57.54778958500369, "rougeL": 0.8042328042328043, "len_ratio": 0.8111111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_139b250bbc55cfa0", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6038095238095238, "chrf": 66.40701424397147, "bleu": 34.34073969454953, "rougeL": 0.6081871345029239, "len_ratio": 1.0121212121212122, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}125{"pair_id": "pair_5087d0ae8b3b2403", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6477541371158393, "chrf": 69.64313625150382, "bleu": 43.066581538213285, "rougeL": 0.678082191780822, "len_ratio": 1.139344262295082, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_caea015427837011", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.529796511627907, "chrf": 58.670659398551386, "bleu": 27.987991448763506, "rougeL": 0.5227817745803358, "len_ratio": 1.0717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}127{"pair_id": "pair_92bc12c44c2ade8c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7845238095238095, "chrf": 74.56405310006315, "bleu": 55.51834682181338, "rougeL": 0.736842105263158, "len_ratio": 1.018181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_5977469e4fc8b79e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7308584686774942, "chrf": 70.32065324330213, "bleu": 44.03345609656395, "rougeL": 0.6991869918699186, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_1599bf9340a179ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5125, "chrf": 56.34673837380861, "bleu": 24.152557919363783, "rougeL": 0.5035971223021583, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_f7dea80742b3e05e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5132924335378324, "chrf": 77.32641027614723, "bleu": 47.41198401846626, "rougeL": 0.6423357664233577, "len_ratio": 1.062992125984252, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}131{"pair_id": "pair_05323c96c3cb3c53", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6300148588410104, "chrf": 72.59024973586234, "bleu": 48.16684611818155, "rougeL": 0.6492146596858639, "len_ratio": 0.9567567567567568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_bf7b5c7d8a864a85", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5373737373737374, "chrf": 60.753088207674274, "bleu": 29.933340610028743, "rougeL": 0.5, "len_ratio": 0.8433734939759037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}133{"pair_id": "pair_6d7fbf8a7fbda239", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6486486486486487, "chrf": 74.03340124886016, "bleu": 49.372236871070534, "rougeL": 0.7021276595744681, "len_ratio": 0.9440559440559441, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}134{"pair_id": "pair_b9e0ae06d897b53a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.831096196868009, "chrf": 82.72509901102397, "bleu": 72.98256401454498, "rougeL": 0.836734693877551, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}135{"pair_id": "pair_1346e094f5b641a0", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.581596339603457, "chrf": 59.79415814682607, "bleu": 31.210591479025275, "rougeL": 0.5700636942675159, "len_ratio": 0.8878504672897196, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_77e98b9492cac4bf", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.864516129032258, "chrf": 81.94342308944098, "bleu": 69.48764040790745, "rougeL": 0.8468468468468467, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_6839ba367d497e80", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8876404494382022, "chrf": 88.77128950728765, "bleu": 77.14442581620632, "rougeL": 0.9038461538461539, "len_ratio": 0.9865771812080537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}138{"pair_id": "pair_e122991f6f098a5c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5223274695534506, "chrf": 62.52079849082629, "bleu": 30.397241173666302, "rougeL": 0.5714285714285715, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_e6d5bc36e800dea4", "doc_id": "doc_b9f6f386c52a2106", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6125541125541125, "chrf": 66.52421291450774, "bleu": 36.478091162124144, "rougeL": 0.6616541353383458, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_f99f42256b1a243b", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6, "chrf": 71.31046964937704, "bleu": 38.08682287199445, "rougeL": 0.6308724832214765, "len_ratio": 1.161764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_5b710b0eaa6a3c86", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5188087774294671, "chrf": 66.41411048339062, "bleu": 43.49509026330483, "rougeL": 0.6295503211991436, "len_ratio": 0.9617021276595744, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}142{"pair_id": "pair_6e3668c7f5aa2372", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5947164948453608, "chrf": 72.6645859840263, "bleu": 44.3163814718724, "rougeL": 0.6559356136820926, "len_ratio": 0.967479674796748, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}143{"pair_id": "pair_6e2d7f9a5d9f9147", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4980988593155894, "chrf": 71.63256409482716, "bleu": 49.16243390018958, "rougeL": 0.5806451612903227, "len_ratio": 1.1940298507462686, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}144{"pair_id": "pair_1a8d87fd55235b10", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6379310344827587, "chrf": 70.7122529436484, "bleu": 39.40971697574952, "rougeL": 0.6550724637681159, "len_ratio": 1.0443037974683544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}145{"pair_id": "pair_525a4dd28c4b4896", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6522556390977443, "chrf": 75.83202962103933, "bleu": 59.99064641161964, "rougeL": 0.7602339181286549, "len_ratio": 1.1388888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_036003c71b2dce7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.538860103626943, "chrf": 70.00574627720613, "bleu": 42.60392910253785, "rougeL": 0.6148867313915857, "len_ratio": 0.9602649006622517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}147{"pair_id": "pair_4904c33d6c1b73da", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8189845474613686, "chrf": 73.49842018711838, "bleu": 44.35862565635409, "rougeL": 0.8028169014084506, "len_ratio": 1.0441176470588236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_d9b03c7c8aaddbe7", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.704225352112676, "chrf": 68.8025853057496, "bleu": 35.75468765968614, "rougeL": 0.6468085106382979, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}149{"pair_id": "pair_3a1638667a02fa34", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6841574167507568, "chrf": 69.23775522679342, "bleu": 42.93379232491486, "rougeL": 0.6990291262135921, "len_ratio": 0.9664429530201343, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_891babd17476b7f6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5015544041450777, "chrf": 66.30234294156175, "bleu": 39.165972124869505, "rougeL": 0.5894039735099337, "len_ratio": 0.9139072847682119, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_83e7174596232969", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4650432050274941, "chrf": 66.84850066453785, "bleu": 33.06536857504129, "rougeL": 0.5615763546798029, "len_ratio": 0.9507389162561576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_0dafd3db8e4005b7", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7335733573357336, "chrf": 71.17329361220061, "bleu": 39.24680661315358, "rougeL": 0.6688311688311688, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}153{"pair_id": "pair_4fdf03c241c1b9a6", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7353846153846153, "chrf": 76.66679468610455, "bleu": 51.9693946516966, "rougeL": 0.7279693486590039, "len_ratio": 1.1293103448275863, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_be453f24c5c74e51", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6073781291172595, "chrf": 71.01137717573528, "bleu": 37.1411566063223, "rougeL": 0.6478873239436619, "len_ratio": 1.0947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_0488cc573afa8f86", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5568862275449102, "chrf": 57.47682641063201, "bleu": 35.60542971776123, "rougeL": 0.5789473684210527, "len_ratio": 1.106060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}156{"pair_id": "pair_a9c8a20f6e572e5c", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6707317073170731, "chrf": 73.2220200691974, "bleu": 46.42322672900644, "rougeL": 0.6956521739130433, "len_ratio": 1.1538461538461537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_c90720b095cc6e2f", "doc_id": "doc_679741e00536f8a4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7570781426953568, "chrf": 80.37447550851475, "bleu": 59.16587839591225, "rougeL": 0.794776119402985, "len_ratio": 0.9298892988929889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_841c279b940a75a2", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7642621404997643, "chrf": 83.17195022174636, "bleu": 70.34746616530694, "rougeL": 0.7937007874015748, "len_ratio": 1.023489932885906, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_d0bd794757654c36", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5974754558204769, "chrf": 70.68171037186262, "bleu": 42.84363407671807, "rougeL": 0.5794392523364486, "len_ratio": 0.944954128440367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_4c24d0342602a3f7", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6561904761904762, "chrf": 66.638018731243, "bleu": 38.583451026735894, "rougeL": 0.656441717791411, "len_ratio": 0.9212121212121213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}161{"pair_id": "pair_799379190681876a", "doc_id": "doc_c496dc8b7656356a", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7057902973395931, "chrf": 72.50963321662309, "bleu": 49.74413781872064, "rougeL": 0.7500000000000001, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_52a9288d64fe2a48", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6694003075345976, "chrf": 70.14860121836418, "bleu": 42.74679143718437, "rougeL": 0.6633499170812605, "len_ratio": 0.97, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}163{"pair_id": "pair_39f46ef7b68a4774", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6379076086956521, "chrf": 79.63722443116876, "bleu": 61.648943960867946, "rougeL": 0.7291242362525459, "len_ratio": 1.0128755364806867, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}164{"pair_id": "pair_824409119c9663a6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.652542372881356, "chrf": 73.34267445187889, "bleu": 50.78442926352951, "rougeL": 0.7578947368421053, "len_ratio": 1.1219512195121952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}165{"pair_id": "pair_f1c86722885c76ff", "doc_id": "doc_96174e2f07291f09", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8352668213457076, "chrf": 78.79283936706251, "bleu": 66.65875815348298, "rougeL": 0.8292682926829269, "len_ratio": 1.0895522388059702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_df6be18d270dc4a3", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.778675282714055, "chrf": 76.05304809966292, "bleu": 61.70483462736454, "rougeL": 0.7999999999999999, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_ed3b962d3e6a321e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7612076852698993, "chrf": 76.32186871537239, "bleu": 55.44076872353017, "rougeL": 0.7823529411764707, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_754f1233f3268d8f", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7512376237623762, "chrf": 79.08406470842803, "bleu": 57.90443396064615, "rougeL": 0.7719298245614036, "len_ratio": 1.0737704918032787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_ba5d583e265a7c7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5626450116009281, "chrf": 63.04545369259264, "bleu": 32.91911356289187, "rougeL": 0.56, "len_ratio": 0.912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}170{"pair_id": "pair_1dc8a303a3f0d2af", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6201044386422976, "chrf": 70.9269063248736, "bleu": 49.079625294399044, "rougeL": 0.6704761904761904, "len_ratio": 1.0126050420168067, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9736842105263158, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_679bb06fbdb61cce", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7466666666666666, "chrf": 75.43698543710762, "bleu": 54.67290914633121, "rougeL": 0.7636363636363637, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_e3df5fc0154b30ff", "doc_id": "doc_b860396abb8d4077", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8652037617554859, "chrf": 81.31721329436054, "bleu": 63.74301157182235, "rougeL": 0.8333333333333334, "len_ratio": 0.9302325581395349, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}173{"pair_id": "pair_4353ce67ed0d3de6", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6779220779220779, "chrf": 76.61834224255315, "bleu": 52.9963187248637, "rougeL": 0.6727272727272726, "len_ratio": 1.1386138613861385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}174{"pair_id": "pair_bae2f739b3cd7a03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6232439335887612, "chrf": 66.13828783722442, "bleu": 37.053470533337844, "rougeL": 0.6293103448275863, "len_ratio": 1.0178571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}175{"pair_id": "pair_559e3fd921f4c699", "doc_id": "doc_ece0bb556a23f499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6296566837107378, "chrf": 64.65997671169596, "bleu": 39.2171556366755, "rougeL": 0.6466512702078522, "len_ratio": 0.9528301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_0a65f52f8892fe39", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5957446808510638, "chrf": 65.52479117381257, "bleu": 34.1902407592759, "rougeL": 0.6062992125984252, "len_ratio": 1.0080645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}177{"pair_id": "pair_fa8b884f73780252", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4172413793103448, "chrf": 55.09557333149927, "bleu": 16.834408312303044, "rougeL": 0.4777777777777778, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_0f08b49a0e7cc8db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6056603773584905, "chrf": 73.42212009985344, "bleu": 49.94554565502802, "rougeL": 0.6781609195402298, "len_ratio": 1.0609756097560976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_88d8d3abc0147d7c", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6900584795321638, "chrf": 61.56681907788602, "bleu": 20.17081632051551, "rougeL": 0.6575342465753423, "len_ratio": 0.7631578947368421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}180{"pair_id": "pair_9f37e9cd0181c96b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6370757180156659, "chrf": 68.51967612779293, "bleu": 44.21114233514409, "rougeL": 0.6537717601547389, "len_ratio": 0.9873949579831933, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_e231d6f97d76b954", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.665893271461717, "chrf": 67.91472105681574, "bleu": 43.4520130797515, "rougeL": 0.624, "len_ratio": 0.912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}182{"pair_id": "pair_30b60ddaee841c4e", "doc_id": "doc_16a24631c5e15333", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6616379310344828, "chrf": 65.80201491276894, "bleu": 49.02744556592951, "rougeL": 0.6533333333333333, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_6b13f8093ec407f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6949760765550239, "chrf": 68.58893101428723, "bleu": 49.2540150757884, "rougeL": 0.6692913385826772, "len_ratio": 1.0916666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_5b2bea0bab86dd2e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6725490196078432, "chrf": 77.00786554143674, "bleu": 68.98524493186751, "rougeL": 0.7816711590296496, "len_ratio": 1.0258064516129033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}185{"pair_id": "pair_6e67a6b351445017", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5600358422939068, "chrf": 61.74591295846157, "bleu": 24.854634255482896, "rougeL": 0.5545722713864307, "len_ratio": 0.9761904761904762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}186{"pair_id": "pair_48e0a53fe76abf78", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6101190476190477, "chrf": 60.49565954308703, "bleu": 35.4966217508481, "rougeL": 0.6206896551724138, "len_ratio": 1.1090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}187{"pair_id": "pair_f8bbebdcf24fae93", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5298913043478262, "chrf": 63.28092450486069, "bleu": 42.80818576832053, "rougeL": 0.5822784810126583, "len_ratio": 1.008849557522124, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_37626631db459db7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6168032786885246, "chrf": 68.29899062217893, "bleu": 57.83885270482803, "rougeL": 0.7263681592039801, "len_ratio": 1.0119047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_0a4a2b345952ba7c", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4424242424242424, "chrf": 54.24403878662032, "bleu": 21.718791687903042, "rougeL": 0.4383561643835616, "len_ratio": 0.7228915662650602, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_c87919edb050ccf1", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7194690265486725, "chrf": 74.94190183281725, "bleu": 55.01184241619863, "rougeL": 0.7456647398843932, "len_ratio": 0.9825581395348837, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}191{"pair_id": "pair_83ab0cec38a71665", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5881670533642691, "chrf": 64.87494847506598, "bleu": 36.36720771529987, "rougeL": 0.5882352941176472, "len_ratio": 0.944, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}192{"pair_id": "pair_6c91deb8e621294c", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8562091503267975, "chrf": 81.14187365474375, "bleu": 64.56092211575, "rougeL": 0.8691358024691357, "len_ratio": 0.8632075471698113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_cf9bd8d5316b3cda", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5523590333716917, "chrf": 66.20771281318828, "bleu": 46.86063611248917, "rougeL": 0.6241610738255033, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_c3d7e8cc890d0a01", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5761316872427984, "chrf": 65.1010447905473, "bleu": 40.21112926203868, "rougeL": 0.6308724832214765, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}195{"pair_id": "pair_41381e86d7167f31", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5538321167883211, "chrf": 60.57835992105941, "bleu": 21.240845606700923, "rougeL": 0.5389221556886228, "len_ratio": 0.9404761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}196{"pair_id": "pair_f34d45a475abf3dc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8321013727560718, "chrf": 83.88159773344226, "bleu": 71.4721685191582, "rougeL": 0.8514056224899598, "len_ratio": 0.8661417322834646, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}197{"pair_id": "pair_d73404868e66c071", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.602880658436214, "chrf": 69.66148938849398, "bleu": 47.92422821691273, "rougeL": 0.662251655629139, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}198{"pair_id": "pair_b53168bf2f84a788", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7295774647887324, "chrf": 73.9978339095838, "bleu": 49.17239150444354, "rougeL": 0.7333333333333333, "len_ratio": 0.908256880733945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}199{"pair_id": "pair_e4e5470946214868", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.611310592459605, "chrf": 73.79483956541758, "bleu": 51.94547839609821, "rougeL": 0.6272189349112426, "len_ratio": 1.0506329113924051, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}200{"pair_id": "pair_e681d108eb8dfe73", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6539735099337749, "chrf": 71.5725561854006, "bleu": 39.6675393231334, "rougeL": 0.6798418972332015, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}201{"pair_id": "pair_ccb788e437dbf98a", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5383895131086143, "chrf": 71.02474206384942, "bleu": 38.67076101760658, "rougeL": 0.625, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}202{"pair_id": "pair_9dffcc526e8aa927", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6296938186019642, "chrf": 65.11912503066704, "bleu": 38.59666658123097, "rougeL": 0.6273764258555132, "len_ratio": 1.0077519379844961, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_7555526a602f2966", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49388753056234724, "chrf": 66.61036471905497, "bleu": 38.21260197127474, "rougeL": 0.5748031496062992, "len_ratio": 0.8931297709923665, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}204{"pair_id": "pair_c40eab63b903284c", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6121270452358036, "chrf": 78.09324810360982, "bleu": 56.75392322204991, "rougeL": 0.7017543859649122, "len_ratio": 0.9763313609467456, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}205{"pair_id": "pair_a9a7e68ae8728365", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6235059760956175, "chrf": 80.40998339269461, "bleu": 52.32979139339974, "rougeL": 0.7383512544802867, "len_ratio": 1.1023622047244095, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}206{"pair_id": "pair_5d7cd8a193a59be5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7970204841713222, "chrf": 77.81548405026335, "bleu": 64.2539992560135, "rougeL": 0.8289473684210525, "len_ratio": 0.8072289156626506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_12b5db222f4b1fc9", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6934426229508197, "chrf": 73.36308804297946, "bleu": 55.19589769111214, "rougeL": 0.7156862745098039, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_38aca52ad271f027", "doc_id": "doc_b187f41399e937ba", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5563549160671463, "chrf": 69.05511799667671, "bleu": 39.81333122777638, "rougeL": 0.6125461254612545, "len_ratio": 0.9323308270676691, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}209{"pair_id": "pair_be8e383c92ad21f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6831275720164609, "chrf": 70.33965676099636, "bleu": 61.54145565152351, "rougeL": 0.761904761904762, "len_ratio": 0.8690476190476191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_9014156535b7ac23", "doc_id": "doc_c496dc8b7656356a", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6932707355242567, "chrf": 71.58351556620389, "bleu": 46.13684156934376, "rougeL": 0.7317073170731707, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}211{"pair_id": "pair_74c055852c85b798", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.576068376068376, "chrf": 57.769339278889156, "bleu": 22.099023161199767, "rougeL": 0.5305039787798409, "len_ratio": 1.010989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_b37f8b5ebad36f43", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6433041301627034, "chrf": 66.58534711943074, "bleu": 38.40080781336307, "rougeL": 0.6437768240343348, "len_ratio": 1.0267857142857142, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_d687a487c69b44c5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5178018575851393, "chrf": 69.47667851079885, "bleu": 46.882647154429314, "rougeL": 0.6485355648535566, "len_ratio": 1.004255319148936, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}214{"pair_id": "pair_6a0e6daf837b4e83", "doc_id": "doc_b187f41399e937ba", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5534883720930233, "chrf": 68.82997324966566, "bleu": 39.23848850644166, "rougeL": 0.5978647686832739, "len_ratio": 1.0075187969924813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_a34730671f2ff5a0", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6649096385542168, "chrf": 76.12395944146935, "bleu": 53.80652899899738, "rougeL": 0.745, "len_ratio": 0.9794871794871794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}216{"pair_id": "pair_181b3fd47b1b6f44", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6885625965996909, "chrf": 70.78042228793386, "bleu": 51.427863314386805, "rougeL": 0.670076726342711, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}217{"pair_id": "pair_f47ad2fcd2adec69", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7811945594322885, "chrf": 79.44336618034788, "bleu": 58.451132664198965, "rougeL": 0.7983539094650206, "len_ratio": 0.8527131782945736, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_14c561312905500f", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7571022727272727, "chrf": 78.05716948507309, "bleu": 55.08102577898341, "rougeL": 0.776595744680851, "len_ratio": 0.85, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}219{"pair_id": "pair_1b730bf0230ec41e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.766260162601626, "chrf": 70.97468485298059, "bleu": 57.08235577301122, "rougeL": 0.8217821782178217, "len_ratio": 1.0238095238095237, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_654f752ab62f4ee7", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6037735849056604, "chrf": 74.8117748896222, "bleu": 52.10615016479724, "rougeL": 0.6538461538461539, "len_ratio": 1.208955223880597, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}221{"pair_id": "pair_cb4d3669a0f39194", "doc_id": "doc_9ad63a530a55b56e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.702517162471396, "chrf": 66.94867161224782, "bleu": 42.50997597919892, "rougeL": 0.6468085106382979, "len_ratio": 1.0818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}222{"pair_id": "pair_6efdb5a8a1293946", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5376344086021505, "chrf": 54.92892641424116, "bleu": 14.963237500041243, "rougeL": 0.5476190476190476, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}223{"pair_id": "pair_b3d3223b69a0daa9", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5810135617416131, "chrf": 64.46793908357618, "bleu": 38.934368974192815, "rougeL": 0.6160714285714285, "len_ratio": 1.0235849056603774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_6c6ba26190d25691", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8125369603784742, "chrf": 83.33179782568433, "bleu": 67.22568656664218, "rougeL": 0.8531746031746031, "len_ratio": 0.9302325581395349, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}225{"pair_id": "pair_2023493ba50740fc", "doc_id": "doc_9ad63a530a55b56e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6269368295589988, "chrf": 62.363459802457946, "bleu": 36.674508528270835, "rougeL": 0.5789473684210527, "len_ratio": 1.018181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_87fa12580d1af417", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6896853146853147, "chrf": 79.19012531535431, "bleu": 63.54692635013398, "rougeL": 0.7696335078534031, "len_ratio": 1.0127388535031847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}227{"pair_id": "pair_0869ae936350b1bc", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6094853683148336, "chrf": 68.58559086490817, "bleu": 41.703240705291336, "rougeL": 0.6578947368421052, "len_ratio": 0.9463087248322147, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}228{"pair_id": "pair_c1dcd6be7b27ee1b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.641476274165202, "chrf": 66.98275713528638, "bleu": 42.408773486047444, "rougeL": 0.6539923954372623, "len_ratio": 1.0077519379844961, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}229{"pair_id": "pair_77adc6e207dfe5dd", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5589919816723941, "chrf": 69.64734618981774, "bleu": 39.5388660538644, "rougeL": 0.6056338028169014, "len_ratio": 1.0300751879699248, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}230{"pair_id": "pair_c4de341d5eb091f2", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5236111111111111, "chrf": 60.683762010865, "bleu": 36.169401139749425, "rougeL": 0.528138528138528, "len_ratio": 0.9469026548672567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_f7d4665fb582f979", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6828240252897787, "chrf": 75.83559161401358, "bleu": 49.77293018321645, "rougeL": 0.6976744186046512, "len_ratio": 1.0948275862068966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}232{"pair_id": "pair_c53d7c6c841a84c2", "doc_id": "doc_adb94552819f8ffa", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8267254038179148, "chrf": 80.36530542287807, "bleu": 60.01976702410484, "rougeL": 0.8118811881188118, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}233{"pair_id": "pair_a5359ce8702011e3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6697848456501403, "chrf": 73.24380729284196, "bleu": 44.42938716847981, "rougeL": 0.688235294117647, "len_ratio": 1.0126582278481013, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_b01bdbdfc94d4b5b", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5570776255707763, "chrf": 69.95332234097472, "bleu": 39.69980463505046, "rougeL": 0.5915492957746478, "len_ratio": 1.0300751879699248, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}235{"pair_id": "pair_4c038c9e04106c46", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5932892730045756, "chrf": 63.4853872733955, "bleu": 35.88293291556984, "rougeL": 0.6199649737302978, "len_ratio": 0.7040498442367601, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}236{"pair_id": "pair_d90dba52a4210dd6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6571056062581486, "chrf": 72.60416087915735, "bleu": 43.46414825153903, "rougeL": 0.6511627906976745, "len_ratio": 1.1157894736842104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_3d038382ba9538c3", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6869328493647913, "chrf": 70.28317123024456, "bleu": 39.474698714030254, "rougeL": 0.6644951140065146, "len_ratio": 0.9934640522875817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}238{"pair_id": "pair_9844dff15124c385", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6293979671618453, "chrf": 63.564520578824656, "bleu": 28.046238776585753, "rougeL": 0.5750636132315522, "len_ratio": 1.098901098901099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_39f36fbade05e79f", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4205933682373473, "chrf": 56.054246689148115, "bleu": 22.313785495437717, "rougeL": 0.5222222222222223, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_35ece986010c118a", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4676258992805755, "chrf": 60.398671871489015, "bleu": 19.58408389008101, "rougeL": 0.4615384615384615, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_9bbe065db892b4e1", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5222830336200157, "chrf": 70.16273118447023, "bleu": 39.912119357255925, "rougeL": 0.6105769230769231, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_b861fda2ba1c33fa", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7808988764044944, "chrf": 78.87594523007657, "bleu": 54.53037986511416, "rougeL": 0.7720364741641338, "len_ratio": 0.9493670886075949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}243{"pair_id": "pair_b43ea84cc2b9caa2", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5469255663430421, "chrf": 58.72496544263275, "bleu": 20.564860452863016, "rougeL": 0.5295629820051414, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_6aa7e73a56ef15ba", "doc_id": "doc_bc5938d3f6b260f6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7615894039735099, "chrf": 72.32861521323264, "bleu": 49.10355425552922, "rougeL": 0.7896995708154507, "len_ratio": 0.8264462809917356, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}245{"pair_id": "pair_1ec46fbe211d4778", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7367706919945726, "chrf": 81.78305446436566, "bleu": 57.58636060897034, "rougeL": 0.7464114832535885, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_c2345f3d6e19cc11", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6088328075709779, "chrf": 65.05286946704935, "bleu": 32.01512872118359, "rougeL": 0.5855670103092784, "len_ratio": 0.991701244813278, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}247{"pair_id": "pair_6ba37e4de567bc3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5959530026109661, "chrf": 67.29591032823608, "bleu": 44.12123873972748, "rougeL": 0.640625, "len_ratio": 0.9663865546218487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9736842105263158, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}248{"pair_id": "pair_5f4b0a77a4183009", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6942482341069627, "chrf": 71.9124370539604, "bleu": 42.05408475031872, "rougeL": 0.6962962962962962, "len_ratio": 1.064, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_c43208b34ff7f949", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6982968369829683, "chrf": 71.79268164409224, "bleu": 45.727943549632066, "rougeL": 0.7219917012448134, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}250{"pair_id": "pair_887c056c0e105d41", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6852929763290648, "chrf": 72.89981431083213, "bleu": 45.76668004221733, "rougeL": 0.7000000000000001, "len_ratio": 0.800531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}251{"pair_id": "pair_87afc6f2b955f195", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7442348008385744, "chrf": 75.91120108365452, "bleu": 50.215235103817285, "rougeL": 0.7640449438202247, "len_ratio": 1.04, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}252{"pair_id": "pair_8da67bc3825d3492", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7630298818624044, "chrf": 74.42013897266969, "bleu": 46.985811490589725, "rougeL": 0.7647058823529412, "len_ratio": 1.0377358490566038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_274aa9c1018763c9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6866549088771311, "chrf": 71.14490528800842, "bleu": 49.35238914868689, "rougeL": 0.6986564299424185, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_e90f69af9012be1e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7900355871886121, "chrf": 85.13244311071621, "bleu": 77.44836649452284, "rougeL": 0.8555555555555556, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_89da4715f3fa0f38", "doc_id": "doc_fd2461ec733b3c95", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6894484412470023, "chrf": 74.25757968449686, "bleu": 51.16828070748294, "rougeL": 0.6861924686192469, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_04b803c336afa73a", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.66746126340882, "chrf": 68.78348427028477, "bleu": 45.23193521748648, "rougeL": 0.6798418972332015, "len_ratio": 0.8880597014925373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_9b3eb54905fd2c9d", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7706511175898931, "chrf": 82.92709158284964, "bleu": 73.86543272657643, "rougeL": 0.8247978436657682, "len_ratio": 1.0193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_22313211c45cfb5d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8663366336633663, "chrf": 89.6665930000454, "bleu": 74.59167764022021, "rougeL": 0.8633879781420766, "len_ratio": 1.0112359550561798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_377da45665f0e275", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6476190476190475, "chrf": 65.28367834012903, "bleu": 32.372730418876934, "rougeL": 0.5953488372093023, "len_ratio": 0.9541284403669725, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_80172c75c3eada27", "doc_id": "doc_7581bcce20007a86", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9034267912772586, "chrf": 87.44338979226927, "bleu": 73.04764040182037, "rougeL": 0.8663101604278075, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}261{"pair_id": "pair_a5afb0af34d3e7d8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5537720706260032, "chrf": 71.89719826258764, "bleu": 41.30246638479673, "rougeL": 0.6737967914438503, "len_ratio": 1.0337078651685394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}262{"pair_id": "pair_eb8d5899132cadd5", "doc_id": "doc_9ad63a530a55b56e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8312958435207825, "chrf": 79.48968656093876, "bleu": 59.91978394735352, "rougeL": 0.7911111111111111, "len_ratio": 0.990909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_eb2e4eca4ca40bc7", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7246049661399548, "chrf": 69.22767262409121, "bleu": 42.414597093549524, "rougeL": 0.732824427480916, "len_ratio": 0.8823529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}264{"pair_id": "pair_3ceaf6db1bfecbc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6703187250996017, "chrf": 70.58647707757187, "bleu": 44.72244237933645, "rougeL": 0.6804123711340206, "len_ratio": 0.9322033898305084, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}265{"pair_id": "pair_7af5b5f7c3e1b389", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6522678185745141, "chrf": 69.15400629099668, "bleu": 38.9364799615676, "rougeL": 0.6666666666666665, "len_ratio": 1.180327868852459, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_8f52aee8c3dea80e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6706312900274474, "chrf": 74.83654316416012, "bleu": 59.37677038306799, "rougeL": 0.7603833865814696, "len_ratio": 0.7965116279069767, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}267{"pair_id": "pair_4112683976a6d2a1", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6454183266932271, "chrf": 73.50942403455329, "bleu": 43.292752727860226, "rougeL": 0.676056338028169, "len_ratio": 1.0947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}268{"pair_id": "pair_fede62da87b1db7d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.578525641025641, "chrf": 71.87467292621909, "bleu": 46.019506541061894, "rougeL": 0.6559139784946236, "len_ratio": 1.0224719101123596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_1e8d326d2e1cf46b", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6070157600406711, "chrf": 65.18615387462799, "bleu": 35.37533062282546, "rougeL": 0.6271999999999999, "len_ratio": 0.8785046728971962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}270{"pair_id": "pair_64aa9005de8428fa", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6369168356997972, "chrf": 62.61007547880519, "bleu": 37.28102443620807, "rougeL": 0.6533333333333333, "len_ratio": 1.0140845070422535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}271{"pair_id": "pair_9a9d581571b09b26", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5899082568807339, "chrf": 70.1100494332609, "bleu": 40.371182340789396, "rougeL": 0.6231454005934718, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_f0d878f0b2f50e07", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5274302213666988, "chrf": 68.77532919712276, "bleu": 42.57329316185255, "rougeL": 0.6112759643916914, "len_ratio": 0.9467455621301775, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}273{"pair_id": "pair_8c3e4bf1a543c821", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.484171322160149, "chrf": 57.0734134437456, "bleu": 29.35487714380377, "rougeL": 0.5121951219512195, "len_ratio": 0.9518072289156626, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_0dd344cd3608ffb0", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.700832799487508, "chrf": 68.76528505841968, "bleu": 41.764808982540515, "rougeL": 0.6736401673640167, "len_ratio": 0.9585062240663901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_452b7aa2393cf974", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6674157303370787, "chrf": 66.84770029883981, "bleu": 31.90372589138013, "rougeL": 0.6134453781512605, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}276{"pair_id": "pair_5f4b7f005014cc09", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7385458167330677, "chrf": 80.67638113656383, "bleu": 62.694203501064074, "rougeL": 0.7741935483870968, "len_ratio": 0.9525423728813559, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}277{"pair_id": "pair_c2f0dfc799d018eb", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.721030042918455, "chrf": 72.86644852525997, "bleu": 45.5636046105366, "rougeL": 0.7499999999999999, "len_ratio": 0.816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_f8324dc2350ab41d", "doc_id": "doc_3135153361cfb769", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6261904761904762, "chrf": 73.46656337676608, "bleu": 42.66303401135129, "rougeL": 0.6991869918699187, "len_ratio": 0.8208955223880597, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_e036df2962ff3a84", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7524590163934426, "chrf": 73.42070226655767, "bleu": 54.30315332190238, "rougeL": 0.7999999999999999, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_03753c8eeae743c1", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4892926670992862, "chrf": 66.99526307381043, "bleu": 34.4388430708919, "rougeL": 0.5632653061224491, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}281{"pair_id": "pair_2168e626b85f6aa8", "doc_id": "doc_fc78b461465fbd42", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7766990291262136, "chrf": 80.71499709324763, "bleu": 65.74769019237783, "rougeL": 0.8290155440414507, "len_ratio": 0.8712871287128713, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}282{"pair_id": "pair_ec27ccc16e117e20", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.61101243339254, "chrf": 62.56282883095826, "bleu": 34.333136748541705, "rougeL": 0.6, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}283{"pair_id": "pair_6f3ef3438ca264e6", "doc_id": "doc_7581bcce20007a86", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7409551374819103, "chrf": 73.67210572594887, "bleu": 47.34949222820677, "rougeL": 0.7346938775510204, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}284{"pair_id": "pair_8ce0d73fd9b6d075", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5617214043035108, "chrf": 59.04019765049245, "bleu": 28.86400279170235, "rougeL": 0.5485074626865672, "len_ratio": 0.922509225092251, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_222dd7c96c3e0948", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7469250838613493, "chrf": 76.52515256344759, "bleu": 50.402365286861155, "rougeL": 0.749367088607595, "len_ratio": 1.0771349862258952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_57cc371f68363512", "doc_id": "doc_fc3b7b904133fd48", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6134751773049645, "chrf": 66.98188518170875, "bleu": 39.37570253640866, "rougeL": 0.6013071895424836, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}287{"pair_id": "pair_679cbad56b2d3f8d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7595890410958904, "chrf": 73.98498655990642, "bleu": 49.65022834221708, "rougeL": 0.8045454545454546, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}288{"pair_id": "pair_eaa7ab7681035960", "doc_id": "doc_9ad63a530a55b56e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8774509803921569, "chrf": 81.68365344088396, "bleu": 64.80595380230275, "rougeL": 0.8262910798122066, "len_ratio": 0.8818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}289{"pair_id": "pair_f875dff43ba74a03", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7929216867469879, "chrf": 74.92322465364023, "bleu": 51.86809088934098, "rougeL": 0.8130081300813008, "len_ratio": 0.8205128205128205, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}290{"pair_id": "pair_3a482d8623a4fbbe", "doc_id": "doc_fc3b7b904133fd48", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7089974293059126, "chrf": 69.0414645085301, "bleu": 44.527389958894794, "rougeL": 0.7272727272727273, "len_ratio": 0.7533333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}291{"pair_id": "pair_45d81bea4e5af436", "doc_id": "doc_dca1cb2706c17137", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9033613445378151, "chrf": 86.45466773083736, "bleu": 74.07947373454427, "rougeL": 0.9506172839506174, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}292{"pair_id": "pair_bfdace02a8144f56", "doc_id": "doc_fc78b461465fbd42", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6801566579634465, "chrf": 75.31846443367827, "bleu": 48.8348274718021, "rougeL": 0.6818181818181819, "len_ratio": 1.1386138613861385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_12fb41e9e9b7a382", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.8454288407163053, "chrf": 79.96882872192256, "bleu": 63.09463680065487, "rougeL": 0.8295819935691318, "len_ratio": 0.8670886075949367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_7d1acc01c08f1fb5", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5611246943765281, "chrf": 74.85766167710047, "bleu": 51.03995241686255, "rougeL": 0.728744939271255, "len_ratio": 0.8396946564885496, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}295{"pair_id": "pair_655c85e2967261b9", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.523719165085389, "chrf": 73.35674909137516, "bleu": 44.80258905476492, "rougeL": 0.609375, "len_ratio": 1.0284552845528456, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_94194a3ca1e4e851", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5648604269293924, "chrf": 54.58877427112466, "bleu": 17.82709111135526, "rougeL": 0.5485714285714285, "len_ratio": 1.1578947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}297{"pair_id": "pair_0294041dedfe8566", "doc_id": "doc_bc5938d3f6b260f6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8291390728476822, "chrf": 77.84574328050888, "bleu": 56.57479891882478, "rougeL": 0.8502024291497976, "len_ratio": 0.9338842975206612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}298{"pair_id": "pair_34886856e62683aa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5851979345955249, "chrf": 75.91828595347242, "bleu": 57.89394204274751, "rougeL": 0.7225130890052356, "len_ratio": 1.0975609756097562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_a014cef257180f70", "doc_id": "doc_649c56ed2a776c29", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6990654205607476, "chrf": 77.58313247542952, "bleu": 57.22570721500931, "rougeL": 0.7578947368421054, "len_ratio": 0.8496732026143791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}300{"pair_id": "pair_5ecc1c8569ad5cb1", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5625451916124367, "chrf": 65.38081644208292, "bleu": 36.662277396445546, "rougeL": 0.6070588235294118, "len_ratio": 1.1025641025641026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_dc0db1a40dcf2ae5", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8299418604651163, "chrf": 80.46554836116113, "bleu": 64.15006536814337, "rougeL": 0.8333333333333334, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}302{"pair_id": "pair_ff0b44ea6876fbc2", "doc_id": "doc_16a24631c5e15333", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8017429193899782, "chrf": 75.51194514399371, "bleu": 60.84353276959024, "rougeL": 0.7552447552447553, "len_ratio": 0.9130434782608695, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_69d891351ca40ded", "doc_id": "doc_7581bcce20007a86", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6153846153846154, "chrf": 68.32483640128987, "bleu": 41.40447436427125, "rougeL": 0.5894736842105263, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}304{"pair_id": "pair_9dcfe112d68ef358", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6675235646958012, "chrf": 64.96633343676983, "bleu": 36.32129370788418, "rougeL": 0.6239554317548747, "len_ratio": 0.9010989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}305{"pair_id": "pair_65df52755998bb4d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4984455958549223, "chrf": 67.68886515978377, "bleu": 39.395095433477685, "rougeL": 0.5967213114754099, "len_ratio": 0.9337748344370861, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}306{"pair_id": "pair_fa2fb072f2a38832", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6807095343680709, "chrf": 70.7909486869482, "bleu": 44.78076287031514, "rougeL": 0.6715328467153284, "len_ratio": 1.1639344262295082, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_f49a228de52eb9db", "doc_id": "doc_9195328f7f1a1bb1", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6036789297658862, "chrf": 67.33694053286634, "bleu": 48.400591077620014, "rougeL": 0.6287262872628726, "len_ratio": 1.0171428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}308{"pair_id": "pair_7b36251e3f342515", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5022573363431151, "chrf": 51.102744956101674, "bleu": 17.151979441399803, "rougeL": 0.4411764705882353, "len_ratio": 1.0223880597014925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_a3cef3ef3af84a9b", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.677570093457944, "chrf": 66.42626575246018, "bleu": 28.646983815564216, "rougeL": 0.6352941176470588, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}310{"pair_id": "pair_9898226bb613ec69", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6052287581699347, "chrf": 71.0719589832251, "bleu": 41.62206740534898, "rougeL": 0.6271186440677967, "len_ratio": 1.2019230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_20e8ca0d7b653ff7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7552140504939626, "chrf": 75.12971161646298, "bleu": 60.353703550477476, "rougeL": 0.7583892617449665, "len_ratio": 1.0069444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_2ee7f1d2f40e8bdf", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6771196283391405, "chrf": 65.46104050687693, "bleu": 29.095622766653953, "rougeL": 0.6153846153846154, "len_ratio": 0.9914529914529915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_ace033f91188533a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6, "chrf": 70.06210877870616, "bleu": 46.66611108614571, "rougeL": 0.6326530612244898, "len_ratio": 0.8609271523178808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}314{"pair_id": "pair_fd580b23fcb01ecc", "doc_id": "doc_96174e2f07291f09", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6232558139534884, "chrf": 72.80306953730698, "bleu": 57.2741248128922, "rougeL": 0.7049180327868851, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_a6a174d276e47768", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6575342465753424, "chrf": 66.40364839615356, "bleu": 36.119839122820224, "rougeL": 0.6442105263157895, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}316{"pair_id": "pair_c10ef4e67ec8ec17", "doc_id": "doc_3135153361cfb769", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5241379310344827, "chrf": 63.53350906347147, "bleu": 33.41492840689603, "rougeL": 0.556390977443609, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}317{"pair_id": "pair_939f8b10ab91b4f8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6257309941520468, "chrf": 65.6426400881146, "bleu": 38.63123427435646, "rougeL": 0.6597938144329897, "len_ratio": 1.139344262295082, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}318{"pair_id": "pair_8eec2074d215ea78", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7299813780260708, "chrf": 70.84882543465234, "bleu": 52.18412110964285, "rougeL": 0.761904761904762, "len_ratio": 0.7469879518072289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}319{"pair_id": "pair_dbe2eab5c263e911", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6603965429588206, "chrf": 69.23239366655226, "bleu": 42.35077374765221, "rougeL": 0.6904376012965964, "len_ratio": 0.8473520249221184, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}320{"pair_id": "pair_f5fa11427d24982f", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6581508515815084, "chrf": 69.74653112513248, "bleu": 41.22670564478393, "rougeL": 0.7074235807860262, "len_ratio": 0.7983870967741935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}321{"pair_id": "pair_450ff580823ab07a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6993865030674846, "chrf": 70.94924675238225, "bleu": 60.878485104185046, "rougeL": 0.78, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}322{"pair_id": "pair_bd645c066a932d68", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6271186440677966, "chrf": 66.30970032752444, "bleu": 46.55123390081211, "rougeL": 0.6382978723404256, "len_ratio": 1.0571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}323{"pair_id": "pair_9f8d2a3c9f938411", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.7057169634489222, "chrf": 78.67441698712865, "bleu": 61.71519735899143, "rougeL": 0.746268656716418, "len_ratio": 1.0316455696202531, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}324{"pair_id": "pair_aa07a7973e8aac0b", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7658730158730158, "chrf": 78.71885785467185, "bleu": 56.66791415516975, "rougeL": 0.8037383177570094, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}325{"pair_id": "pair_e9da743b727436ef", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7079715864246251, "chrf": 73.16124020447609, "bleu": 55.19269705632152, "rougeL": 0.7710280373831776, "len_ratio": 0.7914893617021277, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}326{"pair_id": "pair_b10388ffe9e7c2bc", "doc_id": "doc_9195328f7f1a1bb1", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6783673469387754, "chrf": 72.13107832509232, "bleu": 52.53514615524222, "rougeL": 0.6737967914438503, "len_ratio": 1.0457142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}327{"pair_id": "pair_741e9938fd13c327", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6744791666666667, "chrf": 73.27763176861085, "bleu": 58.70276910555602, "rougeL": 0.792156862745098, "len_ratio": 0.819672131147541, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}328{"pair_id": "pair_a194677579909580", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.49577464788732395, "chrf": 63.34503558967265, "bleu": 25.973019092349638, "rougeL": 0.5116279069767442, "len_ratio": 0.9541284403669725, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_8763a2e93a0b5d0d", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7519319938176198, "chrf": 78.11458983474392, "bleu": 60.292555969079835, "rougeL": 0.7967032967032968, "len_ratio": 0.8497409326424871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}330{"pair_id": "pair_191cdf8e399841a2", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6351791530944626, "chrf": 63.83514364897726, "bleu": 28.7336347952054, "rougeL": 0.5885416666666667, "len_ratio": 1.0494505494505495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_3e464a7d4f539b6c", "doc_id": "doc_b187f41399e937ba", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5827338129496402, "chrf": 70.96570782667793, "bleu": 46.1247915843184, "rougeL": 0.6717557251908397, "len_ratio": 0.8646616541353384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}332{"pair_id": "pair_f650af70b911a819", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6130268199233717, "chrf": 75.59182737834018, "bleu": 54.8659421445349, "rougeL": 0.6623376623376623, "len_ratio": 1.1791044776119404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}333{"pair_id": "pair_1917137c51f580b3", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5847523219814241, "chrf": 73.31354735280406, "bleu": 41.654097301150074, "rougeL": 0.6179921773142113, "len_ratio": 0.9707446808510638, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_51dd1a29893d55e1", "doc_id": "doc_c496dc8b7656356a", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6251944012441679, "chrf": 63.91323980519563, "bleu": 32.31196964769391, "rougeL": 0.6422018348623852, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}335{"pair_id": "pair_4ef36092d5ed2612", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8526989935956084, "chrf": 83.92172020307346, "bleu": 68.93900995096169, "rougeL": 0.8705882352941176, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_e5806be5c2ea5c04", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6936632920884889, "chrf": 72.4362469486514, "bleu": 41.370588682794825, "rougeL": 0.6733921815889029, "len_ratio": 1.09366391184573, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}337{"pair_id": "pair_ea859eb7a180f91a", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7371323529411764, "chrf": 73.32056725057981, "bleu": 50.623714607622674, "rougeL": 0.7636363636363636, "len_ratio": 0.8121546961325967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}338{"pair_id": "pair_24ae7fc73522e353", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7937293729372937, "chrf": 73.4496487131956, "bleu": 44.76592293680057, "rougeL": 0.7804878048780488, "len_ratio": 0.7865168539325843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_e08110969d5a8421", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7958115183246073, "chrf": 88.23727806128748, "bleu": 76.61321820829082, "rougeL": 0.8804347826086957, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}340{"pair_id": "pair_171389a310c61dfc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6770601336302895, "chrf": 69.48849317931611, "bleu": 40.82151601498987, "rougeL": 0.7058823529411765, "len_ratio": 1.1967213114754098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}341{"pair_id": "pair_837157b81b1252b6", "doc_id": "doc_bc5938d3f6b260f6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6403061224489797, "chrf": 67.26558981961736, "bleu": 44.194825533889436, "rougeL": 0.6771653543307087, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}342{"pair_id": "pair_7c58265cb1c9b9a5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5765247410817032, "chrf": 69.37318797227853, "bleu": 48.384696468824224, "rougeL": 0.6554054054054055, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_4905cc63786a4ef7", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5985130111524164, "chrf": 63.075534104785156, "bleu": 31.66518247800049, "rougeL": 0.640926640926641, "len_ratio": 1.0495867768595042, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}344{"pair_id": "pair_231440e4b3069bd2", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7954545454545454, "chrf": 77.99111548918293, "bleu": 66.59178615655509, "rougeL": 0.8338028169014086, "len_ratio": 0.8343949044585988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}345{"pair_id": "pair_074c529b3ed7b2e1", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7305122494432071, "chrf": 78.06282639254557, "bleu": 52.450675851170004, "rougeL": 0.7782805429864253, "len_ratio": 0.7758620689655172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}346{"pair_id": "pair_bd9b70fd81b20041", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7718978102189781, "chrf": 78.16101215433913, "bleu": 56.44929961328515, "rougeL": 0.7859237536656891, "len_ratio": 0.9593023255813954, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_817927acc3f295a5", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8721590909090909, "chrf": 85.78655947462181, "bleu": 70.90494447443177, "rougeL": 0.845771144278607, "len_ratio": 0.99, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_999fdfffeeadd973", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.652, "chrf": 62.604603100360926, "bleu": 44.33414567525802, "rougeL": 0.5844155844155844, "len_ratio": 1.0724637681159421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}349{"pair_id": "pair_6cdb633d3e3021b6", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7488855869242199, "chrf": 82.8658049007683, "bleu": 63.31811914371405, "rougeL": 0.7772020725388602, "len_ratio": 0.972972972972973, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}350{"pair_id": "pair_03dbf7c05f77ad54", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6907582938388626, "chrf": 68.69429823460933, "bleu": 48.84810544872524, "rougeL": 0.6640625000000001, "len_ratio": 1.1083333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}351{"pair_id": "pair_88d78195bf72aaa0", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5806845965770171, "chrf": 73.22311797250424, "bleu": 46.6870760703381, "rougeL": 0.6225680933852139, "len_ratio": 0.916030534351145, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_73a1adb079c0ca78", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.768270944741533, "chrf": 70.38546745623412, "bleu": 44.30782228922971, "rougeL": 0.7926829268292683, "len_ratio": 0.8181818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}353{"pair_id": "pair_eda728b83ec2ae89", "doc_id": "doc_16a24631c5e15333", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6347305389221557, "chrf": 61.25751156267164, "bleu": 38.07329291535244, "rougeL": 0.5882352941176471, "len_ratio": 1.0434782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_f1e57336f4f219fa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4787775891341256, "chrf": 78.00127656732839, "bleu": 60.66914167856897, "rougeL": 0.6631578947368422, "len_ratio": 1.0853658536585367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}355{"pair_id": "pair_f710d12cdc3baa04", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6213282247765006, "chrf": 65.70736842493922, "bleu": 33.7766935830874, "rougeL": 0.5913043478260869, "len_ratio": 1.0410958904109588, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_25469a64fa466781", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7297570850202428, "chrf": 81.56968515181727, "bleu": 70.96093194330017, "rougeL": 0.8409090909090908, "len_ratio": 0.896774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}357{"pair_id": "pair_7d60d30946b678d6", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.48294243070362475, "chrf": 56.38768467324679, "bleu": 21.57104139013275, "rougeL": 0.48, "len_ratio": 1.0522388059701493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}358{"pair_id": "pair_c4b7973078f96e72", "doc_id": "doc_c496dc8b7656356a", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6087636932707355, "chrf": 64.57784209130403, "bleu": 36.08711176834127, "rougeL": 0.680628272251309, "len_ratio": 0.7142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}359{"pair_id": "pair_460dd677d4d8c72e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6284046692607004, "chrf": 74.56969296297386, "bleu": 54.79771149205129, "rougeL": 0.6900584795321637, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}360{"pair_id": "pair_0dc76d9714c7b0f5", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7073662966700303, "chrf": 70.91969683530614, "bleu": 47.322261537292505, "rougeL": 0.7622377622377622, "len_ratio": 0.8120805369127517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}361{"pair_id": "pair_dd0ba6e8ec7ada0f", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5476673427991887, "chrf": 76.64824886914501, "bleu": 48.55269620132706, "rougeL": 0.6666666666666667, "len_ratio": 1.0551181102362204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}362{"pair_id": "pair_9deaff67b2ef0f62", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6836158192090396, "chrf": 77.42585419879123, "bleu": 56.56597194965014, "rougeL": 0.7096774193548387, "len_ratio": 1.1940298507462686, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}363{"pair_id": "pair_2a2a79a1d7692d5e", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6567164179104478, "chrf": 78.04059696378319, "bleu": 53.70781848174378, "rougeL": 0.7286432160804022, "len_ratio": 0.9064039408866995, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}364{"pair_id": "pair_7f78cabe32e4cd0b", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.546218487394958, "chrf": 61.9162334153218, "bleu": 38.89594818363752, "rougeL": 0.6034482758620691, "len_ratio": 0.9557522123893806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}365{"pair_id": "pair_72c32aae832a31e3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5817351598173516, "chrf": 59.91208892699342, "bleu": 32.54558760205622, "rougeL": 0.5722070844686648, "len_ratio": 1.0165745856353592, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_388ebf6ba0f496c7", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5313253012048194, "chrf": 56.63477094184266, "bleu": 31.102182206162897, "rougeL": 0.5393258426966292, "len_ratio": 1.1136363636363635, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}367{"pair_id": "pair_8d750d25af82b3b6", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7775700934579439, "chrf": 82.13913277632427, "bleu": 67.7489963025576, "rougeL": 0.7962085308056873, "len_ratio": 1.016778523489933, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}368{"pair_id": "pair_0ec2f16d9fc16c9d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7558459422283357, "chrf": 73.51001935861512, "bleu": 47.019512242284726, "rougeL": 0.7629796839729119, "len_ratio": 1.0424528301886793, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}369{"pair_id": "pair_2562b0a590785ca5", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.798056904927134, "chrf": 80.1163625328207, "bleu": 70.51423932242798, "rougeL": 0.8678414096916298, "len_ratio": 0.8540772532188842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}370{"pair_id": "pair_1105b86f9452566f", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7821691176470589, "chrf": 80.04701460270111, "bleu": 62.792794896861636, "rougeL": 0.8056338028169013, "len_ratio": 0.9502762430939227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}371{"pair_id": "pair_804fc0ab4219c05c", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5277161862527716, "chrf": 64.19433405243963, "bleu": 33.99609690329623, "rougeL": 0.5864661654135339, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}372{"pair_id": "pair_3871e0b35a1f9687", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.589771490750816, "chrf": 58.893364642010184, "bleu": 24.660294710738206, "rougeL": 0.555956678700361, "len_ratio": 1.0671641791044777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_d88011889a24924f", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.611764705882353, "chrf": 64.88277562449284, "bleu": 30.55920416805665, "rougeL": 0.64, "len_ratio": 1.0232558139534884, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}374{"pair_id": "pair_6397b8593f1b2fa4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5436543654365437, "chrf": 62.19057324074681, "bleu": 22.93144990428373, "rougeL": 0.544378698224852, "len_ratio": 0.9702380952380952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_7e393ce6fb8f49dd", "doc_id": "doc_7581bcce20007a86", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8, "chrf": 76.31691560497548, "bleu": 56.65129177508175, "rougeL": 0.8228571428571428, "len_ratio": 0.8387096774193549, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_75547a2cae28cdd8", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6179078014184397, "chrf": 61.90893002303783, "bleu": 33.03945835307723, "rougeL": 0.6321525885558583, "len_ratio": 1.022099447513812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}377{"pair_id": "pair_29d2aa88a8deb2f3", "doc_id": "doc_9195328f7f1a1bb1", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7793468667255075, "chrf": 76.6605015392258, "bleu": 63.255915744272905, "rougeL": 0.8057142857142857, "len_ratio": 0.9085714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}378{"pair_id": "pair_cc66a7390f7ef874", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7811965811965812, "chrf": 85.00244766001086, "bleu": 72.99891279962988, "rougeL": 0.8556149732620322, "len_ratio": 1.0365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}379{"pair_id": "pair_53f4d9a2f89982ea", "doc_id": "doc_bc5938d3f6b260f6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6484375, "chrf": 69.01353979077864, "bleu": 46.29492444891291, "rougeL": 0.716535433070866, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}380{"pair_id": "pair_389a3589f6083931", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8190104166666666, "chrf": 80.97437763966553, "bleu": 69.30281013288898, "rougeL": 0.849785407725322, "len_ratio": 0.9083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}381{"pair_id": "pair_36237e4f2034ca8b", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8243785084202084, "chrf": 84.11728681896655, "bleu": 68.13700954117837, "rougeL": 0.856763925729443, "len_ratio": 0.977961432506887, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}382{"pair_id": "pair_cf6c124581ebc65f", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7914402173913043, "chrf": 77.32435389032256, "bleu": 53.58709960989314, "rougeL": 0.7893462469733656, "len_ratio": 0.821917808219178, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}383{"pair_id": "pair_055f4e2f19b47da8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5835913312693499, "chrf": 69.64187357526129, "bleu": 45.55263354072964, "rougeL": 0.6602870813397128, "len_ratio": 1.0333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}384{"pair_id": "pair_8c15e46bb617cfbd", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7341269841269842, "chrf": 79.47358208403986, "bleu": 55.660868190811875, "rougeL": 0.7623318385650225, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_78f5b2b3bfd59cfe", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6191176470588236, "chrf": 71.9014547002968, "bleu": 53.783024724275585, "rougeL": 0.7019230769230769, "len_ratio": 1.04, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}386{"pair_id": "pair_f86bfc5f9ed4b9b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6834451901565995, "chrf": 71.19369340412862, "bleu": 57.899498473398836, "rougeL": 0.7074829931972789, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}387{"pair_id": "pair_7dcc343416dd89b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6467203682393556, "chrf": 63.21669053397726, "bleu": 40.199313984566004, "rougeL": 0.6486486486486486, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_5813e16ceaca9ed3", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5083798882681565, "chrf": 63.308420765531196, "bleu": 33.54397747768876, "rougeL": 0.5595238095238095, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_242a6b1fa02e949e", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.881993006993007, "chrf": 89.78034126339458, "bleu": 83.31542083619792, "rougeL": 0.8877005347593583, "len_ratio": 0.9490445859872612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}390{"pair_id": "pair_6b399e4df4a9de94", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5429216867469879, "chrf": 68.70876495994608, "bleu": 36.75315310332621, "rougeL": 0.6047619047619048, "len_ratio": 1.019704433497537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_13dd4eda62406540", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5612608032536859, "chrf": 61.60360837794887, "bleu": 30.05206154044496, "rougeL": 0.5686900958466454, "len_ratio": 0.8785046728971962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}392{"pair_id": "pair_c3b2cbf22d24ff40", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6456743002544529, "chrf": 67.39741304886577, "bleu": 36.0382637667481, "rougeL": 0.6, "len_ratio": 1.0365296803652968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}393{"pair_id": "pair_367eb370fe4f529c", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7777777777777778, "chrf": 79.70974688341099, "bleu": 60.452561950323364, "rougeL": 0.7813620071684588, "len_ratio": 0.9300699300699301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}394{"pair_id": "pair_f09de1e1c64f3d2e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6117103235747303, "chrf": 75.36595245901547, "bleu": 54.72847029286539, "rougeL": 0.6968973747016706, "len_ratio": 1.0857142857142856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_2f9d146538af41a4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6794158553546592, "chrf": 73.41724680424907, "bleu": 43.14699231711926, "rougeL": 0.6993318485523385, "len_ratio": 1.070754716981132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}396{"pair_id": "pair_cb6649b20a1e0a58", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5767477203647416, "chrf": 73.56121975054137, "bleu": 46.15190302875202, "rougeL": 0.6570743405275778, "len_ratio": 1.0049261083743843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_cebbb24f2cfdcc10", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5942290351668169, "chrf": 61.67399897958716, "bleu": 35.55931353850128, "rougeL": 0.6043956043956044, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}398{"pair_id": "pair_a9886bc4347d365c", "doc_id": "doc_649c56ed2a776c29", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7534626038781164, "chrf": 75.0770764897164, "bleu": 45.20526225819377, "rougeL": 0.7260726072607261, "len_ratio": 0.9673202614379085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}399{"pair_id": "pair_11a036198a3c8fdd", "doc_id": "doc_967f69b1bf330c46", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6016597510373445, "chrf": 68.95593118871885, "bleu": 36.180097974805584, "rougeL": 0.6, "len_ratio": 1.064, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}400{"pair_id": "pair_22daecbaf1d49510", "doc_id": "doc_679741e00536f8a4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7315968289920725, "chrf": 70.3701905673949, "bleu": 45.24108657667153, "rougeL": 0.736842105263158, "len_ratio": 0.7638376383763837, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_59dc9deab6df1009", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7462462462462462, "chrf": 76.51217416397022, "bleu": 49.78115609351521, "rougeL": 0.7427122940430926, "len_ratio": 1.0826446280991735, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_2b405d3983731fad", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5429769392033543, "chrf": 56.794809192267756, "bleu": 26.822889499727598, "rougeL": 0.5441176470588235, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_a4ce7cbe3a375b03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6589895988112927, "chrf": 74.45059573521804, "bleu": 51.269825217707705, "rougeL": 0.6842105263157895, "len_ratio": 0.9513513513513514, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_51281d318770704d", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5493934142114385, "chrf": 59.61706627923948, "bleu": 26.889133263263137, "rougeL": 0.5780346820809248, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}405{"pair_id": "pair_96048f36076f2fcd", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7701754385964912, "chrf": 75.24156743480236, "bleu": 57.442232779400484, "rougeL": 0.8025477707006369, "len_ratio": 0.813953488372093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}406{"pair_id": "pair_c4775e836de09d99", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6619576185671039, "chrf": 68.4362373087964, "bleu": 43.36642313020238, "rougeL": 0.6883116883116883, "len_ratio": 0.9664429530201343, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}407{"pair_id": "pair_ffbadf19abc61814", "doc_id": "doc_adb94552819f8ffa", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8633093525179856, "chrf": 82.21228746600192, "bleu": 60.339533949906894, "rougeL": 0.8372093023255813, "len_ratio": 0.9537037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}408{"pair_id": "pair_2bbcca3fbb594af9", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6697965571205008, "chrf": 66.69468501623851, "bleu": 37.8620896649427, "rougeL": 0.7009345794392523, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_01926ef243e6f8e4", "doc_id": "doc_96174e2f07291f09", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8980099502487562, "chrf": 83.98178120025456, "bleu": 75.53946540231053, "rougeL": 0.888888888888889, "len_ratio": 0.8656716417910447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_425211dfb083b241", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5560711523588554, "chrf": 72.77617124246787, "bleu": 41.93918851528475, "rougeL": 0.6049543676662321, "len_ratio": 0.9680851063829787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_6bcc2a2d6a67daf5", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6229720960415315, "chrf": 75.99744579447922, "bleu": 53.061277097105595, "rougeL": 0.6807610993657505, "len_ratio": 0.8699186991869918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_01232c0a13924b98", "doc_id": "doc_649c56ed2a776c29", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7044642857142858, "chrf": 72.69002712237423, "bleu": 42.98049559128403, "rougeL": 0.6775244299674267, "len_ratio": 0.9934640522875817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}413{"pair_id": "pair_c0b569d83d33f5f8", "doc_id": "doc_b860396abb8d4077", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7727272727272727, "chrf": 74.00026472052016, "bleu": 51.57496107524528, "rougeL": 0.751592356687898, "len_ratio": 0.8023255813953488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}414{"pair_id": "pair_bcb6e8c08ff21d70", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7695749440715883, "chrf": 75.52551786918012, "bleu": 63.0905878392509, "rougeL": 0.8014981273408239, "len_ratio": 0.7847222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_68b67e128aadb199", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8132470119521913, "chrf": 80.72561934455105, "bleu": 64.77699114551307, "rougeL": 0.8324324324324324, "len_ratio": 0.8406779661016949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}416{"pair_id": "pair_3de005d49cbf415d", "doc_id": "doc_adb94552819f8ffa", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7622377622377623, "chrf": 74.05138589769449, "bleu": 48.60224445296018, "rougeL": 0.7397260273972601, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_2c8165947bc31182", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7276234567901234, "chrf": 77.50403805700634, "bleu": 57.81229425956945, "rougeL": 0.7651331719128329, "len_ratio": 1.0514285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_6a5404a058481a2a", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7234439060752889, "chrf": 75.10726342652328, "bleu": 46.875767514878284, "rougeL": 0.7213114754098361, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}419{"pair_id": "pair_918534c10ad2fd5a", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.39486552567237165, "chrf": 65.39366759679892, "bleu": 39.24668894850243, "rougeL": 0.4806201550387597, "len_ratio": 0.9236641221374046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}420{"pair_id": "pair_870e9a33462cf105", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7806736166800321, "chrf": 77.66952327176574, "bleu": 56.75307365396122, "rougeL": 0.8319088319088319, "len_ratio": 0.8402203856749312, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}421{"pair_id": "pair_84f18babdba3f64c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6023054755043228, "chrf": 61.03342043025201, "bleu": 29.69220599359841, "rougeL": 0.6324786324786325, "len_ratio": 1.1272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_7283f93d20a9c9f1", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5512367491166077, "chrf": 52.91018896474724, "bleu": 13.559711753508275, "rougeL": 0.5269461077844313, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}423{"pair_id": "pair_5a83e2c5149d2ee6", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6023054755043228, "chrf": 61.03342043025201, "bleu": 29.69220599359841, "rougeL": 0.6324786324786325, "len_ratio": 1.1272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_a57f2e35ee87cd5c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6950517836593786, "chrf": 70.41011768785175, "bleu": 48.97544681706501, "rougeL": 0.7248322147651005, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_d8ec14e12d68fe21", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6832061068702291, "chrf": 71.65436971597245, "bleu": 42.20910859272939, "rougeL": 0.6451612903225807, "len_ratio": 1.0593607305936072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_07d078d08b2a2031", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.650997150997151, "chrf": 62.77440673301194, "bleu": 39.93182190948593, "rougeL": 0.6859903381642511, "len_ratio": 0.7345132743362832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}427{"pair_id": "pair_14ecb5a056f94f85", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8261205564142194, "chrf": 86.26536932700772, "bleu": 74.9745307251756, "rougeL": 0.8601036269430051, "len_ratio": 0.9740932642487047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}428{"pair_id": "pair_0c714d343e7d692e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5867287543655413, "chrf": 73.12242165274827, "bleu": 42.171415147179836, "rougeL": 0.6246719160104988, "len_ratio": 0.9574468085106383, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}429{"pair_id": "pair_b35dfa1d66430ad6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7794117647058824, "chrf": 72.60311031991345, "bleu": 59.45643724558913, "rougeL": 0.8191489361702127, "len_ratio": 0.83, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}430{"pair_id": "pair_488295d5205c31eb", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6904761904761905, "chrf": 68.27251307319273, "bleu": 42.90500910690557, "rougeL": 0.6686746987951807, "len_ratio": 0.9515151515151515, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}431{"pair_id": "pair_f7fa2440ae319193", "doc_id": "doc_861988bceb67e1df", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5935251798561151, "chrf": 70.7380533798883, "bleu": 43.55125551450895, "rougeL": 0.6758620689655173, "len_ratio": 0.7901234567901234, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_89fbc1827315c06a", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5797979797979798, "chrf": 63.10195261800935, "bleu": 37.04284626576585, "rougeL": 0.5714285714285715, "len_ratio": 0.8313253012048193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}433{"pair_id": "pair_e35d3509186467ab", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6697965571205008, "chrf": 66.69468501623851, "bleu": 37.8620896649427, "rougeL": 0.7009345794392523, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_51743d1445182a3f", "doc_id": "doc_3135153361cfb769", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6928251121076233, "chrf": 77.14079863142452, "bleu": 52.57093150546525, "rougeL": 0.7111111111111111, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_611166d6d51a44ef", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5989263803680982, "chrf": 74.72441799393775, "bleu": 44.105401376413894, "rougeL": 0.640625, "len_ratio": 0.973404255319149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -7.0}436{"pair_id": "pair_4e7b674b25d4a5e1", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7475622968580715, "chrf": 74.91955103810855, "bleu": 59.69587296173934, "rougeL": 0.7533333333333334, "len_ratio": 1.0208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}437{"pair_id": "pair_7d4776222ade0983", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6072931276297335, "chrf": 63.48087252034047, "bleu": 31.45103307065307, "rougeL": 0.5825242718446602, "len_ratio": 1.04, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}438{"pair_id": "pair_68e153a6daf97a77", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6260162601626016, "chrf": 69.03108833404058, "bleu": 57.993710456585475, "rougeL": 0.7363184079601991, "len_ratio": 1.0119047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_0e6ea9350b9f76f3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8137886597938144, "chrf": 79.84085557347342, "bleu": 60.32438294768438, "rougeL": 0.8092243186582808, "len_ratio": 0.946058091286307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}440{"pair_id": "pair_fcdc5cd55975b75a", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7487437185929648, "chrf": 80.54808723138608, "bleu": 72.68432161711647, "rougeL": 0.8241758241758242, "len_ratio": 0.9806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}441{"pair_id": "pair_9fc6bd9531545cee", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6149144254278729, "chrf": 65.28009168137882, "bleu": 46.20274267518937, "rougeL": 0.6425702811244979, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}442{"pair_id": "pair_f6570ea7ec92fbc8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7562568008705114, "chrf": 74.62060026329759, "bleu": 59.28867728408955, "rougeL": 0.7466666666666667, "len_ratio": 1.0208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_ed5a5cd722dff209", "doc_id": "doc_b9f6f386c52a2106", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.529296875, "chrf": 55.154058138362714, "bleu": 21.73427966592264, "rougeL": 0.5179856115107914, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_ba7ae4963f784961", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.40798611111111116, "chrf": 56.70551662002674, "bleu": 17.611543948633408, "rougeL": 0.4888888888888889, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}445{"pair_id": "pair_6ea9f150f88bdcf1", "doc_id": "doc_16a24631c5e15333", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8722466960352423, "chrf": 84.37703238279833, "bleu": 73.57607336431188, "rougeL": 0.8450704225352113, "len_ratio": 0.8985507246376812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}446{"pair_id": "pair_55c11fa0fa31a43a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7367367367367368, "chrf": 71.78919257210094, "bleu": 49.64706531686123, "rougeL": 0.7343749999999999, "len_ratio": 0.7622377622377622, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}447{"pair_id": "pair_66f99ec0df15b288", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6357142857142857, "chrf": 62.789535077058154, "bleu": 28.71954170853296, "rougeL": 0.5579399141630901, "len_ratio": 0.9829059829059829, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_e784055ac8fb6e54", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6258741258741258, "chrf": 78.78277405088456, "bleu": 65.64093170166959, "rougeL": 0.7310704960835509, "len_ratio": 1.0127388535031847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}449{"pair_id": "pair_d2551e35f71d9ab8", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7600896860986547, "chrf": 71.26826366036089, "bleu": 57.9481157938297, "rougeL": 0.7520000000000001, "len_ratio": 1.1194029850746268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}450{"pair_id": "pair_b243a59fa1667df4", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8155339805825242, "chrf": 77.43839346948317, "bleu": 68.08847262331912, "rougeL": 0.8269230769230769, "len_ratio": 0.8727272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}451{"pair_id": "pair_506ae7df4674cab7", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.816884661117717, "chrf": 77.57408334960836, "bleu": 49.36730707436436, "rougeL": 0.7553648068669527, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_f89f18927ab153c8", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7805840568271507, "chrf": 82.09831410210839, "bleu": 68.73249910542626, "rougeL": 0.8344370860927152, "len_ratio": 0.902127659574468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}453{"pair_id": "pair_4805fbb61049c259", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8503034389750506, "chrf": 81.90841131170453, "bleu": 60.006698535534646, "rougeL": 0.8070953436807095, "len_ratio": 1.0091324200913243, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_09dfdd9cd1e81663", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7519329896907216, "chrf": 73.49981675873781, "bleu": 51.21194972797281, "rougeL": 0.7744874715261958, "len_ratio": 0.7842323651452282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}455{"pair_id": "pair_de534e6c5522b151", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7132243684992571, "chrf": 71.97881943040227, "bleu": 47.64228594742778, "rougeL": 0.7298850574712644, "len_ratio": 0.7783783783783784, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}456{"pair_id": "pair_9210717bc22fdc06", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6944140197152245, "chrf": 73.46878549102776, "bleu": 42.6547103302739, "rougeL": 0.7123287671232876, "len_ratio": 1.0524193548387097, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}457{"pair_id": "pair_8532b78775a4e82a", "doc_id": "doc_fd2461ec733b3c95", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5782983970406905, "chrf": 66.44048790064726, "bleu": 31.818659950901836, "rougeL": 0.6037735849056604, "len_ratio": 0.7416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}458{"pair_id": "pair_643d06cb035cdb0e", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7803187803187803, "chrf": 75.49021073087629, "bleu": 48.90630916540317, "rougeL": 0.7837837837837838, "len_ratio": 1.0471698113207548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}459{"pair_id": "pair_2ab238d7b5d4e98a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5270700636942676, "chrf": 67.86099461513359, "bleu": 38.92748169263986, "rougeL": 0.588235294117647, "len_ratio": 1.0337078651685394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}460{"pair_id": "pair_7ddc8bb7a2f2240b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6893004115226338, "chrf": 67.62358671346456, "bleu": 59.561113284096805, "rougeL": 0.7474747474747474, "len_ratio": 0.9761904761904762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_a37053eb5335c2cd", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6739446870451238, "chrf": 73.94154487079115, "bleu": 48.160111635408754, "rougeL": 0.6969696969696969, "len_ratio": 1.086021505376344, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}462{"pair_id": "pair_e86606b8e1de8efa", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5730027548209367, "chrf": 65.82768487095413, "bleu": 31.09577237111125, "rougeL": 0.6066536203522506, "len_ratio": 1.0524193548387097, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_094dc7fede5b31b4", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6182336182336182, "chrf": 65.16060840454689, "bleu": 42.525031425905134, "rougeL": 0.6428571428571429, "len_ratio": 0.8849557522123894, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_29541c5de8e30eb0", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5288082083662193, "chrf": 68.37062232926307, "bleu": 46.129545390027786, "rougeL": 0.6478260869565218, "len_ratio": 0.9361702127659575, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}465{"pair_id": "pair_6b49918604f4ddb4", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6007130124777184, "chrf": 70.771246385795, "bleu": 44.38380880570554, "rougeL": 0.72, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_f52c0d6903e947c0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.9207507820646507, "chrf": 90.00834712633902, "bleu": 76.75266000926887, "rougeL": 0.9172932330827067, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}467{"pair_id": "pair_3cb0ae908fe836a2", "doc_id": "doc_3135153361cfb769", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5942350332594235, "chrf": 65.41919946803928, "bleu": 34.662127244512895, "rougeL": 0.6268656716417911, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_f773bcd23ef46305", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4424242424242424, "chrf": 53.68870658055659, "bleu": 21.391537516265068, "rougeL": 0.4383561643835616, "len_ratio": 0.7228915662650602, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}469{"pair_id": "pair_18235b3051bb3ba0", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7704545454545455, "chrf": 71.168321948645, "bleu": 57.943078360789315, "rougeL": 0.7580645161290323, "len_ratio": 1.1044776119402986, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}470{"pair_id": "pair_b60d8f40e0325e19", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8610540725530459, "chrf": 91.65961732410382, "bleu": 82.17370998194744, "rougeL": 0.8957055214723927, "len_ratio": 1.0042918454935623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_474982aefff458c7", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6119402985074627, "chrf": 65.10531114372597, "bleu": 38.39968823236971, "rougeL": 0.6666666666666667, "len_ratio": 0.7438423645320197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}472{"pair_id": "pair_053da0e25948aca6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6142857142857143, "chrf": 71.8010341269389, "bleu": 44.26862733649302, "rougeL": 0.6160337552742616, "len_ratio": 1.2211538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_c46e64923862f96a", "doc_id": "doc_9195328f7f1a1bb1", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6963812886142984, "chrf": 65.18672530201783, "bleu": 52.12022410611868, "rougeL": 0.7151898734177216, "len_ratio": 0.7142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}474{"pair_id": "pair_6501140e74584dec", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7341954022988506, "chrf": 85.74102308971649, "bleu": 68.35616597342859, "rougeL": 0.8073394495412846, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_517966b5cc08ea57", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7051671732522796, "chrf": 69.49554328073401, "bleu": 47.5420527645316, "rougeL": 0.7117117117117117, "len_ratio": 0.85, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}476{"pair_id": "pair_1d6eedd0c6d24ea0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6817729083665338, "chrf": 70.45005236277449, "bleu": 43.506009555959906, "rougeL": 0.687392055267703, "len_ratio": 0.9220338983050848, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_0a471b6ef8d3a304", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4826038159371493, "chrf": 55.36126315124951, "bleu": 18.406990184901, "rougeL": 0.48708487084870855, "len_ratio": 1.0223880597014925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}478{"pair_id": "pair_91bcc382ad83e38d", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7217948717948718, "chrf": 73.33286137996207, "bleu": 54.54084126985278, "rougeL": 0.774703557312253, "len_ratio": 1.0075757575757576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}479{"pair_id": "pair_ff489f946fa97cd7", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5736040609137056, "chrf": 66.61255797740803, "bleu": 31.088257361820485, "rougeL": 0.632768361581921, "len_ratio": 1.058139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}480{"pair_id": "pair_4d3fe6a3006a5989", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7430555555555556, "chrf": 76.69284580360508, "bleu": 57.27461471944448, "rougeL": 0.7490494296577946, "len_ratio": 1.0116279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_56061dde7640c458", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.732612055641422, "chrf": 74.37969682470624, "bleu": 56.50816182163423, "rougeL": 0.7010309278350516, "len_ratio": 0.9844559585492227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}482{"pair_id": "pair_7672ebff8c8428da", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.77734375, "chrf": 78.13871979486245, "bleu": 61.74350773125092, "rougeL": 0.8251121076233183, "len_ratio": 0.825, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_f4e936423f1276f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7557535263548627, "chrf": 79.33826088301464, "bleu": 58.880390868511654, "rougeL": 0.7308641975308643, "len_ratio": 1.067357512953368, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}484{"pair_id": "pair_5938987848b6b679", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8403284671532847, "chrf": 80.97201925705957, "bleu": 62.04868537030535, "rougeL": 0.8405797101449275, "len_ratio": 0.9825581395348837, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}485{"pair_id": "pair_ffd11e076d514f3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7054263565891472, "chrf": 79.10141564528315, "bleu": 62.57863254017906, "rougeL": 0.8067226890756302, "len_ratio": 0.8688524590163934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}486{"pair_id": "pair_4fdee4601ea81942", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5551470588235294, "chrf": 64.63972046810358, "bleu": 35.930212593514625, "rougeL": 0.6070038910505837, "len_ratio": 1.024793388429752, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}487{"pair_id": "pair_d3f31f482793fd9b", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.836, "chrf": 83.59460373774547, "bleu": 67.20121474451125, "rougeL": 0.8553191489361701, "len_ratio": 0.8830645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}488{"pair_id": "pair_c8ec4c6fe8cd098e", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.43031784841075793, "chrf": 64.15591705035082, "bleu": 37.15733186591841, "rougeL": 0.4883720930232558, "len_ratio": 0.9236641221374046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}489{"pair_id": "pair_16b576e5dcd5899d", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5270440251572327, "chrf": 60.43635559643401, "bleu": 28.11595794346405, "rougeL": 0.559322033898305, "len_ratio": 1.0535714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_cf2328e2313ee13a", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7548291233283804, "chrf": 79.34528064465324, "bleu": 65.35662199182724, "rougeL": 0.7932489451476793, "len_ratio": 0.9833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_c861a45e629bf73f", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8113590263691683, "chrf": 78.50327167203073, "bleu": 57.555889703659204, "rougeL": 0.8571428571428571, "len_ratio": 1.0746268656716418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}492{"pair_id": "pair_7e71e5ca88fb5358", "doc_id": "doc_96174e2f07291f09", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6995305164319249, "chrf": 71.38777345092653, "bleu": 57.10362609762882, "rougeL": 0.7603305785123968, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_89d12b7f2261c246", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6547619047619048, "chrf": 74.04661530852391, "bleu": 43.8219080382201, "rougeL": 0.6822429906542056, "len_ratio": 1.105263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}494{"pair_id": "pair_b1ed49f67d3a362a", "doc_id": "doc_b187f41399e937ba", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5590909090909091, "chrf": 68.70042445574556, "bleu": 40.469211937726385, "rougeL": 0.5915492957746478, "len_ratio": 1.0300751879699248, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}495{"pair_id": "pair_86e5b33a1bffa4f5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6222493887530562, "chrf": 65.19149343947662, "bleu": 39.76056756952287, "rougeL": 0.664092664092664, "len_ratio": 0.9312977099236641, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_07ccb1e2b5d4f252", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6540755467196819, "chrf": 72.9355609142339, "bleu": 58.009146743978185, "rougeL": 0.6863905325443787, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_54c74e2c798ae5bd", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6460928652321631, "chrf": 68.74156214728275, "bleu": 40.60379200307354, "rougeL": 0.6556776556776557, "len_ratio": 0.9630996309963099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_1d0abd2dadc0c197", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5729537366548043, "chrf": 62.87260654551476, "bleu": 35.49185696952495, "rougeL": 0.5908372827804107, "len_ratio": 0.9034267912772586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}499{"pair_id": "pair_54e28a36191dee4c", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7850213426464882, "chrf": 80.44975811575499, "bleu": 57.29787808011843, "rougeL": 0.758893280632411, "len_ratio": 0.949468085106383, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}500{"pair_id": "pair_fbca515430acceaf", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7815126050420168, "chrf": 81.98513277554088, "bleu": 67.75694951927342, "rougeL": 0.7962382445141066, "len_ratio": 1.0335570469798658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}501{"pair_id": "pair_cf6492320aff65e4", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5382830626450116, "chrf": 60.76972811067755, "bleu": 26.631852050893603, "rougeL": 0.5099601593625498, "len_ratio": 0.912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_2b8b76d1ba917eea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6514584891548243, "chrf": 74.99297088442468, "bleu": 52.49016918093532, "rougeL": 0.7092198581560284, "len_ratio": 1.1085714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}503