spb/wpai0002_uqo

1{"pair_id": "pair_c2f1c137c6271641", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6469580119965724, "chrf": 60.27833302987713, "bleu": 33.78560506977789, "rougeL": 0.6426426426426426, "len_ratio": 0.7527472527472527, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_88ace813a8b3351d", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6084507042253522, "chrf": 68.28610048087138, "bleu": 38.6818301531657, "rougeL": 0.6538461538461539, "len_ratio": 0.8899082568807339, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}3{"pair_id": "pair_cf6f87cdabb3f952", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6076190476190476, "chrf": 63.72287731924502, "bleu": 34.383722119731196, "rougeL": 0.6710963455149501, "len_ratio": 0.7636363636363637, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}4{"pair_id": "pair_c9a24c7bb7e78f1c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6517262265293762, "chrf": 76.45872923910595, "bleu": 52.87392436851443, "rougeL": 0.7088607594936708, "len_ratio": 1.1218487394957983, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8648648648648649, "number_precision": 0.7272727272727273, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}5{"pair_id": "pair_2cd859920f41e079", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6049107142857143, "chrf": 67.75311595007712, "bleu": 38.378379847611676, "rougeL": 0.6521739130434783, "len_ratio": 1.1967213114754098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_5d306565f901b859", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6361867704280155, "chrf": 62.73508030145265, "bleu": 23.144083707032763, "rougeL": 0.6369426751592357, "len_ratio": 1.2647058823529411, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_bfecc6cc97415a81", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4894179894179894, "chrf": 55.932084084906855, "bleu": 24.663909771091593, "rougeL": 0.5, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_7aa06859d2b8eaf3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6245318352059925, "chrf": 68.95976821366739, "bleu": 42.86945352422712, "rougeL": 0.6646525679758308, "len_ratio": 0.9556962025316456, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_e466f13d4e948458", "doc_id": "doc_861988bceb67e1df", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5611510791366907, "chrf": 68.85018588554016, "bleu": 38.00092184887958, "rougeL": 0.6538461538461539, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_ddafbf95752d58ac", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5535366645035691, "chrf": 62.297582164862696, "bleu": 37.74607014565018, "rougeL": 0.6235565819861432, "len_ratio": 0.7154471544715447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}11{"pair_id": "pair_38aadd94683d43df", "doc_id": "doc_ece0bb556a23f499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6223520818115413, "chrf": 66.24132570036629, "bleu": 37.58247965335859, "rougeL": 0.6347031963470319, "len_ratio": 0.9528301886792453, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_edd03df01bb87e9b", "doc_id": "doc_649c56ed2a776c29", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6504672897196262, "chrf": 74.25837053450294, "bleu": 41.197579950902664, "rougeL": 0.6907894736842104, "len_ratio": 0.934640522875817, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}13{"pair_id": "pair_5fe32f034a808b91", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6509368494101319, "chrf": 74.58843019323213, "bleu": 55.934854289183576, "rougeL": 0.7533632286995516, "len_ratio": 0.8412017167381974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.52, "number_precision": 0.7647058823529411, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}14{"pair_id": "pair_29d2a5db2f28c78a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5842105263157895, "chrf": 67.47383500205233, "bleu": 41.698692383129504, "rougeL": 0.6627906976744186, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_ef88661bb782f59a", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6805721096543504, "chrf": 66.67336639187624, "bleu": 36.502162698802266, "rougeL": 0.6612244897959183, "len_ratio": 0.8208955223880597, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_a14abd5911f17e39", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.755011135857461, "chrf": 76.8840538799557, "bleu": 55.57461898593361, "rougeL": 0.7673469387755103, "len_ratio": 0.9913793103448276, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_e1508ccdc2737934", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6291600633914421, "chrf": 65.08150885123621, "bleu": 27.36965756427038, "rougeL": 0.6372549019607844, "len_ratio": 1.011111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4444444444444444, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_31750785a97eb870", "doc_id": "doc_83ee876009e1f14b", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6417759838546923, "chrf": 66.77928649843732, "bleu": 39.94778645533724, "rougeL": 0.627831715210356, "len_ratio": 0.9261744966442953, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}19{"pair_id": "pair_332abe3d88ca34f3", "doc_id": "doc_dca1cb2706c17137", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6818181818181819, "chrf": 79.03673480176195, "bleu": 61.43251320231964, "rougeL": 0.7857142857142856, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}20{"pair_id": "pair_310df76d9a77452b", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6546888694127958, "chrf": 67.33039855511973, "bleu": 44.381597978825006, "rougeL": 0.6920980926430518, "len_ratio": 0.9714285714285714, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}21{"pair_id": "pair_5d66280899bbb577", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.578125, "chrf": 60.641608327354156, "bleu": 47.075005718835655, "rougeL": 0.6106194690265486, "len_ratio": 0.8583333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_7789e2d1de02f43f", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6803779877709839, "chrf": 80.82219998666221, "bleu": 59.79719983828925, "rougeL": 0.7583497053045187, "len_ratio": 1.0443548387096775, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_d77676aa5b9788c2", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4247506799637353, "chrf": 63.82231195577586, "bleu": 26.451480930303166, "rougeL": 0.5070422535211268, "len_ratio": 1.282258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}24{"pair_id": "pair_c36f5acb28707610", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7075342465753425, "chrf": 73.83482208884205, "bleu": 46.7631364600947, "rougeL": 0.7467248908296943, "len_ratio": 0.8875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}25{"pair_id": "pair_282833e6d6a3984d", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6538461538461539, "chrf": 70.596906622099, "bleu": 59.66369774473362, "rougeL": 0.7758620689655172, "len_ratio": 0.8089171974522293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}26{"pair_id": "pair_3107ab05d03041bf", "doc_id": "doc_679741e00536f8a4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7180067950169875, "chrf": 72.01074409370979, "bleu": 45.564895404530915, "rougeL": 0.7142857142857142, "len_ratio": 0.9630996309963099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}27{"pair_id": "pair_44c009613aaa4668", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6175298804780877, "chrf": 71.01430541498675, "bleu": 46.345353700800985, "rougeL": 0.6619469026548671, "len_ratio": 0.8677966101694915, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_74db4e98c7a188d4", "doc_id": "doc_861988bceb67e1df", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6061151079136691, "chrf": 64.84055850449934, "bleu": 39.256500222457156, "rougeL": 0.6624203821656051, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_c63e797c6528b4db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7820069204152249, "chrf": 79.0894493886236, "bleu": 49.4148473390359, "rougeL": 0.7976878612716762, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_2fb4bbe550e27ac4", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4556166535742341, "chrf": 63.652455010396125, "bleu": 37.35442532171089, "rougeL": 0.5623678646934461, "len_ratio": 0.9872340425531915, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.9375, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}31{"pair_id": "pair_2debd28bdd098ed4", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.625706940874036, "chrf": 63.940909029988426, "bleu": 32.03872699178067, "rougeL": 0.5874363327674023, "len_ratio": 0.9466666666666667, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}32{"pair_id": "pair_0a11a544a9f4279b", "doc_id": "doc_dca1cb2706c17137", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6942800788954635, "chrf": 78.17905537693622, "bleu": 62.20819669335267, "rougeL": 0.7904191616766467, "len_ratio": 1.0833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_3bac7ae06f23e6e9", "doc_id": "doc_b860396abb8d4077", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7523510971786834, "chrf": 71.91146244695639, "bleu": 43.39956406573513, "rougeL": 0.7085714285714286, "len_ratio": 1.0116279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}34{"pair_id": "pair_9fe6e1a7a8780864", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7896253602305475, "chrf": 76.54316081647474, "bleu": 57.88619486897888, "rougeL": 0.7671232876712328, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}35{"pair_id": "pair_baaf464a605e8459", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 67.9658114105817, "bleu": 48.26887522511237, "rougeL": 0.744360902255639, "len_ratio": 0.9262295081967213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}36{"pair_id": "pair_b3c1ef143c87299c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7819277108433735, "chrf": 73.0112099567238, "bleu": 50.230351008358554, "rougeL": 0.7391304347826086, "len_ratio": 1.0363636363636364, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_a4e47c424e3157c2", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7115384615384616, "chrf": 76.30894243220855, "bleu": 56.28201015647577, "rougeL": 0.7430167597765364, "len_ratio": 0.9806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6744186046511628, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_825e0b63e41c4455", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5234986945169713, "chrf": 60.61423155742139, "bleu": 42.07792297009703, "rougeL": 0.5795918367346939, "len_ratio": 0.8445378151260504, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.972972972972973, "number_precision": 0.8, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}39{"pair_id": "pair_93a4261a917f89c8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6389442231075697, "chrf": 67.92880756610879, "bleu": 45.763843612847616, "rougeL": 0.6424870466321243, "len_ratio": 0.9186440677966101, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}40{"pair_id": "pair_d5b4a6808c4e0395", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6815816857440167, "chrf": 67.61963148171884, "bleu": 35.03400427850935, "rougeL": 0.6420664206642066, "len_ratio": 1.056, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}41{"pair_id": "pair_309d2b488da63069", "doc_id": "doc_679741e00536f8a4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6160815402038505, "chrf": 65.72545260916816, "bleu": 37.16830479272917, "rougeL": 0.6245353159851301, "len_ratio": 0.9372693726937269, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_84b526d08998412d", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6408288564850345, "chrf": 72.87428085580213, "bleu": 50.75483185852733, "rougeL": 0.6954436450839327, "len_ratio": 1.062857142857143, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}43{"pair_id": "pair_c9dff9e920618fcf", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6608933454876937, "chrf": 71.80837619443462, "bleu": 46.67067989472115, "rougeL": 0.6824925816023739, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_56c29f7adc442782", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6008522727272727, "chrf": 62.8705666842646, "bleu": 36.792609239298365, "rougeL": 0.625, "len_ratio": 0.91, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_69526c4f889174ea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6296296296296297, "chrf": 70.5532280907538, "bleu": 42.038683728985276, "rougeL": 0.6551724137931035, "len_ratio": 1.1442307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}46{"pair_id": "pair_709d9ccf1de16f09", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6502428868841083, "chrf": 75.44461827349302, "bleu": 56.736238031749146, "rougeL": 0.7637969094922737, "len_ratio": 0.8669527896995708, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.52, "number_precision": 0.7222222222222222, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}47{"pair_id": "pair_ef146ab27b0e7e54", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7622950819672132, "chrf": 78.72508857783438, "bleu": 57.40726470961357, "rougeL": 0.763819095477387, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_ac7ce65c0ed087c7", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6774809160305344, "chrf": 61.682800877200684, "bleu": 25.398704030523934, "rougeL": 0.6666666666666667, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_1815421c03271d30", "doc_id": "doc_b860396abb8d4077", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7570532915360502, "chrf": 73.546346040841, "bleu": 43.1296188889384, "rougeL": 0.7241379310344829, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}50{"pair_id": "pair_361baa22f73d5d89", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4405768274490304, "chrf": 55.62421651652676, "bleu": 37.99336065338309, "rougeL": 0.580392156862745, "len_ratio": 0.6342281879194631, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5714285714285714, "number_precision": 0.9230769230769231, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}51{"pair_id": "pair_14bb7407d84c5108", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5753424657534247, "chrf": 58.863380796870956, "bleu": 28.726219829125824, "rougeL": 0.6040268456375839, "len_ratio": 0.8291666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}52{"pair_id": "pair_5b833ea3d18cee1a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.45906735751295336, "chrf": 61.7408854591083, "bleu": 30.880461821412915, "rougeL": 0.5150501672240803, "len_ratio": 0.8940397350993378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.8333333333333334, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}53{"pair_id": "pair_3be5f5987924112e", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6358974358974359, "chrf": 61.5130814500611, "bleu": 39.13684707304537, "rougeL": 0.6484375, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}54{"pair_id": "pair_84b3d5ee6c5732e9", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6411192214111923, "chrf": 66.6620439454175, "bleu": 39.93933538754627, "rougeL": 0.6693227091633466, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_6705f52d07301d80", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5497702909647779, "chrf": 65.25820585719187, "bleu": 28.322376935922442, "rougeL": 0.5670103092783506, "len_ratio": 1.1235955056179776, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}56{"pair_id": "pair_0575bcaf8a580eff", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7272727272727273, "chrf": 69.75091352092393, "bleu": 38.45589012958275, "rougeL": 0.6818181818181819, "len_ratio": 1.0232558139534884, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}57{"pair_id": "pair_b0a97dde4778340f", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6246498599439776, "chrf": 68.41018519930302, "bleu": 39.4267107008292, "rougeL": 0.6486486486486487, "len_ratio": 1.0632911392405062, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_c13e870b71423560", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5860759493670886, "chrf": 60.45945460473345, "bleu": 38.892332905964196, "rougeL": 0.6106870229007633, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_b7af3e2054df7348", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6774647887323944, "chrf": 74.4312255662866, "bleu": 44.640424085195896, "rougeL": 0.6985645933014354, "len_ratio": 0.8899082568807339, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}60{"pair_id": "pair_a6f59a9b5f2a67b6", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7173913043478262, "chrf": 75.79646155691995, "bleu": 50.84173655879841, "rougeL": 0.8285714285714286, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_f2ece22c29d8c29c", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6799242424242424, "chrf": 76.62921521807121, "bleu": 59.46729650363475, "rougeL": 0.7719298245614036, "len_ratio": 1.1388888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_5baebdc9177a8e28", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5645684620376379, "chrf": 67.46689295423698, "bleu": 40.367222994680546, "rougeL": 0.6075949367088608, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}63{"pair_id": "pair_13910713f8f06594", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.5664467483506126, "chrf": 61.85031108378286, "bleu": 33.87461587354581, "rougeL": 0.5930599369085173, "len_ratio": 0.9620253164556962, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_7c7fa7446f4b6077", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5898801597869507, "chrf": 66.54192414695068, "bleu": 34.504998894215305, "rougeL": 0.6230936819172114, "len_ratio": 1.0424528301886793, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}65{"pair_id": "pair_d0d8567447797e47", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4554554554554554, "chrf": 66.36002804835823, "bleu": 38.26357310622414, "rougeL": 0.5138888888888888, "len_ratio": 0.958041958041958, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_65e729d5744846f2", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6670533642691415, "chrf": 71.10050867485218, "bleu": 48.707366686685376, "rougeL": 0.6852589641434262, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}67{"pair_id": "pair_13b6b22424f34722", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7523809523809524, "chrf": 77.20301652991982, "bleu": 56.7336256900093, "rougeL": 0.7354260089686099, "len_ratio": 1.0648148148148149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}68{"pair_id": "pair_077eb0513a8a2593", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7604895104895105, "chrf": 77.50337829587458, "bleu": 62.38720130741673, "rougeL": 0.8, "len_ratio": 0.9235668789808917, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}69{"pair_id": "pair_085c632978ba7aec", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6160990712074303, "chrf": 65.28775228315713, "bleu": 39.01657899965204, "rougeL": 0.6666666666666665, "len_ratio": 1.0545454545454545, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_0183e401e64b2103", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.49425287356321834, "chrf": 68.3548134846095, "bleu": 38.15239946255465, "rougeL": 0.5501730103806228, "len_ratio": 1.226890756302521, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8918918918918919, "number_precision": 0.717391304347826, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_d3e8221632482ce6", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6371511068334937, "chrf": 76.14042436070163, "bleu": 52.05502914756558, "rougeL": 0.7365079365079364, "len_ratio": 0.7928994082840237, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}72{"pair_id": "pair_37584e42a04d474b", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.645748987854251, "chrf": 68.54287082690658, "bleu": 51.041520907837544, "rougeL": 0.6782608695652174, "len_ratio": 0.8774193548387097, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6511627906976745, "number_precision": 0.9032258064516129, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}73{"pair_id": "pair_bb60bba73e78c46c", "doc_id": "doc_fc3b7b904133fd48", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.609254498714653, "chrf": 64.96523992589253, "bleu": 32.07690436356571, "rougeL": 0.6023688663282573, "len_ratio": 0.9533333333333334, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}74{"pair_id": "pair_75d7b0ff6200aead", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.49806701030927836, "chrf": 54.76453235860173, "bleu": 24.517416517328, "rougeL": 0.5388127853881279, "len_ratio": 0.7800829875518672, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}75{"pair_id": "pair_3ba5e1d5b6c69220", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6202445652173914, "chrf": 63.20850744022316, "bleu": 33.85952732248557, "rougeL": 0.5986078886310905, "len_ratio": 0.9223744292237442, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_bc7df2b0b58f07c0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6398467432950192, "chrf": 78.79211929515023, "bleu": 59.312981002778656, "rougeL": 0.736842105263158, "len_ratio": 1.0365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}77{"pair_id": "pair_4a56d218431976d2", "doc_id": "doc_fc78b461465fbd42", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8196948682385575, "chrf": 79.63947560803584, "bleu": 55.07750309558345, "rougeL": 0.7980295566502462, "len_ratio": 0.9306930693069307, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}78{"pair_id": "pair_23020662bb95ca91", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.49472891566265065, "chrf": 60.7433349426391, "bleu": 31.793165890190533, "rougeL": 0.5549738219895288, "len_ratio": 0.8666666666666667, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}79{"pair_id": "pair_f19c76567b23a0ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5065502183406114, "chrf": 56.812401146674404, "bleu": 26.743183880789093, "rougeL": 0.510948905109489, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_5cdba9bf502e78bf", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4743975903614458, "chrf": 59.339092128874185, "bleu": 28.46053643318498, "rougeL": 0.5190839694656488, "len_ratio": 0.9282051282051282, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}81{"pair_id": "pair_860db84d69c18d28", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7046918123275069, "chrf": 68.73414317552509, "bleu": 41.08646069155265, "rougeL": 0.7012987012987013, "len_ratio": 0.7857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}82{"pair_id": "pair_d9e2bd843586d3b6", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6790123456790124, "chrf": 73.80654082206972, "bleu": 49.960247138928054, "rougeL": 0.7634660421545667, "len_ratio": 0.9669811320754716, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_0ca79ef661d41111", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6812428078250863, "chrf": 77.18121253537895, "bleu": 58.837484425435534, "rougeL": 0.7560137457044673, "len_ratio": 0.9214285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.85, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_a0968e66079c004e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6544066620402498, "chrf": 78.5215000714222, "bleu": 62.03848654796861, "rougeL": 0.7510204081632651, "len_ratio": 1.0171673819742488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.6, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}85{"pair_id": "pair_52e39ed348aac3a4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4878957169459963, "chrf": 64.05955723895418, "bleu": 30.871485017730883, "rougeL": 0.5562130177514792, "len_ratio": 1.0120481927710843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}86{"pair_id": "pair_29b37b2755361452", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6021505376344086, "chrf": 58.359870952744984, "bleu": 23.892635014131994, "rougeL": 0.5540540540540541, "len_ratio": 1.161764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}87{"pair_id": "pair_112e8b5bc79d4c76", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6491477272727273, "chrf": 70.5559449556772, "bleu": 39.29133408340058, "rougeL": 0.6528497409326425, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_3416f54517de3a0a", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7842669845053636, "chrf": 77.52940117772602, "bleu": 54.2859122827974, "rougeL": 0.7610619469026549, "len_ratio": 0.9230769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_b3635f9580f269d9", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6280821917808219, "chrf": 62.7280703049006, "bleu": 32.02252257496932, "rougeL": 0.6133909287257019, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_99293ecb0a4cd768", "doc_id": "doc_adb94552819f8ffa", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7588652482269503, "chrf": 73.95435092440195, "bleu": 53.71982356317484, "rougeL": 0.7454545454545455, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_d64d352ec2ad2195", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.518716577540107, "chrf": 65.39947934591447, "bleu": 34.786480159138144, "rougeL": 0.5465116279069768, "len_ratio": 1.0481927710843373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_09ee5dff1e5e4273", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.7794533459000943, "chrf": 73.58309970818907, "bleu": 46.952603592074645, "rougeL": 0.7531645569620252, "len_ratio": 0.9493670886075949, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_f182e5eaf0432943", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6523297491039426, "chrf": 72.61541391730434, "bleu": 48.460166576764614, "rougeL": 0.6683417085427136, "len_ratio": 1.0486486486486486, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}94{"pair_id": "pair_0c007f2c914a8490", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6399176954732511, "chrf": 62.817800343337616, "bleu": 34.87012363075808, "rougeL": 0.6754966887417219, "len_ratio": 1.028169014084507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}95{"pair_id": "pair_00e22a541a8205fb", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6608775137111518, "chrf": 65.33369286199968, "bleu": 37.69302694403556, "rougeL": 0.6666666666666666, "len_ratio": 0.9723756906077348, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}96{"pair_id": "pair_226b9d93fb3b78d2", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6524117354549975, "chrf": 66.40847276024928, "bleu": 59.28055315415706, "rougeL": 0.7238805970149252, "len_ratio": 0.7114093959731543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8095238095238095, "number_precision": 0.8095238095238095, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}97{"pair_id": "pair_c0fbeb2f53407ec2", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6164383561643836, "chrf": 65.08740542533495, "bleu": 35.7770157189698, "rougeL": 0.6221294363256784, "len_ratio": 0.9708333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}98{"pair_id": "pair_92295b6bf7326ef3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5724431818181819, "chrf": 66.28182551691704, "bleu": 39.66686967447891, "rougeL": 0.6403940886699506, "len_ratio": 1.01, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_6a54430676e3afee", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5922865013774105, "chrf": 68.19559433175755, "bleu": 36.19831126392833, "rougeL": 0.5687203791469194, "len_ratio": 1.0198019801980198, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}100{"pair_id": "pair_ff91540eb76ef41b", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8065843621399177, "chrf": 75.1955619987077, "bleu": 57.346175083442326, "rougeL": 0.7887323943661971, "len_ratio": 0.9154929577464789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}101{"pair_id": "pair_9c8b07170dee3fc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7040185471406492, "chrf": 71.80213944210203, "bleu": 54.62190792980762, "rougeL": 0.7061855670103093, "len_ratio": 0.9844559585492227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.8571428571428571, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}102{"pair_id": "pair_cdf5e07cfa111db0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7397397397397397, "chrf": 75.44556641325327, "bleu": 48.070276650111744, "rougeL": 0.736842105263158, "len_ratio": 0.958041958041958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_feae3a82e82b3560", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5516569200779727, "chrf": 57.528044847616655, "bleu": 17.363933108303737, "rougeL": 0.6049382716049384, "len_ratio": 0.9868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_7a4e464f49cef478", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8518518518518519, "chrf": 85.40197704233269, "bleu": 68.59198523907682, "rougeL": 0.8689655172413793, "len_ratio": 0.9577464788732394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}105{"pair_id": "pair_cd36a4c6c7097fb6", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5398633257403189, "chrf": 64.03868806129893, "bleu": 36.9782749545418, "rougeL": 0.6165413533834586, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_883e725c99960b2f", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5737373737373737, "chrf": 61.537412081998376, "bleu": 32.08383952277488, "rougeL": 0.5562913907284769, "len_ratio": 0.7831325301204819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_268d7de64e3932db", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.4794086589229145, "chrf": 77.96631898460576, "bleu": 52.90573023358378, "rougeL": 0.6616541353383458, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_c2c108f80b07fd16", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6565656565656566, "chrf": 71.43616452136584, "bleu": 50.93741711511729, "rougeL": 0.6666666666666666, "len_ratio": 0.8554216867469879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_ab7de25bbdd65971", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.653968253968254, "chrf": 65.57017188673869, "bleu": 32.03062198942745, "rougeL": 0.6194029850746269, "len_ratio": 1.032, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_478c4b8f9ad75ac5", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7633136094674556, "chrf": 79.04506927198808, "bleu": 54.633060235278094, "rougeL": 0.7738693467336684, "len_ratio": 1.086021505376344, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}111{"pair_id": "pair_f6cbd61713858e62", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.721627408993576, "chrf": 66.08539647136749, "bleu": 47.11163864841719, "rougeL": 0.6621621621621622, "len_ratio": 0.9710144927536232, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}112{"pair_id": "pair_ee673d7d287e330c", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.627208480565371, "chrf": 58.554731864310696, "bleu": 18.065302012390458, "rougeL": 0.5714285714285715, "len_ratio": 1.411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_ca62b831bb4e2a34", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6151685393258427, "chrf": 58.002290180421504, "bleu": 30.371675890316652, "rougeL": 0.6689895470383275, "len_ratio": 0.689873417721519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}114{"pair_id": "pair_5ebbe3e9c50f5dee", "doc_id": "doc_dca1cb2706c17137", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8862660944206009, "chrf": 89.85801356777307, "bleu": 82.3878442057725, "rougeL": 0.925, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}115{"pair_id": "pair_9d9260af9ec73688", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5447303921568627, "chrf": 62.8207211753069, "bleu": 30.01303312435751, "rougeL": 0.5354969574036511, "len_ratio": 1.012448132780083, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_fa08cdd0e59caa37", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6885496183206107, "chrf": 70.69529930767928, "bleu": 37.93839258420075, "rougeL": 0.676328502415459, "len_ratio": 1.0444444444444445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4444444444444444, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}117{"pair_id": "pair_d044533b3cac04dc", "doc_id": "doc_b9f6f386c52a2106", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5185995623632385, "chrf": 56.890866359466976, "bleu": 24.227857740586117, "rougeL": 0.5365853658536585, "len_ratio": 0.8181818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_f2de92be1ccd929d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6218721037998147, "chrf": 69.37594147977595, "bleu": 45.70687352009278, "rougeL": 0.6744186046511628, "len_ratio": 1.0242424242424242, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_0818b3c5596fbd53", "doc_id": "doc_861988bceb67e1df", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6007194244604317, "chrf": 67.0252461232584, "bleu": 40.41573121300468, "rougeL": 0.6296296296296297, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_959eefd58201c50e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6304932735426009, "chrf": 75.36061950975483, "bleu": 44.3350355217466, "rougeL": 0.6905537459283388, "len_ratio": 1.1048951048951048, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}121{"pair_id": "pair_17e9935d45652340", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5329768270944741, "chrf": 65.86094915817691, "bleu": 36.01008635955868, "rougeL": 0.6145251396648045, "len_ratio": 0.9886363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}122{"pair_id": "pair_b28b357cb1924196", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7457114026236125, "chrf": 71.44677637859054, "bleu": 45.60623063836376, "rougeL": 0.6979865771812079, "len_ratio": 0.87248322147651, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_9bda1e4a7f3e5127", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7114754098360656, "chrf": 67.43796045898827, "bleu": 34.45351862374654, "rougeL": 0.7179487179487181, "len_ratio": 0.9111111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4444444444444444, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_139b250bbc55cfa0", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6294458229942101, "chrf": 70.88852303201685, "bleu": 39.993826880530634, "rougeL": 0.6358695652173912, "len_ratio": 1.1696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}125{"pair_id": "pair_5087d0ae8b3b2403", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6432291666666667, "chrf": 66.90667599660655, "bleu": 47.73755103255379, "rougeL": 0.6996466431095407, "len_ratio": 1.0655737704918034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}126{"pair_id": "pair_caea015427837011", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5090361445783133, "chrf": 56.22642154395193, "bleu": 28.108348444161727, "rougeL": 0.5115089514066496, "len_ratio": 0.9128205128205128, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}127{"pair_id": "pair_92bc12c44c2ade8c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8088410991636799, "chrf": 77.08392665764757, "bleu": 56.25412258772475, "rougeL": 0.7619047619047619, "len_ratio": 1.0454545454545454, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_5977469e4fc8b79e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.622969837587007, "chrf": 65.62783978865146, "bleu": 39.16106014435818, "rougeL": 0.6294820717131474, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_1599bf9340a179ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.508298755186722, "chrf": 56.96243527698406, "bleu": 26.33411898332259, "rougeL": 0.5035971223021583, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_f7dea80742b3e05e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5974973931178311, "chrf": 77.97802303147647, "bleu": 51.200101491380366, "rougeL": 0.721189591078067, "len_ratio": 1.0236220472440944, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}131{"pair_id": "pair_05323c96c3cb3c53", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6664190193164934, "chrf": 71.95239113740503, "bleu": 50.50530612542024, "rougeL": 0.6719160104986877, "len_ratio": 0.9567567567567568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}132{"pair_id": "pair_bf7b5c7d8a864a85", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5656565656565656, "chrf": 62.05213400285634, "bleu": 35.15237162537591, "rougeL": 0.5384615384615384, "len_ratio": 0.8433734939759037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}133{"pair_id": "pair_6d7fbf8a7fbda239", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6696696696696697, "chrf": 76.02614689688426, "bleu": 50.77415889149449, "rougeL": 0.736842105263158, "len_ratio": 0.958041958041958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}134{"pair_id": "pair_b9e0ae06d897b53a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7080536912751678, "chrf": 72.86357538605411, "bleu": 62.42219033794433, "rougeL": 0.7829181494661921, "len_ratio": 0.8819444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}135{"pair_id": "pair_1346e094f5b641a0", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.46720894763599385, "chrf": 55.681931358077904, "bleu": 24.898919654114366, "rougeL": 0.48657187993680884, "len_ratio": 0.881619937694704, "placeholders_exact": 0.0, "placeholder_recall": 0.07142857142857142, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}136{"pair_id": "pair_77e98b9492cac4bf", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8478964401294499, "chrf": 79.74919281764288, "bleu": 59.01283492695763, "rougeL": 0.8333333333333334, "len_ratio": 0.9272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_6839ba367d497e80", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5524614619592243, "chrf": 61.71864236061694, "bleu": 43.51776743497049, "rougeL": 0.6836935166994106, "len_ratio": 0.6241610738255033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5714285714285714, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}138{"pair_id": "pair_e122991f6f098a5c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5490753911806543, "chrf": 65.54210448574047, "bleu": 38.62649956926681, "rougeL": 0.6166666666666667, "len_ratio": 1.0083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_e6d5bc36e800dea4", "doc_id": "doc_b9f6f386c52a2106", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5886214442013129, "chrf": 60.294558533875765, "bleu": 33.238712596419504, "rougeL": 0.6165413533834586, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_f99f42256b1a243b", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6164658634538153, "chrf": 74.29541958236221, "bleu": 39.49237010267339, "rougeL": 0.662251655629139, "len_ratio": 1.1911764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_5b710b0eaa6a3c86", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5864246250986582, "chrf": 63.35555647139001, "bleu": 40.01992244139514, "rougeL": 0.632967032967033, "len_ratio": 0.9063829787234042, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.8125, "number_precision": 0.8666666666666667, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}142{"pair_id": "pair_6e3668c7f5aa2372", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5976638546398443, "chrf": 69.34634067060318, "bleu": 44.19168251043482, "rougeL": 0.6270491803278689, "len_ratio": 0.9308943089430894, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}143{"pair_id": "pair_6e2d7f9a5d9f9147", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6619718309859155, "chrf": 72.15471491680223, "bleu": 49.64104487250941, "rougeL": 0.7019867549668874, "len_ratio": 1.1194029850746268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}144{"pair_id": "pair_1a8d87fd55235b10", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6189138576779026, "chrf": 70.42970018799168, "bleu": 42.297416634199074, "rougeL": 0.6686390532544378, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}145{"pair_id": "pair_525a4dd28c4b4896", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 76.55598334689392, "bleu": 60.42765849744759, "rougeL": 0.7904191616766467, "len_ratio": 1.0833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_036003c71b2dce7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5046632124352332, "chrf": 67.4816230550865, "bleu": 35.41582507148944, "rougeL": 0.5548387096774193, "len_ratio": 0.9735099337748344, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.7142857142857143, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}147{"pair_id": "pair_4904c33d6c1b73da", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6361746361746361, "chrf": 66.32655251880685, "bleu": 30.917194647688635, "rougeL": 0.6174496644295301, "len_ratio": 1.161764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_d9b03c7c8aaddbe7", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7450980392156863, "chrf": 72.59943292886635, "bleu": 41.97132344981027, "rougeL": 0.6861924686192469, "len_ratio": 1.0341880341880343, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}149{"pair_id": "pair_3a1638667a02fa34", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6750756811301715, "chrf": 69.85086002429068, "bleu": 43.49881872214468, "rougeL": 0.6666666666666666, "len_ratio": 0.9261744966442953, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_891babd17476b7f6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5202072538860103, "chrf": 59.83418917806249, "bleu": 30.12005080918484, "rougeL": 0.5559322033898305, "len_ratio": 0.8807947019867549, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5714285714285714, "number_precision": 0.8, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}151{"pair_id": "pair_83e7174596232969", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4815396700706991, "chrf": 68.78966637031694, "bleu": 36.94739093586604, "rougeL": 0.582716049382716, "len_ratio": 0.9507389162561576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}152{"pair_id": "pair_0dafd3db8e4005b7", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7333333333333334, "chrf": 71.68384876318615, "bleu": 35.10261786944094, "rougeL": 0.6945337620578779, "len_ratio": 0.9803921568627451, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}153{"pair_id": "pair_4fdf03c241c1b9a6", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6870824053452116, "chrf": 73.44275834293454, "bleu": 53.672288258457556, "rougeL": 0.7338709677419355, "len_ratio": 1.0172413793103448, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_be453f24c5c74e51", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6256830601092895, "chrf": 73.96825618968005, "bleu": 39.85243820497309, "rougeL": 0.6602870813397129, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_0488cc573afa8f86", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.39358974358974363, "chrf": 56.532414764402446, "bleu": 36.674994208855196, "rougeL": 0.5158730158730159, "len_ratio": 0.9772727272727273, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}156{"pair_id": "pair_a9c8a20f6e572e5c", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6285310734463276, "chrf": 70.40982283502693, "bleu": 43.12707764202482, "rougeL": 0.6637168141592921, "len_ratio": 1.0961538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}157{"pair_id": "pair_c90720b095cc6e2f", "doc_id": "doc_679741e00536f8a4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7474518686296716, "chrf": 78.10535155905424, "bleu": 54.66926176276272, "rougeL": 0.7649253731343283, "len_ratio": 0.9298892988929889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_841c279b940a75a2", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5261064147190453, "chrf": 61.14433982804171, "bleu": 47.48694108625952, "rougeL": 0.5919117647058824, "len_ratio": 0.7416107382550335, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6190476190476191, "number_precision": 0.7222222222222222, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}159{"pair_id": "pair_d0bd794757654c36", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6154929577464789, "chrf": 69.14781300347849, "bleu": 34.39310454037374, "rougeL": 0.6009389671361501, "len_ratio": 0.926605504587156, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_4c24d0342602a3f7", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.598095238095238, "chrf": 67.41819133661639, "bleu": 41.27644462688305, "rougeL": 0.662613981762918, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_799379190681876a", "doc_id": "doc_c496dc8b7656356a", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6604068857589984, "chrf": 68.18141451816555, "bleu": 43.655322926142816, "rougeL": 0.660377358490566, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}162{"pair_id": "pair_52a9288d64fe2a48", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6843187660668381, "chrf": 69.85558358394935, "bleu": 39.31035704045505, "rougeL": 0.6666666666666667, "len_ratio": 0.9633333333333334, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}163{"pair_id": "pair_39f46ef7b68a4774", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5759888965995836, "chrf": 73.45945366874082, "bleu": 56.118226655945456, "rougeL": 0.7002188183807438, "len_ratio": 0.8841201716738197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.52, "number_precision": 0.7222222222222222, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}164{"pair_id": "pair_824409119c9663a6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6355932203389831, "chrf": 70.46203156180569, "bleu": 45.0329855305902, "rougeL": 0.7368421052631581, "len_ratio": 1.0853658536585367, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_f1c86722885c76ff", "doc_id": "doc_96174e2f07291f09", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8637469586374695, "chrf": 77.76699057943603, "bleu": 57.552902492596985, "rougeL": 0.8760330578512397, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_df6be18d270dc4a3", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7584814216478191, "chrf": 74.24656581465963, "bleu": 57.062039838433606, "rougeL": 0.7916666666666667, "len_ratio": 0.88, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_ed3b962d3e6a321e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6129917657822507, "chrf": 63.522870292877975, "bleu": 39.57161640342392, "rougeL": 0.6813880126182965, "len_ratio": 0.7965116279069767, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.8181818181818182, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_754f1233f3268d8f", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.731829573934837, "chrf": 76.73392804001084, "bleu": 59.76343759927531, "rougeL": 0.7703180212014133, "len_ratio": 1.0573770491803278, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}169{"pair_id": "pair_ba5d583e265a7c7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5846867749419953, "chrf": 63.86456448508605, "bleu": 36.26558807363067, "rougeL": 0.6184738955823293, "len_ratio": 0.904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}170{"pair_id": "pair_1dc8a303a3f0d2af", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5443864229765013, "chrf": 68.76950224375044, "bleu": 47.88886665246721, "rougeL": 0.6327683615819208, "len_ratio": 1.0378151260504203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.918918918918919, "number_precision": 0.8292682926829268, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_679bb06fbdb61cce", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6914285714285715, "chrf": 71.55453379172096, "bleu": 49.89907986757028, "rougeL": 0.7469135802469136, "len_ratio": 0.9030303030303031, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_e3df5fc0154b30ff", "doc_id": "doc_b860396abb8d4077", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8025078369905956, "chrf": 76.34067481747805, "bleu": 53.9104576549355, "rougeL": 0.7710843373493976, "len_ratio": 0.9069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}173{"pair_id": "pair_4353ce67ed0d3de6", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6986666666666667, "chrf": 75.67874488820797, "bleu": 49.09277703017155, "rougeL": 0.6915887850467289, "len_ratio": 1.0495049504950495, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}174{"pair_id": "pair_bae2f739b3cd7a03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5963302752293578, "chrf": 65.0564265172262, "bleu": 36.24983765014717, "rougeL": 0.6347826086956522, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}175{"pair_id": "pair_559e3fd921f4c699", "doc_id": "doc_ece0bb556a23f499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5427319211102994, "chrf": 55.164258693027435, "bleu": 27.800036763026668, "rougeL": 0.5549999999999999, "len_ratio": 0.7877358490566038, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 0.8181818181818182, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}176{"pair_id": "pair_0a65f52f8892fe39", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5380047505938242, "chrf": 65.05885893485411, "bleu": 35.220989434857216, "rougeL": 0.59375, "len_ratio": 1.0241935483870968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}177{"pair_id": "pair_fa8b884f73780252", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.48484848484848486, "chrf": 62.59170391203555, "bleu": 28.53302475611958, "rougeL": 0.5810055865921788, "len_ratio": 0.9886363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_0f08b49a0e7cc8db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.624031007751938, "chrf": 74.88718019011672, "bleu": 53.56525878019809, "rougeL": 0.6783625730994152, "len_ratio": 1.0365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_88d8d3abc0147d7c", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.695906432748538, "chrf": 63.40076535832131, "bleu": 25.497653610361755, "rougeL": 0.6891891891891893, "len_ratio": 0.7894736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}180{"pair_id": "pair_9f37e9cd0181c96b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5215889464594128, "chrf": 66.14688557342875, "bleu": 36.481611030641915, "rougeL": 0.5587188612099644, "len_ratio": 1.1302521008403361, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.918918918918919, "number_precision": 0.6071428571428571, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_e231d6f97d76b954", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6020881670533642, "chrf": 69.48087735172636, "bleu": 45.464472237663166, "rougeL": 0.627906976744186, "len_ratio": 0.976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}182{"pair_id": "pair_30b60ddaee841c4e", "doc_id": "doc_16a24631c5e15333", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7797356828193833, "chrf": 73.27414463413386, "bleu": 56.11950846096744, "rougeL": 0.7534246575342465, "len_ratio": 0.9420289855072463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}183{"pair_id": "pair_6b13f8093ec407f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.609375, "chrf": 68.96259485913339, "bleu": 52.81170480681612, "rougeL": 0.6416666666666666, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_5b2bea0bab86dd2e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6214574898785425, "chrf": 72.1684024740825, "bleu": 54.25383551818554, "rougeL": 0.7045454545454546, "len_ratio": 0.9419354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6744186046511628, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}185{"pair_id": "pair_6e67a6b351445017", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6527415143603132, "chrf": 68.46196348607482, "bleu": 38.10645103200314, "rougeL": 0.6473988439306357, "len_ratio": 1.0178571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}186{"pair_id": "pair_48e0a53fe76abf78", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6175637393767706, "chrf": 63.90396207534028, "bleu": 35.72509020577346, "rougeL": 0.6333333333333333, "len_ratio": 1.1636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}187{"pair_id": "pair_f8bbebdcf24fae93", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.553370786516854, "chrf": 65.49165306275323, "bleu": 43.49628238712481, "rougeL": 0.6293103448275862, "len_ratio": 0.9646017699115044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_37626631db459db7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6090534979423868, "chrf": 68.22348020406959, "bleu": 57.7376613321413, "rougeL": 0.7263681592039801, "len_ratio": 1.0119047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_0a4a2b345952ba7c", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4545454545454546, "chrf": 56.809784116520554, "bleu": 25.954298698780487, "rougeL": 0.4933333333333333, "len_ratio": 0.7710843373493976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_c87919edb050ccf1", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7622005323868678, "chrf": 77.35574816450989, "bleu": 54.37604385414651, "rougeL": 0.7942857142857143, "len_ratio": 0.9883720930232558, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.9090909090909091, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}191{"pair_id": "pair_83ab0cec38a71665", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5603248259860789, "chrf": 66.57744026731856, "bleu": 38.83605407566521, "rougeL": 0.6007604562737644, "len_ratio": 1.008, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}192{"pair_id": "pair_6c91deb8e621294c", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5916334661354581, "chrf": 71.38508381546497, "bleu": 42.3216227579263, "rougeL": 0.6726057906458798, "len_ratio": 1.0613207547169812, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8888888888888888, "number_precision": 0.5714285714285714, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}193{"pair_id": "pair_cf9bd8d5316b3cda", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5638665132336018, "chrf": 69.76003914849164, "bleu": 49.3982684400563, "rougeL": 0.6351351351351351, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.85, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_c3d7e8cc890d0a01", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6600790513833992, "chrf": 68.00282757203664, "bleu": 42.17707324426533, "rougeL": 0.6623376623376622, "len_ratio": 1.0704225352112675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}195{"pair_id": "pair_41381e86d7167f31", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6200716845878136, "chrf": 67.15910308662804, "bleu": 36.402247545036424, "rougeL": 0.6428571428571428, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}196{"pair_id": "pair_f34d45a475abf3dc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8215417106652587, "chrf": 83.01252241356605, "bleu": 68.07771020579524, "rougeL": 0.84, "len_ratio": 0.8740157480314961, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}197{"pair_id": "pair_d73404868e66c071", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.691358024691358, "chrf": 74.01472864634655, "bleu": 56.13790182651416, "rougeL": 0.736111111111111, "len_ratio": 0.9436619718309859, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}198{"pair_id": "pair_b53168bf2f84a788", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6507042253521127, "chrf": 65.082132147382, "bleu": 37.68998504518832, "rougeL": 0.6699029126213591, "len_ratio": 0.8348623853211009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_e4e5470946214868", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.5127238454288408, "chrf": 67.29310085103076, "bleu": 38.12882306403542, "rougeL": 0.5662650602409639, "len_ratio": 1.0569620253164558, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}200{"pair_id": "pair_e681d108eb8dfe73", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.511877037727061, "chrf": 65.88860771603112, "bleu": 29.83233148522132, "rougeL": 0.5474060822898033, "len_ratio": 1.2459677419354838, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}201{"pair_id": "pair_ccb788e437dbf98a", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5852059925093633, "chrf": 68.52260038028093, "bleu": 38.43691783169392, "rougeL": 0.6565349544072949, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}202{"pair_id": "pair_9dffcc526e8aa927", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6042692939244663, "chrf": 65.78512998195792, "bleu": 36.914241998384234, "rougeL": 0.6025408348457351, "len_ratio": 1.0968992248062015, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_7555526a602f2966", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4877750611246944, "chrf": 64.88937452375251, "bleu": 34.94114865332912, "rougeL": 0.5691699604743083, "len_ratio": 0.8778625954198473, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}204{"pair_id": "pair_c40eab63b903284c", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6044273339749759, "chrf": 72.4178150597569, "bleu": 45.751341246617386, "rougeL": 0.6606060606060606, "len_ratio": 0.8816568047337278, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}205{"pair_id": "pair_a9a7e68ae8728365", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6356916578669483, "chrf": 76.86095243203442, "bleu": 53.985276318604456, "rougeL": 0.7471698113207548, "len_ratio": 0.9921259842519685, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}206{"pair_id": "pair_5d7cd8a193a59be5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6797020484171322, "chrf": 72.35996901517174, "bleu": 54.06457764472431, "rougeL": 0.7435897435897436, "len_ratio": 0.8554216867469879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_12b5db222f4b1fc9", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7081967213114755, "chrf": 70.94785492863195, "bleu": 40.88699864926262, "rougeL": 0.6865671641791046, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4444444444444444, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_38aca52ad271f027", "doc_id": "doc_b187f41399e937ba", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5827338129496402, "chrf": 67.4932654841851, "bleu": 38.34145972551946, "rougeL": 0.631578947368421, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}209{"pair_id": "pair_be8e383c92ad21f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.676954732510288, "chrf": 70.80665651554882, "bleu": 61.85438186791774, "rougeL": 0.77720207253886, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_9014156535b7ac23", "doc_id": "doc_c496dc8b7656356a", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6369327073552425, "chrf": 70.63865580193729, "bleu": 42.342447873579935, "rougeL": 0.6923076923076923, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}211{"pair_id": "pair_74c055852c85b798", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6289631533847473, "chrf": 61.558021602474575, "bleu": 29.41348338852819, "rougeL": 0.5837837837837838, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_b37f8b5ebad36f43", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6579634464751958, "chrf": 68.41929906548677, "bleu": 41.36881160248654, "rougeL": 0.6695652173913044, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_d687a487c69b44c5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5493291239147593, "chrf": 66.68168253449356, "bleu": 44.23419334186922, "rougeL": 0.6405228758169935, "len_ratio": 0.9234042553191489, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.9375, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}214{"pair_id": "pair_6a0e6daf837b4e83", "doc_id": "doc_b187f41399e937ba", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6079136690647482, "chrf": 66.78035503898259, "bleu": 40.59369577506629, "rougeL": 0.6539923954372624, "len_ratio": 0.8721804511278195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}215{"pair_id": "pair_a34730671f2ff5a0", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5933734939759037, "chrf": 66.56893172563414, "bleu": 41.469854597890745, "rougeL": 0.6578249336870027, "len_ratio": 0.8358974358974359, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}216{"pair_id": "pair_181b3fd47b1b6f44", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6955177743431221, "chrf": 71.03078112428108, "bleu": 53.721967686925936, "rougeL": 0.7191601049868767, "len_ratio": 0.9481865284974094, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}217{"pair_id": "pair_f47ad2fcd2adec69", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6554572271386431, "chrf": 74.92864050811123, "bleu": 51.59045151657143, "rougeL": 0.7090558766859344, "len_ratio": 0.9612403100775194, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_14c561312905500f", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8451704545454546, "chrf": 79.59292166116751, "bleu": 61.71462524111595, "rougeL": 0.8333333333333334, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}219{"pair_id": "pair_1b730bf0230ec41e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6152263374485596, "chrf": 65.41790479503234, "bleu": 50.220952354141474, "rougeL": 0.731958762886598, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.9583333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_654f752ab62f4ee7", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6184971098265897, "chrf": 74.44196137386201, "bleu": 49.12497771270032, "rougeL": 0.6794871794871796, "len_ratio": 1.1940298507462686, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}221{"pair_id": "pair_cb4d3669a0f39194", "doc_id": "doc_9ad63a530a55b56e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7491329479768787, "chrf": 72.32981382049385, "bleu": 46.070091570126436, "rougeL": 0.6978723404255319, "len_ratio": 1.0818181818181818, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}222{"pair_id": "pair_6efdb5a8a1293946", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5269016697588127, "chrf": 55.51197966027621, "bleu": 15.770930453061764, "rougeL": 0.562874251497006, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}223{"pair_id": "pair_b3d3223b69a0daa9", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5777940102264427, "chrf": 61.74031207814714, "bleu": 32.42422746207668, "rougeL": 0.5903890160183065, "len_ratio": 0.9528301886792453, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_6c6ba26190d25691", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7634535777646363, "chrf": 76.11546776465332, "bleu": 55.075270504306836, "rougeL": 0.7735470941883767, "len_ratio": 0.9031007751937985, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}225{"pair_id": "pair_2023493ba50740fc", "doc_id": "doc_9ad63a530a55b56e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6824242424242424, "chrf": 67.38055619447722, "bleu": 41.00729306174577, "rougeL": 0.62882096069869, "len_ratio": 1.0272727272727273, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_87fa12580d1af417", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.701048951048951, "chrf": 78.13832203832267, "bleu": 62.04371570641369, "rougeL": 0.7830687830687831, "len_ratio": 0.9872611464968153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}227{"pair_id": "pair_0869ae936350b1bc", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6427850655903129, "chrf": 67.88614923958161, "bleu": 41.05577890213238, "rougeL": 0.642384105960265, "len_ratio": 0.8926174496644296, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}228{"pair_id": "pair_c1dcd6be7b27ee1b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6262566528681254, "chrf": 64.93470562096991, "bleu": 42.74963641905906, "rougeL": 0.6492985971943888, "len_ratio": 0.9031007751937985, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}229{"pair_id": "pair_77adc6e207dfe5dd", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5815347721822541, "chrf": 66.17932787646453, "bleu": 38.74515107585284, "rougeL": 0.6513409961685824, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_c4de341d5eb091f2", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5655270655270656, "chrf": 63.7081930720773, "bleu": 40.25305209203322, "rougeL": 0.5638766519823789, "len_ratio": 0.911504424778761, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_f7d4665fb582f979", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.55456570155902, "chrf": 59.61951324500774, "bleu": 34.894831135510074, "rougeL": 0.5948275862068966, "len_ratio": 0.8793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}232{"pair_id": "pair_c53d7c6c841a84c2", "doc_id": "doc_adb94552819f8ffa", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7856093979441997, "chrf": 75.70056766536926, "bleu": 51.99883774270967, "rougeL": 0.7684729064039408, "len_ratio": 0.8796296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}233{"pair_id": "pair_a5359ce8702011e3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6498127340823969, "chrf": 70.9915229208855, "bleu": 44.57538803770498, "rougeL": 0.703030303030303, "len_ratio": 0.9493670886075949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}234{"pair_id": "pair_b01bdbdfc94d4b5b", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5851318944844125, "chrf": 66.82920989595142, "bleu": 41.51263434747207, "rougeL": 0.6666666666666666, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}235{"pair_id": "pair_4c038c9e04106c46", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4524656837824098, "chrf": 56.50793193332303, "bleu": 24.378381655571207, "rougeL": 0.4749163879598662, "len_ratio": 0.7570093457943925, "placeholders_exact": 0.0, "placeholder_recall": 0.07142857142857142, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}236{"pair_id": "pair_d90dba52a4210dd6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6680327868852459, "chrf": 74.83055126743272, "bleu": 45.840313360536676, "rougeL": 0.6985645933014355, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_3d038382ba9538c3", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6607970342910102, "chrf": 70.29278122096439, "bleu": 33.992102442395456, "rougeL": 0.6601941747572815, "len_ratio": 0.9673202614379085, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}238{"pair_id": "pair_9844dff15124c385", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6184640522875817, "chrf": 64.40969714025313, "bleu": 31.348814457422147, "rougeL": 0.6066838046272494, "len_ratio": 1.0714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_39f36fbade05e79f", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4391534391534392, "chrf": 61.8104002491813, "bleu": 28.034261839449396, "rougeL": 0.5824175824175823, "len_ratio": 1.0227272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_35ece986010c118a", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.44964028776978415, "chrf": 61.60479327549469, "bleu": 21.579416812714186, "rougeL": 0.4935064935064935, "len_ratio": 0.9012345679012346, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_9bbe065db892b4e1", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4234092694422624, "chrf": 60.772873471856656, "bleu": 31.67681721001443, "rougeL": 0.48571428571428565, "len_ratio": 1.0295566502463054, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}242{"pair_id": "pair_b861fda2ba1c33fa", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6647940074906367, "chrf": 71.72108896562672, "bleu": 41.505042818276046, "rougeL": 0.7160493827160493, "len_ratio": 0.9113924050632911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}243{"pair_id": "pair_b43ea84cc2b9caa2", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5609137055837563, "chrf": 61.752884917915, "bleu": 23.41632211262631, "rougeL": 0.5639686684073106, "len_ratio": 1.043956043956044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_6aa7e73a56ef15ba", "doc_id": "doc_bc5938d3f6b260f6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7258278145695365, "chrf": 68.57936049986738, "bleu": 43.276300407694215, "rougeL": 0.7319148936170212, "len_ratio": 0.8099173553719008, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}245{"pair_id": "pair_1ec46fbe211d4778", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7062841530054644, "chrf": 78.67504354703982, "bleu": 52.58915009169515, "rougeL": 0.7177033492822967, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_c2345f3d6e19cc11", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.411543287327478, "chrf": 59.99633209650666, "bleu": 27.481406813451, "rougeL": 0.497991967871486, "len_ratio": 1.0290456431535269, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}247{"pair_id": "pair_6ba37e4de567bc3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.49477806788511747, "chrf": 64.72402396977257, "bleu": 42.23272010232261, "rougeL": 0.5880077369439072, "len_ratio": 0.9957983193277311, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8378378378378378, "number_precision": 0.8611111111111112, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}248{"pair_id": "pair_5f4b0a77a4183009", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6961093585699264, "chrf": 70.40366071696712, "bleu": 38.95369848014887, "rougeL": 0.6816479400749064, "len_ratio": 1.024, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_c43208b34ff7f949", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6532846715328466, "chrf": 68.40892664513018, "bleu": 40.45355722105315, "rougeL": 0.6639344262295083, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}250{"pair_id": "pair_887c056c0e105d41", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6589057043073341, "chrf": 70.9486300933283, "bleu": 39.93809294529643, "rougeL": 0.6535764375876578, "len_ratio": 0.8271276595744681, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}251{"pair_id": "pair_87afc6f2b955f195", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7259259259259259, "chrf": 73.31866176209414, "bleu": 44.10573241105458, "rougeL": 0.7293233082706766, "len_ratio": 1.016, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}252{"pair_id": "pair_8da67bc3825d3492", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6476510067114094, "chrf": 67.42910432466644, "bleu": 38.66092576539861, "rougeL": 0.6533333333333333, "len_ratio": 1.0754716981132075, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8888888888888888, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}253{"pair_id": "pair_274aa9c1018763c9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6398580721466588, "chrf": 69.00819861309787, "bleu": 46.485741882001136, "rougeL": 0.6734279918864097, "len_ratio": 0.8837209302325582, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}254{"pair_id": "pair_e90f69af9012be1e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.791814946619217, "chrf": 83.38923423586049, "bleu": 70.41798854808505, "rougeL": 0.8586956521739132, "len_ratio": 0.9634146341463414, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}255{"pair_id": "pair_89da4715f3fa0f38", "doc_id": "doc_fd2461ec733b3c95", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6448828606658447, "chrf": 64.43993300863698, "bleu": 31.746053321164517, "rougeL": 0.6527196652719665, "len_ratio": 0.95, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_04b803c336afa73a", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6174016686531585, "chrf": 63.32022606982706, "bleu": 33.42918239169127, "rougeL": 0.6454183266932272, "len_ratio": 0.8656716417910447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_9b3eb54905fd2c9d", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7004048582995952, "chrf": 76.18720086697705, "bleu": 56.877508022170986, "rougeL": 0.7308781869688386, "len_ratio": 0.9483870967741935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6744186046511628, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_22313211c45cfb5d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.834983498349835, "chrf": 85.75029743179425, "bleu": 69.61724008085677, "rougeL": 0.8415300546448088, "len_ratio": 1.0112359550561798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_377da45665f0e275", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5725806451612903, "chrf": 65.63166084884764, "bleu": 30.178156527783152, "rougeL": 0.588235294117647, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_80172c75c3eada27", "doc_id": "doc_7581bcce20007a86", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9190031152647975, "chrf": 88.14748705666106, "bleu": 75.15618694384133, "rougeL": 0.8994708994708994, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}261{"pair_id": "pair_a5afb0af34d3e7d8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5858267716535432, "chrf": 73.85795256882423, "bleu": 43.20445623402378, "rougeL": 0.6842105263157894, "len_ratio": 1.0898876404494382, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}262{"pair_id": "pair_eb8d5899132cadd5", "doc_id": "doc_9ad63a530a55b56e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8284313725490196, "chrf": 77.89004373873188, "bleu": 54.11621355624082, "rougeL": 0.7807017543859648, "len_ratio": 1.018181818181818, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_eb2e4eca4ca40bc7", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6319290465631929, "chrf": 67.83740791774824, "bleu": 38.11360462143309, "rougeL": 0.611111111111111, "len_ratio": 1.0735294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_3ceaf6db1bfecbc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6264940239043825, "chrf": 68.31986702499306, "bleu": 42.08660973877354, "rougeL": 0.6484641638225256, "len_ratio": 0.9322033898305084, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}265{"pair_id": "pair_7af5b5f7c3e1b389", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5581395348837209, "chrf": 59.15741619684374, "bleu": 34.31879633165018, "rougeL": 0.5826771653543307, "len_ratio": 1.0163934426229508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_8f52aee8c3dea80e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6431838975297346, "chrf": 70.63969739240021, "bleu": 50.45267408401058, "rougeL": 0.7119741100323624, "len_ratio": 0.75, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.8181818181818182, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}267{"pair_id": "pair_4112683976a6d2a1", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6243169398907105, "chrf": 74.19872525901852, "bleu": 44.00496319982059, "rougeL": 0.6730769230769231, "len_ratio": 1.0421052631578946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}268{"pair_id": "pair_fede62da87b1db7d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6006389776357828, "chrf": 73.64507767004223, "bleu": 44.36251222397948, "rougeL": 0.6524064171122994, "len_ratio": 1.0561797752808988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_1e8d326d2e1cf46b", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5592272496187087, "chrf": 56.667148550865335, "bleu": 25.921264161539213, "rougeL": 0.5363321799307958, "len_ratio": 0.7102803738317757, "placeholders_exact": 0.0, "placeholder_recall": 0.07142857142857142, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}270{"pair_id": "pair_64aa9005de8428fa", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6939571150097466, "chrf": 64.37719483130276, "bleu": 39.395023048375414, "rougeL": 0.6838709677419356, "len_ratio": 1.0845070422535212, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}271{"pair_id": "pair_9a9d581571b09b26", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6274864376130198, "chrf": 73.82809314539543, "bleu": 46.90415706792952, "rougeL": 0.6784660766961652, "len_ratio": 0.9702380952380952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_f0d878f0b2f50e07", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5293551491819057, "chrf": 70.38724025712807, "bleu": 40.20469505263126, "rougeL": 0.6328358208955224, "len_ratio": 0.9112426035502958, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}273{"pair_id": "pair_8c3e4bf1a543c821", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.43761638733705777, "chrf": 56.28357164611142, "bleu": 26.363708737524767, "rougeL": 0.484472049689441, "len_ratio": 0.9156626506024096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_0dd344cd3608ffb0", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6720051249199231, "chrf": 67.15989450932153, "bleu": 39.7826822487896, "rougeL": 0.6475409836065573, "len_ratio": 0.979253112033195, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_452b7aa2393cf974", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7136465324384788, "chrf": 71.44609410600461, "bleu": 39.213092598373706, "rougeL": 0.6639004149377593, "len_ratio": 1.0512820512820513, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}276{"pair_id": "pair_5f4b7f005014cc09", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7151394422310757, "chrf": 78.22812541766223, "bleu": 59.67660493046182, "rougeL": 0.7534246575342465, "len_ratio": 0.9322033898305084, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}277{"pair_id": "pair_c2f0dfc799d018eb", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7424892703862661, "chrf": 71.29723417355308, "bleu": 44.353955592709795, "rougeL": 0.7242798353909464, "len_ratio": 0.824, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_f8324dc2350ab41d", "doc_id": "doc_3135153361cfb769", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5874125874125874, "chrf": 71.58706868158089, "bleu": 46.092606963205235, "rougeL": 0.6615384615384614, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_e036df2962ff3a84", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7196721311475409, "chrf": 70.92541692378556, "bleu": 38.35358727658025, "rougeL": 0.75, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4444444444444444, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_03753c8eeae743c1", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4879948085658663, "chrf": 61.995261707313496, "bleu": 33.43930358320718, "rougeL": 0.5367965367965368, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}281{"pair_id": "pair_2168e626b85f6aa8", "doc_id": "doc_fc78b461465fbd42", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7184466019417476, "chrf": 73.3297249934183, "bleu": 48.090882383216275, "rougeL": 0.7384615384615385, "len_ratio": 0.8613861386138614, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_ec27ccc16e117e20", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6169064748201438, "chrf": 62.87828345726923, "bleu": 35.624568459425504, "rougeL": 0.6064516129032258, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}283{"pair_id": "pair_6f3ef3438ca264e6", "doc_id": "doc_7581bcce20007a86", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7804154302670623, "chrf": 76.26696386153533, "bleu": 52.71612460466353, "rougeL": 0.7878787878787878, "len_ratio": 1.075268817204301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}284{"pair_id": "pair_8ce0d73fd9b6d075", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5855039637599093, "chrf": 62.501041574576, "bleu": 31.778973990442285, "rougeL": 0.5923076923076923, "len_ratio": 0.8671586715867159, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_222dd7c96c3e0948", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4113873295910184, "chrf": 51.917048510061925, "bleu": 24.457779997193654, "rougeL": 0.45209580838323354, "len_ratio": 0.7603305785123967, "placeholders_exact": 0.0, "placeholder_recall": 0.07692307692307693, "number_recall": 0.5714285714285714, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -4.0}286{"pair_id": "pair_57cc371f68363512", "doc_id": "doc_fc3b7b904133fd48", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6512690355329949, "chrf": 68.64626262994804, "bleu": 40.118882998564395, "rougeL": 0.6348684210526315, "len_ratio": 1.01, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}287{"pair_id": "pair_679cbad56b2d3f8d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7205479452054795, "chrf": 70.69723784228238, "bleu": 46.03528385445351, "rougeL": 0.7608200455580866, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}288{"pair_id": "pair_eaa7ab7681035960", "doc_id": "doc_9ad63a530a55b56e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8517156862745098, "chrf": 78.4076440822368, "bleu": 59.96409550596935, "rougeL": 0.8018433179723502, "len_ratio": 0.9181818181818182, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}289{"pair_id": "pair_f875dff43ba74a03", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6528614457831325, "chrf": 64.27595472995833, "bleu": 35.14251362673275, "rougeL": 0.6866485013623977, "len_ratio": 0.7897435897435897, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}290{"pair_id": "pair_3a482d8623a4fbbe", "doc_id": "doc_fc3b7b904133fd48", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5377358490566038, "chrf": 66.17150888606072, "bleu": 36.443610196312385, "rougeL": 0.6089644513137559, "len_ratio": 1.13, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}291{"pair_id": "pair_45d81bea4e5af436", "doc_id": "doc_dca1cb2706c17137", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9, "chrf": 84.62019449601718, "bleu": 71.6636942927162, "rougeL": 0.9440993788819876, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}292{"pair_id": "pair_bfdace02a8144f56", "doc_id": "doc_fc78b461465fbd42", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6662049861495845, "chrf": 71.73126792983659, "bleu": 41.375362686558525, "rougeL": 0.6792452830188679, "len_ratio": 1.0297029702970297, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_12fb41e9e9b7a382", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.8030160226201697, "chrf": 74.12842372285495, "bleu": 46.9698436007833, "rougeL": 0.7564102564102564, "len_ratio": 0.9240506329113924, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_7d1acc01c08f1fb5", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5672371638141809, "chrf": 73.42245673313921, "bleu": 48.91948949682359, "rougeL": 0.7228915662650602, "len_ratio": 0.8473282442748091, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}295{"pair_id": "pair_655c85e2967261b9", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5379623621025309, "chrf": 70.05779529865896, "bleu": 46.64673390180295, "rougeL": 0.6284584980237155, "len_ratio": 1.0040650406504066, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_94194a3ca1e4e851", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5643382352941176, "chrf": 55.864550121322566, "bleu": 20.760227656762673, "rougeL": 0.5903614457831325, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}297{"pair_id": "pair_0294041dedfe8566", "doc_id": "doc_bc5938d3f6b260f6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7801324503311258, "chrf": 71.41526031944396, "bleu": 41.53291194341055, "rougeL": 0.7692307692307694, "len_ratio": 0.9090909090909091, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}298{"pair_id": "pair_34886856e62683aa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5699831365935919, "chrf": 75.68917119937831, "bleu": 55.90954611751176, "rougeL": 0.7120418848167539, "len_ratio": 1.0609756097560976, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}299{"pair_id": "pair_a014cef257180f70", "doc_id": "doc_649c56ed2a776c29", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6953271028037383, "chrf": 74.3549550563454, "bleu": 46.064515731588784, "rougeL": 0.7202797202797203, "len_ratio": 0.8169934640522876, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}300{"pair_id": "pair_5ecc1c8569ad5cb1", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5035612535612536, "chrf": 63.57634020550789, "bleu": 32.64259965633275, "rougeL": 0.5594405594405594, "len_ratio": 1.0974358974358975, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_dc0db1a40dcf2ae5", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7834302325581395, "chrf": 79.74003289876865, "bleu": 59.38807984354459, "rougeL": 0.8155339805825242, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}302{"pair_id": "pair_ff0b44ea6876fbc2", "doc_id": "doc_16a24631c5e15333", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8021978021978022, "chrf": 74.82673276068648, "bleu": 57.89007860380433, "rougeL": 0.7552447552447553, "len_ratio": 0.8985507246376812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_69d891351ca40ded", "doc_id": "doc_7581bcce20007a86", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6609375, "chrf": 68.86007741164633, "bleu": 42.644130715441335, "rougeL": 0.6806282722513088, "len_ratio": 1.010752688172043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}304{"pair_id": "pair_9dcfe112d68ef358", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6778063410454156, "chrf": 65.02565696031502, "bleu": 38.442627468064046, "rougeL": 0.6350974930362117, "len_ratio": 0.8956043956043956, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}305{"pair_id": "pair_65df52755998bb4d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.49222797927461137, "chrf": 65.61597848828752, "bleu": 35.55561927298495, "rougeL": 0.5566343042071198, "len_ratio": 0.9668874172185431, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.8333333333333334, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}306{"pair_id": "pair_fa2fb072f2a38832", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5869017632241813, "chrf": 65.49898857741654, "bleu": 44.44590462947835, "rougeL": 0.6666666666666666, "len_ratio": 1.0327868852459017, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_f49a228de52eb9db", "doc_id": "doc_9195328f7f1a1bb1", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6116504854368932, "chrf": 61.9728545587945, "bleu": 37.93786425885994, "rougeL": 0.6422535211267605, "len_ratio": 0.8971428571428571, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}308{"pair_id": "pair_7b36251e3f342515", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5577367205542725, "chrf": 56.42521581112159, "bleu": 25.382508775104654, "rougeL": 0.5294117647058824, "len_ratio": 1.0223880597014925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_a3cef3ef3af84a9b", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6943573667711599, "chrf": 70.94444355396749, "bleu": 36.39861109369238, "rougeL": 0.6860465116279069, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}310{"pair_id": "pair_9898226bb613ec69", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6043956043956045, "chrf": 69.47424344974569, "bleu": 40.875294524445415, "rougeL": 0.6434782608695653, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}311{"pair_id": "pair_20e8ca0d7b653ff7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7628635346756152, "chrf": 74.91358513530085, "bleu": 61.49609532565937, "rougeL": 0.7661016949152541, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_2ee7f1d2f40e8bdf", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7195402298850575, "chrf": 68.97453213513894, "bleu": 35.442654855843564, "rougeL": 0.6556016597510375, "len_ratio": 1.0512820512820513, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_ace033f91188533a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5523316062176166, "chrf": 60.89423012590653, "bleu": 35.190930325462524, "rougeL": 0.5936395759717314, "len_ratio": 0.8013245033112583, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.8333333333333334, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}314{"pair_id": "pair_fd580b23fcb01ecc", "doc_id": "doc_96174e2f07291f09", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6979405034324943, "chrf": 67.1602052637167, "bleu": 39.88085684417039, "rougeL": 0.7301587301587301, "len_ratio": 1.1194029850746268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_a6a174d276e47768", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6527397260273973, "chrf": 64.49442271344634, "bleu": 36.030564918033605, "rougeL": 0.6398305084745763, "len_ratio": 0.9416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}316{"pair_id": "pair_c10ef4e67ec8ec17", "doc_id": "doc_3135153361cfb769", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5366430260047281, "chrf": 67.99851965838123, "bleu": 39.86721469654362, "rougeL": 0.606060606060606, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}317{"pair_id": "pair_939f8b10ab91b4f8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5950520833333333, "chrf": 64.69204905281786, "bleu": 44.08116514341642, "rougeL": 0.6940298507462687, "len_ratio": 0.9754098360655737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}318{"pair_id": "pair_8eec2074d215ea78", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5977653631284916, "chrf": 59.19797388627141, "bleu": 40.1584778669828, "rougeL": 0.6482758620689655, "len_ratio": 0.7228915662650602, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}319{"pair_id": "pair_dbe2eab5c263e911", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5536349771225216, "chrf": 63.17591162996641, "bleu": 32.632243058159965, "rougeL": 0.5705024311183143, "len_ratio": 0.8193146417445483, "placeholders_exact": 0.0, "placeholder_recall": 0.07142857142857142, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}320{"pair_id": "pair_f5fa11427d24982f", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 68.27030744664508, "bleu": 41.253698084965755, "rougeL": 0.7296137339055795, "len_ratio": 0.8306451612903226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}321{"pair_id": "pair_450ff580823ab07a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7016460905349795, "chrf": 70.05787490166539, "bleu": 61.17123270069886, "rougeL": 0.7738693467336684, "len_ratio": 0.9880952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}322{"pair_id": "pair_bd645c066a932d68", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5616554054054055, "chrf": 61.85673025149939, "bleu": 38.78822826374764, "rougeL": 0.6186666666666666, "len_ratio": 1.0171428571428571, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}323{"pair_id": "pair_9f8d2a3c9f938411", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.7474081055607917, "chrf": 73.00569039428582, "bleu": 46.65852891655743, "rougeL": 0.7371601208459213, "len_ratio": 1.0506329113924051, "placeholders_exact": 0.0, "placeholder_recall": 0.14285714285714285, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}324{"pair_id": "pair_aa07a7973e8aac0b", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7261904761904762, "chrf": 74.94365809477134, "bleu": 51.87330956720285, "rougeL": 0.7757009345794392, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}325{"pair_id": "pair_e9da743b727436ef", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7213891081294397, "chrf": 72.68501866820607, "bleu": 54.21188736885812, "rougeL": 0.7852193995381062, "len_ratio": 0.8085106382978723, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}326{"pair_id": "pair_b10388ffe9e7c2bc", "doc_id": "doc_9195328f7f1a1bb1", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6833192209991532, "chrf": 68.17256799820086, "bleu": 44.640437414078875, "rougeL": 0.675603217158177, "len_ratio": 1.0057142857142858, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}327{"pair_id": "pair_741e9938fd13c327", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.671875, "chrf": 72.61394322037799, "bleu": 57.461508145264254, "rougeL": 0.8062015503875969, "len_ratio": 0.8442622950819673, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}328{"pair_id": "pair_a194677579909580", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.552112676056338, "chrf": 62.850983699639876, "bleu": 23.774877316478108, "rougeL": 0.5740740740740741, "len_ratio": 0.9541284403669725, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_8763a2e93a0b5d0d", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7782071097372488, "chrf": 76.13706810938669, "bleu": 60.238424297449455, "rougeL": 0.8011049723756907, "len_ratio": 0.8497409326424871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}330{"pair_id": "pair_191cdf8e399841a2", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6461538461538461, "chrf": 65.42150378220978, "bleu": 30.13557885748532, "rougeL": 0.612137203166227, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_3e464a7d4f539b6c", "doc_id": "doc_b187f41399e937ba", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6151079136690647, "chrf": 71.702955242476, "bleu": 48.614999995823304, "rougeL": 0.6870229007633588, "len_ratio": 0.8646616541353384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}332{"pair_id": "pair_f650af70b911a819", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.62426614481409, "chrf": 74.07790609606664, "bleu": 49.058575738455396, "rougeL": 0.69281045751634, "len_ratio": 1.164179104477612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}333{"pair_id": "pair_1917137c51f580b3", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4796274738067521, "chrf": 55.49986643331788, "bleu": 27.700753372676104, "rougeL": 0.5323076923076923, "len_ratio": 0.6622340425531915, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}334{"pair_id": "pair_51dd1a29893d55e1", "doc_id": "doc_c496dc8b7656356a", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.676056338028169, "chrf": 66.93090986473044, "bleu": 37.47536011098773, "rougeL": 0.6727272727272727, "len_ratio": 1.0095238095238095, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}335{"pair_id": "pair_4ef36092d5ed2612", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8289112534309241, "chrf": 80.0394593251294, "bleu": 60.551838265301555, "rougeL": 0.840840840840841, "len_ratio": 0.8895348837209303, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.8181818181818182, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_e5806be5c2ea5c04", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4498797113071371, "chrf": 51.665078749117576, "bleu": 24.3025535400494, "rougeL": 0.5318471337579618, "len_ratio": 0.6473829201101928, "placeholders_exact": 0.0, "placeholder_recall": 0.07692307692307693, "number_recall": 0.5714285714285714, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}337{"pair_id": "pair_ea859eb7a180f91a", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7371323529411764, "chrf": 70.82625564156274, "bleu": 45.35628638940154, "rougeL": 0.7530120481927712, "len_ratio": 0.8121546961325967, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}338{"pair_id": "pair_24ae7fc73522e353", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.764026402640264, "chrf": 70.45655772638159, "bleu": 43.525103164279166, "rougeL": 0.7730061349693251, "len_ratio": 0.7752808988764045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_e08110969d5a8421", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7881944444444444, "chrf": 83.7643205231777, "bleu": 67.27617723923704, "rougeL": 0.8556149732620322, "len_ratio": 1.0, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}340{"pair_id": "pair_171389a310c61dfc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6870588235294117, "chrf": 70.03448587014496, "bleu": 43.390643337297355, "rougeL": 0.7121212121212122, "len_ratio": 1.1311475409836065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}341{"pair_id": "pair_837157b81b1252b6", "doc_id": "doc_bc5938d3f6b260f6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.671523178807947, "chrf": 68.30145277059371, "bleu": 41.367950655833205, "rougeL": 0.6987951807228915, "len_ratio": 0.9256198347107438, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}342{"pair_id": "pair_7c58265cb1c9b9a5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5615650172612198, "chrf": 71.32092300290172, "bleu": 51.9272649748925, "rougeL": 0.6464646464646464, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_4905cc63786a4ef7", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.645679012345679, "chrf": 65.39826159217336, "bleu": 34.32199785123378, "rougeL": 0.6566037735849056, "len_ratio": 1.0661157024793388, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}344{"pair_id": "pair_231440e4b3069bd2", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7421328671328671, "chrf": 72.45882742187804, "bleu": 59.53140520070025, "rougeL": 0.8137535816618912, "len_ratio": 0.7961783439490446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}345{"pair_id": "pair_074c529b3ed7b2e1", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7104677060133631, "chrf": 75.99581497534896, "bleu": 49.974242091185744, "rougeL": 0.7644444444444445, "len_ratio": 0.8103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}346{"pair_id": "pair_bd9b70fd81b20041", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7282708142726442, "chrf": 74.74287108557506, "bleu": 52.10836619465117, "rougeL": 0.7478260869565219, "len_ratio": 0.9593023255813954, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.8181818181818182, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}347{"pair_id": "pair_817927acc3f295a5", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8721590909090909, "chrf": 83.45415272597114, "bleu": 68.1143338555906, "rougeL": 0.8374384236453202, "len_ratio": 1.01, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_999fdfffeeadd973", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7035490605427974, "chrf": 67.27514777524206, "bleu": 47.93767456983351, "rougeL": 0.6357615894039735, "len_ratio": 1.0144927536231885, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}349{"pair_id": "pair_6cdb633d3e3021b6", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8187221396731055, "chrf": 83.75858169620798, "bleu": 68.49576505051002, "rougeL": 0.8229166666666666, "len_ratio": 0.9621621621621622, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}350{"pair_id": "pair_03dbf7c05f77ad54", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6245259165613148, "chrf": 70.56937526669329, "bleu": 52.51005880745614, "rougeL": 0.6799999999999999, "len_ratio": 1.0583333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}351{"pair_id": "pair_88d78195bf72aaa0", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5317848410757946, "chrf": 67.9668785298148, "bleu": 40.18537942033186, "rougeL": 0.5669291338582678, "len_ratio": 0.8778625954198473, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_73a1adb079c0ca78", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7736185383244207, "chrf": 70.96132032707116, "bleu": 46.59567403734794, "rougeL": 0.7999999999999998, "len_ratio": 0.8863636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}353{"pair_id": "pair_eda728b83ec2ae89", "doc_id": "doc_16a24631c5e15333", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5920502092050209, "chrf": 65.04546198423935, "bleu": 41.04530842518107, "rougeL": 0.5866666666666667, "len_ratio": 1.0144927536231885, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_f1e57336f4f219fa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5007874015748032, "chrf": 75.68334640143291, "bleu": 53.544062011881394, "rougeL": 0.6262626262626263, "len_ratio": 1.146341463414634, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}355{"pair_id": "pair_f710d12cdc3baa04", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6061598951507208, "chrf": 65.70005420785638, "bleu": 33.419423510073926, "rougeL": 0.5978021978021978, "len_ratio": 1.0273972602739727, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_25469a64fa466781", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5910931174089069, "chrf": 67.04200449636161, "bleu": 43.473982558411514, "rougeL": 0.6951219512195123, "len_ratio": 0.7870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6046511627906976, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}357{"pair_id": "pair_7d60d30946b678d6", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5292792792792793, "chrf": 58.57023957733036, "bleu": 27.60483021704853, "rougeL": 0.5407407407407407, "len_ratio": 1.007462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}358{"pair_id": "pair_c4b7973078f96e72", "doc_id": "doc_c496dc8b7656356a", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6165884194053208, "chrf": 64.11683532687647, "bleu": 33.477750945075655, "rougeL": 0.649746192893401, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}359{"pair_id": "pair_460dd677d4d8c72e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7716535433070866, "chrf": 81.07461978675317, "bleu": 61.85110969672395, "rougeL": 0.7904191616766467, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}360{"pair_id": "pair_0dc76d9714c7b0f5", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6236125126135217, "chrf": 66.97843056023518, "bleu": 39.32334882623661, "rougeL": 0.6802721088435374, "len_ratio": 0.8322147651006712, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}361{"pair_id": "pair_dd0ba6e8ec7ada0f", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5628299894403379, "chrf": 76.31207878254949, "bleu": 50.01437153435163, "rougeL": 0.6917293233082706, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}362{"pair_id": "pair_9deaff67b2ef0f62", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5461538461538462, "chrf": 73.81821948032614, "bleu": 50.46622344028741, "rougeL": 0.6193548387096774, "len_ratio": 1.1791044776119404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}363{"pair_id": "pair_2a2a79a1d7692d5e", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5027494108405341, "chrf": 65.49451048316058, "bleu": 38.64548592913445, "rougeL": 0.5822784810126582, "len_ratio": 0.9014778325123153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}364{"pair_id": "pair_7f78cabe32e4cd0b", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.584045584045584, "chrf": 63.34224278336279, "bleu": 38.03739888581656, "rougeL": 0.6167400881057269, "len_ratio": 0.911504424778761, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}365{"pair_id": "pair_72c32aae832a31e3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6479779411764706, "chrf": 64.71305755305248, "bleu": 38.447784428484724, "rougeL": 0.631578947368421, "len_ratio": 0.9779005524861878, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_388ebf6ba0f496c7", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5708812260536398, "chrf": 59.10760123500934, "bleu": 35.14176194740362, "rougeL": 0.6053639846743295, "len_ratio": 1.053030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}367{"pair_id": "pair_8d750d25af82b3b6", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5156638488314271, "chrf": 61.93706784699267, "bleu": 45.908747784552894, "rougeL": 0.6290018832391713, "len_ratio": 0.6946308724832215, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5238095238095238, "number_precision": 0.8461538461538461, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}368{"pair_id": "pair_0ec2f16d9fc16c9d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5708061002178649, "chrf": 61.308587809207474, "bleu": 34.873270393594275, "rougeL": 0.6121495327102804, "len_ratio": 0.9716981132075472, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8888888888888888, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}369{"pair_id": "pair_2562b0a590785ca5", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7800138792505205, "chrf": 75.38312024586999, "bleu": 60.74695140097693, "rougeL": 0.8245614035087719, "len_ratio": 0.871244635193133, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.7142857142857143, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}370{"pair_id": "pair_1105b86f9452566f", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7665441176470589, "chrf": 76.9475347010596, "bleu": 56.4333609660346, "rougeL": 0.7661971830985915, "len_ratio": 0.9392265193370166, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}371{"pair_id": "pair_804fc0ab4219c05c", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5308924485125859, "chrf": 63.74980933913223, "bleu": 34.180624986344846, "rougeL": 0.5864661654135339, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}372{"pair_id": "pair_3871e0b35a1f9687", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6188340807174888, "chrf": 62.99802738777737, "bleu": 33.473803453743606, "rougeL": 0.610909090909091, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_d88011889a24924f", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6262626262626263, "chrf": 66.84576943903119, "bleu": 35.91722631822695, "rougeL": 0.655367231638418, "len_ratio": 1.058139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}374{"pair_id": "pair_6397b8593f1b2fa4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6495031616982836, "chrf": 69.29970416674483, "bleu": 39.40852742979207, "rougeL": 0.6587537091988129, "len_ratio": 0.9702380952380952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_7e393ce6fb8f49dd", "doc_id": "doc_7581bcce20007a86", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8015625, "chrf": 76.70712496652006, "bleu": 55.0465337228602, "rougeL": 0.8314606741573033, "len_ratio": 0.8602150537634409, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_75547a2cae28cdd8", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6472172351885099, "chrf": 64.31772429466918, "bleu": 36.439851827639075, "rougeL": 0.6648351648351648, "len_ratio": 0.994475138121547, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}377{"pair_id": "pair_29d2aa88a8deb2f3", "doc_id": "doc_9195328f7f1a1bb1", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6490299823633157, "chrf": 67.95698141630957, "bleu": 44.683947790180774, "rougeL": 0.7228260869565217, "len_ratio": 0.9771428571428571, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}378{"pair_id": "pair_cc66a7390f7ef874", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7584459459459459, "chrf": 82.23608841003123, "bleu": 66.77302339864083, "rougeL": 0.8210526315789473, "len_ratio": 1.0365853658536586, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}379{"pair_id": "pair_53f4d9a2f89982ea", "doc_id": "doc_bc5938d3f6b260f6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6671001300390117, "chrf": 68.3387377503557, "bleu": 42.51542002298656, "rougeL": 0.708171206225681, "len_ratio": 0.9917355371900827, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}380{"pair_id": "pair_389a3589f6083931", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5872395833333333, "chrf": 69.96856451416677, "bleu": 54.17631526363198, "rougeL": 0.6755555555555557, "len_ratio": 0.8416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}381{"pair_id": "pair_36237e4f2034ca8b", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5144346431435445, "chrf": 57.817338501095875, "bleu": 34.52798921753206, "rougeL": 0.629746835443038, "len_ratio": 0.6556473829201102, "placeholders_exact": 0.0, "placeholder_recall": 0.07692307692307693, "number_recall": 0.5714285714285714, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}382{"pair_id": "pair_cf6c124581ebc65f", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6711956521739131, "chrf": 74.06116424856137, "bleu": 48.104328243003216, "rougeL": 0.684085510688836, "len_ratio": 0.8584474885844748, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}383{"pair_id": "pair_055f4e2f19b47da8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5790297339593113, "chrf": 67.52275617399172, "bleu": 29.6124172423387, "rougeL": 0.6310679611650486, "len_ratio": 1.0333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4444444444444444, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}384{"pair_id": "pair_8c15e46bb617cfbd", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6997354497354498, "chrf": 73.58586058341481, "bleu": 49.65034857539318, "rougeL": 0.730593607305936, "len_ratio": 0.9017857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_78f5b2b3bfd59cfe", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6867647058823529, "chrf": 73.65021975190518, "bleu": 58.5504101818172, "rougeL": 0.7336683417085427, "len_ratio": 0.93, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}386{"pair_id": "pair_f86bfc5f9ed4b9b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.727069351230425, "chrf": 71.50692291727833, "bleu": 59.43334147323691, "rougeL": 0.7222222222222223, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}387{"pair_id": "pair_7dcc343416dd89b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6754890678941312, "chrf": 66.20410332388496, "bleu": 43.12532760086167, "rougeL": 0.6621621621621623, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_5813e16ceaca9ed3", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.45996275605214154, "chrf": 62.5032962902342, "bleu": 30.26424249788074, "rougeL": 0.544378698224852, "len_ratio": 1.0120481927710843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_242a6b1fa02e949e", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6162587412587412, "chrf": 77.79261014539246, "bleu": 65.48016493857375, "rougeL": 0.7506849315068493, "len_ratio": 0.9171974522292994, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}390{"pair_id": "pair_6b399e4df4a9de94", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5210022107590273, "chrf": 69.68618237210966, "bleu": 38.107787742153135, "rougeL": 0.5912240184757505, "len_ratio": 1.0886699507389161, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}391{"pair_id": "pair_13dd4eda62406540", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3609557702084393, "chrf": 56.07251971640671, "bleu": 25.65197852816038, "rougeL": 0.3848484848484849, "len_ratio": 0.9470404984423676, "placeholders_exact": 0.0, "placeholder_recall": 0.07142857142857142, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}392{"pair_id": "pair_c3b2cbf22d24ff40", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.665389527458493, "chrf": 68.20667765158728, "bleu": 36.87742194711061, "rougeL": 0.6349892008639308, "len_ratio": 1.0593607305936072, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}393{"pair_id": "pair_367eb370fe4f529c", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7667667667667668, "chrf": 76.61884371473208, "bleu": 54.612089635630326, "rougeL": 0.7681159420289856, "len_ratio": 0.9020979020979021, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}394{"pair_id": "pair_f09de1e1c64f3d2e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5891050583657588, "chrf": 73.59568466656032, "bleu": 51.10102740913704, "rougeL": 0.6746411483253588, "len_ratio": 1.0685714285714285, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_2f9d146538af41a4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.635439360929557, "chrf": 68.92321764742249, "bleu": 41.31409419852404, "rougeL": 0.6776470588235295, "len_ratio": 0.9669811320754716, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.8181818181818182, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}396{"pair_id": "pair_cb6649b20a1e0a58", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5239591516103692, "chrf": 67.06247050115182, "bleu": 40.929244125326896, "rougeL": 0.6030927835051547, "len_ratio": 0.8719211822660099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_cebbb24f2cfdcc10", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6516544117647058, "chrf": 65.61135790141043, "bleu": 40.88770179378274, "rougeL": 0.6703910614525139, "len_ratio": 0.9613259668508287, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}398{"pair_id": "pair_a9886bc4347d365c", "doc_id": "doc_649c56ed2a776c29", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6990654205607476, "chrf": 70.4184482169746, "bleu": 30.771655585699282, "rougeL": 0.6600660066006602, "len_ratio": 0.9281045751633987, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}399{"pair_id": "pair_11a036198a3c8fdd", "doc_id": "doc_967f69b1bf330c46", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6443024494142705, "chrf": 67.14936647499653, "bleu": 32.84480565070421, "rougeL": 0.6217228464419476, "len_ratio": 1.024, "placeholders_exact": 0.0, "placeholder_recall": 0.25, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}400{"pair_id": "pair_22daecbaf1d49510", "doc_id": "doc_679741e00536f8a4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7429218573046432, "chrf": 73.18064966194562, "bleu": 46.88150458056177, "rougeL": 0.7465618860510805, "len_ratio": 0.8228782287822878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_59dc9deab6df1009", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.41820368885324777, "chrf": 50.51288862127707, "bleu": 23.89416132281551, "rougeL": 0.5071770334928228, "len_ratio": 0.6556473829201102, "placeholders_exact": 0.0, "placeholder_recall": 0.07692307692307693, "number_recall": 0.5714285714285714, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}402{"pair_id": "pair_2b405d3983731fad", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5273522975929978, "chrf": 57.232406019146865, "bleu": 27.66405470404727, "rougeL": 0.5333333333333332, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_a4ce7cbe3a375b03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6463595839524516, "chrf": 73.69817897069478, "bleu": 51.34347374428306, "rougeL": 0.680306905370844, "len_ratio": 1.0108108108108107, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_51281d318770704d", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5863874345549738, "chrf": 64.75250584163167, "bleu": 36.98374507224837, "rougeL": 0.6666666666666666, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}405{"pair_id": "pair_96048f36076f2fcd", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.656140350877193, "chrf": 66.78720157525953, "bleu": 44.532542004695586, "rougeL": 0.6875, "len_ratio": 0.8604651162790697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}406{"pair_id": "pair_c4775e836de09d99", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7033299697275479, "chrf": 68.62027933340134, "bleu": 43.35006401203063, "rougeL": 0.6993464052287582, "len_ratio": 0.912751677852349, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}407{"pair_id": "pair_ffbadf19abc61814", "doc_id": "doc_adb94552819f8ffa", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8328488372093024, "chrf": 78.90431153812743, "bleu": 55.62824802394083, "rougeL": 0.8093023255813954, "len_ratio": 0.9537037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}408{"pair_id": "pair_2bbcca3fbb594af9", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6697965571205008, "chrf": 64.67862840978039, "bleu": 34.82771278682971, "rougeL": 0.6666666666666666, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}409{"pair_id": "pair_01926ef243e6f8e4", "doc_id": "doc_96174e2f07291f09", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8756218905472637, "chrf": 74.45091444753852, "bleu": 52.94842342416945, "rougeL": 0.888888888888889, "len_ratio": 0.8656716417910447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_425211dfb083b241", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5009701202949166, "chrf": 61.08549110046304, "bleu": 31.49773555432849, "rougeL": 0.5368731563421829, "len_ratio": 0.7287234042553191, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}411{"pair_id": "pair_6bcc2a2d6a67daf5", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6119402985074627, "chrf": 71.55848288897795, "bleu": 46.696061999602776, "rougeL": 0.6825053995680346, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}412{"pair_id": "pair_01232c0a13924b98", "doc_id": "doc_649c56ed2a776c29", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6691588785046729, "chrf": 66.58949792599255, "bleu": 28.66805923931919, "rougeL": 0.6372881355932204, "len_ratio": 0.8758169934640523, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}413{"pair_id": "pair_c0b569d83d33f5f8", "doc_id": "doc_b860396abb8d4077", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7068965517241379, "chrf": 70.70273618533845, "bleu": 41.79030260397163, "rougeL": 0.6918238993710691, "len_ratio": 0.8255813953488372, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}414{"pair_id": "pair_bcb6e8c08ff21d70", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7762863534675615, "chrf": 74.070672287899, "bleu": 62.56208177374535, "rougeL": 0.786764705882353, "len_ratio": 0.8263888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_68b67e128aadb199", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6852589641434264, "chrf": 72.46440001840632, "bleu": 51.732835619156035, "rougeL": 0.738970588235294, "len_ratio": 0.7966101694915254, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}416{"pair_id": "pair_3de005d49cbf415d", "doc_id": "doc_adb94552819f8ffa", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7856093979441997, "chrf": 78.18158287960625, "bleu": 58.16069679635371, "rougeL": 0.7926267281105991, "len_ratio": 1.0092592592592593, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_2c8165947bc31182", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7264224473889322, "chrf": 75.81659564668459, "bleu": 55.2247435103025, "rougeL": 0.7457627118644068, "len_ratio": 1.04, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_6a5404a058481a2a", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4246190858059342, "chrf": 55.20428476447042, "bleu": 28.120690134789903, "rougeL": 0.5052950075642966, "len_ratio": 0.7355371900826446, "placeholders_exact": 0.0, "placeholder_recall": 0.07692307692307693, "number_recall": 0.5714285714285714, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}419{"pair_id": "pair_918534c10ad2fd5a", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.41320293398533003, "chrf": 65.15542814891153, "bleu": 37.524976509558265, "rougeL": 0.46332046332046334, "len_ratio": 0.916030534351145, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}420{"pair_id": "pair_870e9a33462cf105", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4967923015236567, "chrf": 51.53220591222417, "bleu": 25.585914895711795, "rougeL": 0.5827814569536425, "len_ratio": 0.5757575757575758, "placeholders_exact": 0.0, "placeholder_recall": 0.07692307692307693, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}421{"pair_id": "pair_84f18babdba3f64c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6875, "chrf": 69.61709962736215, "bleu": 41.012283207685044, "rougeL": 0.6666666666666666, "len_ratio": 1.1090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_7283f93d20a9c9f1", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5203883495145631, "chrf": 54.911636966027245, "bleu": 15.781854745984566, "rougeL": 0.5696969696969697, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}423{"pair_id": "pair_5a83e2c5149d2ee6", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6875, "chrf": 69.61709962736215, "bleu": 41.012283207685044, "rougeL": 0.6666666666666666, "len_ratio": 1.1090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_a57f2e35ee87cd5c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6731875719217492, "chrf": 69.49042732757209, "bleu": 49.88320078643666, "rougeL": 0.7177700348432057, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_d8ec14e12d68fe21", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6986390149060272, "chrf": 71.23733758655605, "bleu": 42.34909283243439, "rougeL": 0.6535947712418301, "len_ratio": 1.0410958904109588, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_07d078d08b2a2031", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6239316239316239, "chrf": 62.419758602661865, "bleu": 37.814163662454725, "rougeL": 0.6507177033492823, "len_ratio": 0.7522123893805309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}427{"pair_id": "pair_14ecb5a056f94f85", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7851622874806801, "chrf": 80.84305459410541, "bleu": 66.58121324814174, "rougeL": 0.8052631578947369, "len_ratio": 0.9430051813471503, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}428{"pair_id": "pair_0c714d343e7d692e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5393868839736127, "chrf": 66.74393341786758, "bleu": 35.09114554257184, "rougeL": 0.5639614855570839, "len_ratio": 0.8617021276595744, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": -6.0}429{"pair_id": "pair_b35dfa1d66430ad6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7602941176470588, "chrf": 69.83418412620806, "bleu": 53.22817153202013, "rougeL": 0.7936507936507937, "len_ratio": 0.82, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}430{"pair_id": "pair_488295d5205c31eb", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6481312670920694, "chrf": 71.0192259186158, "bleu": 45.99631847310106, "rougeL": 0.681948424068768, "len_ratio": 1.0545454545454545, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}431{"pair_id": "pair_f7fa2440ae319193", "doc_id": "doc_861988bceb67e1df", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5899280575539568, "chrf": 68.37470257855112, "bleu": 45.08783297688602, "rougeL": 0.6666666666666666, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_89fbc1827315c06a", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6161616161616161, "chrf": 64.15554106154376, "bleu": 39.3994226846889, "rougeL": 0.6193548387096774, "len_ratio": 0.8433734939759037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}433{"pair_id": "pair_e35d3509186467ab", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6697965571205008, "chrf": 64.67862840978039, "bleu": 34.82771278682971, "rougeL": 0.6666666666666666, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}434{"pair_id": "pair_51743d1445182a3f", "doc_id": "doc_3135153361cfb769", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6146572104018913, "chrf": 72.87451392419074, "bleu": 49.462222252027736, "rougeL": 0.6917293233082707, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_611166d6d51a44ef", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5448195576251456, "chrf": 64.08357367296196, "bleu": 36.23279877457139, "rougeL": 0.5962373371924747, "len_ratio": 0.7712765957446809, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -9.0}436{"pair_id": "pair_4e7b674b25d4a5e1", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7539149888143177, "chrf": 75.06752861362754, "bleu": 61.83979873140116, "rougeL": 0.7609427609427609, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}437{"pair_id": "pair_7d4776222ade0983", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6278409090909092, "chrf": 65.73710794525192, "bleu": 39.47100939046656, "rougeL": 0.6871794871794872, "len_ratio": 0.93, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}438{"pair_id": "pair_68e153a6daf97a77", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6193415637860082, "chrf": 68.97378098309488, "bleu": 57.89061011921116, "rougeL": 0.7363184079601991, "len_ratio": 1.0119047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_0e6ea9350b9f76f3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7306701030927836, "chrf": 72.265898358742, "bleu": 48.403600399950314, "rougeL": 0.7257383966244726, "len_ratio": 0.91701244813278, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}440{"pair_id": "pair_fcdc5cd55975b75a", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6376518218623481, "chrf": 76.65597262491568, "bleu": 56.37795819680166, "rougeL": 0.7338935574229692, "len_ratio": 0.9741935483870968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6744186046511628, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}441{"pair_id": "pair_9fc6bd9531545cee", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5104166666666667, "chrf": 63.235507943058835, "bleu": 43.68344655268287, "rougeL": 0.5950413223140496, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}442{"pair_id": "pair_f6570ea7ec92fbc8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7371937639198218, "chrf": 73.76965195715707, "bleu": 59.65028019855873, "rougeL": 0.7457627118644067, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_ed5a5cd722dff209", "doc_id": "doc_b9f6f386c52a2106", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5495689655172413, "chrf": 57.98941057770737, "bleu": 28.81513308325795, "rougeL": 0.5671641791044776, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_ba7ae4963f784961", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.47950089126559714, "chrf": 62.56912997488716, "bleu": 28.227814835925624, "rougeL": 0.5777777777777777, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}445{"pair_id": "pair_6ea9f150f88bdcf1", "doc_id": "doc_16a24631c5e15333", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8370044052863437, "chrf": 78.15923545909517, "bleu": 61.73659580074706, "rougeL": 0.8226950354609929, "len_ratio": 0.8695652173913043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}446{"pair_id": "pair_55c11fa0fa31a43a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6896896896896897, "chrf": 71.64456908298902, "bleu": 48.065828436365, "rougeL": 0.7181467181467183, "len_ratio": 0.7832167832167832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}447{"pair_id": "pair_66f99ec0df15b288", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7309048178613395, "chrf": 71.57214523347388, "bleu": 43.70509918162074, "rougeL": 0.6694560669456067, "len_ratio": 1.0341880341880343, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_e784055ac8fb6e54", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6451048951048951, "chrf": 71.42370070459194, "bleu": 56.54130584676509, "rougeL": 0.7231638418079096, "len_ratio": 0.8598726114649682, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}449{"pair_id": "pair_d2551e35f71d9ab8", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7247706422018348, "chrf": 64.29378228069668, "bleu": 38.90571304787554, "rougeL": 0.7360000000000001, "len_ratio": 1.1194029850746268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}450{"pair_id": "pair_b243a59fa1667df4", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7443365695792881, "chrf": 73.63388508156812, "bleu": 57.77625125924149, "rougeL": 0.8118811881188119, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}451{"pair_id": "pair_506ae7df4674cab7", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8461538461538461, "chrf": 80.1376673311433, "bleu": 58.08541872931305, "rougeL": 0.7815126050420167, "len_ratio": 1.017094017094017, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_f89f18927ab153c8", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7348066298342542, "chrf": 76.67722067167153, "bleu": 60.07960465923888, "rougeL": 0.8053097345132744, "len_ratio": 0.8936170212765957, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}453{"pair_id": "pair_4805fbb61049c259", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7588315217391304, "chrf": 74.74186579562839, "bleu": 50.01029393944753, "rougeL": 0.7385321100917431, "len_ratio": 0.9452054794520548, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_09dfdd9cd1e81663", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5380154639175257, "chrf": 67.87213884789165, "bleu": 43.61975475660248, "rougeL": 0.6160337552742616, "len_ratio": 0.91701244813278, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}455{"pair_id": "pair_de534e6c5522b151", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6619613670133729, "chrf": 70.90448331955021, "bleu": 43.924492711335354, "rougeL": 0.68, "len_ratio": 0.7891891891891892, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}456{"pair_id": "pair_9210717bc22fdc06", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6566499721758486, "chrf": 70.61408361566241, "bleu": 40.33155951338826, "rougeL": 0.6679611650485436, "len_ratio": 1.0685483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}457{"pair_id": "pair_8532b78775a4e82a", "doc_id": "doc_fd2461ec733b3c95", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5807644882860665, "chrf": 60.2885020344678, "bleu": 20.789528204464037, "rougeL": 0.5855855855855857, "len_ratio": 0.8083333333333333, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}458{"pair_id": "pair_643d06cb035cdb0e", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6441539578794481, "chrf": 69.80802437011474, "bleu": 41.95832851895814, "rougeL": 0.7099767981438516, "len_ratio": 0.9905660377358491, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.8181818181818182, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}459{"pair_id": "pair_2ab238d7b5d4e98a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6039603960396039, "chrf": 64.56521184488317, "bleu": 34.679323928049854, "rougeL": 0.5777777777777778, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}460{"pair_id": "pair_7ddc8bb7a2f2240b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6934156378600823, "chrf": 68.1206047483019, "bleu": 59.88570902516819, "rougeL": 0.7474747474747474, "len_ratio": 0.9761904761904762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_a37053eb5335c2cd", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7005899705014749, "chrf": 76.67742420724016, "bleu": 51.07340929756018, "rougeL": 0.74, "len_ratio": 1.096774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}462{"pair_id": "pair_e86606b8e1de8efa", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5238862050456253, "chrf": 63.239613562139795, "bleu": 29.156749410501078, "rougeL": 0.5430711610486892, "len_ratio": 1.1451612903225807, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_094dc7fede5b31b4", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.641025641025641, "chrf": 65.52711592657485, "bleu": 41.45747213344928, "rougeL": 0.6547085201793722, "len_ratio": 0.8761061946902655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_29541c5de8e30eb0", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5682715074980269, "chrf": 65.30959901621969, "bleu": 38.42607399729292, "rougeL": 0.6292134831460674, "len_ratio": 0.8680851063829788, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.9375, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}465{"pair_id": "pair_6b49918604f4ddb4", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5704099821746881, "chrf": 71.19125588740876, "bleu": 48.44635165304263, "rougeL": 0.6927374301675977, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_f52c0d6903e947c0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.917016806722689, "chrf": 88.89722260837233, "bleu": 73.82210301360648, "rougeL": 0.9056603773584905, "len_ratio": 0.9921259842519685, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}467{"pair_id": "pair_3cb0ae908fe836a2", "doc_id": "doc_3135153361cfb769", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.596244131455399, "chrf": 67.0513787505626, "bleu": 43.547695307119426, "rougeL": 0.6315789473684211, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_f773bcd23ef46305", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4484848484848485, "chrf": 54.2637784436852, "bleu": 23.07053394616152, "rougeL": 0.4594594594594595, "len_ratio": 0.7469879518072289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}469{"pair_id": "pair_18235b3051bb3ba0", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.691542288557214, "chrf": 63.30562162478688, "bleu": 38.44664152105963, "rougeL": 0.7457627118644068, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}470{"pair_id": "pair_b60d8f40e0325e19", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6197085357390701, "chrf": 77.88581607536301, "bleu": 59.00352011825264, "rougeL": 0.7555555555555555, "len_ratio": 0.8583690987124464, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.48, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}471{"pair_id": "pair_474982aefff458c7", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6158680282796544, "chrf": 65.89034921778462, "bleu": 41.182071509959364, "rougeL": 0.6829268292682926, "len_ratio": 0.7684729064039408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_053da0e25948aca6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6068152031454783, "chrf": 71.52555619451327, "bleu": 41.80687457435338, "rougeL": 0.6382978723404255, "len_ratio": 1.1826923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}473{"pair_id": "pair_c46e64923862f96a", "doc_id": "doc_9195328f7f1a1bb1", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.646954986760812, "chrf": 58.30677527856386, "bleu": 36.80873702884367, "rougeL": 0.6542056074766355, "len_ratio": 0.7085714285714285, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}474{"pair_id": "pair_6501140e74584dec", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6497829232995658, "chrf": 78.73228031383441, "bleu": 54.84928578441655, "rougeL": 0.7397260273972601, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_517966b5cc08ea57", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6702127659574468, "chrf": 65.26505060328884, "bleu": 44.61089975916266, "rougeL": 0.6757990867579908, "len_ratio": 0.8416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}476{"pair_id": "pair_1d6eedd0c6d24ea0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5617769551133734, "chrf": 69.43038391735182, "bleu": 43.54297335360926, "rougeL": 0.606060606060606, "len_ratio": 1.064406779661017, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 3.0, "sentence_count_delta": 1.0}477{"pair_id": "pair_0a471b6ef8d3a304", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.500583430571762, "chrf": 56.58957208105632, "bleu": 23.59512150580289, "rougeL": 0.5130111524163569, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}478{"pair_id": "pair_91bcc382ad83e38d", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7153846153846154, "chrf": 69.64946408576922, "bleu": 50.32287111940687, "rougeL": 0.7509881422924901, "len_ratio": 0.9924242424242424, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}479{"pair_id": "pair_ff489f946fa97cd7", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6038062283737025, "chrf": 69.67651628824039, "bleu": 40.832384917211854, "rougeL": 0.6820809248554913, "len_ratio": 1.0116279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}480{"pair_id": "pair_4d3fe6a3006a5989", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6528681253696038, "chrf": 68.75404280939146, "bleu": 46.953055624421715, "rougeL": 0.6983471074380165, "len_ratio": 0.8449612403100775, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}481{"pair_id": "pair_56061dde7640c458", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7086553323029366, "chrf": 72.45203893801757, "bleu": 56.14401815969373, "rougeL": 0.7262872628726288, "len_ratio": 0.8860103626943006, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}482{"pair_id": "pair_7672ebff8c8428da", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5638020833333333, "chrf": 68.54501972955262, "bleu": 48.847754240095504, "rougeL": 0.6133333333333333, "len_ratio": 0.85, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_f4e936423f1276f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7472952086553323, "chrf": 74.66188990681222, "bleu": 60.534075556474626, "rougeL": 0.751958224543081, "len_ratio": 0.9585492227979274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}484{"pair_id": "pair_5938987848b6b679", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7612076852698993, "chrf": 73.87860318379758, "bleu": 55.254349065825906, "rougeL": 0.7710144927536232, "len_ratio": 0.9593023255813954, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.8181818181818182, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}485{"pair_id": "pair_ffd11e076d514f3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.689922480620155, "chrf": 70.2919957602447, "bleu": 54.30390136660615, "rougeL": 0.7627118644067797, "len_ratio": 0.8688524590163934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}486{"pair_id": "pair_4fdee4601ea81942", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5952380952380952, "chrf": 64.3603544558558, "bleu": 35.32300232353981, "rougeL": 0.6076923076923078, "len_ratio": 1.0165289256198347, "placeholders_exact": 0.0, "placeholder_recall": 0.16666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}487{"pair_id": "pair_d3f31f482793fd9b", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6394285714285715, "chrf": 73.14060694170969, "bleu": 51.21790605892775, "rougeL": 0.6900826446280992, "len_ratio": 0.9395161290322581, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}488{"pair_id": "pair_c8ec4c6fe8cd098e", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49022004889975546, "chrf": 61.86483586096949, "bleu": 33.219080509011405, "rougeL": 0.5161290322580644, "len_ratio": 0.8396946564885496, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}489{"pair_id": "pair_16b576e5dcd5899d", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.515748031496063, "chrf": 60.38934973370357, "bleu": 30.64961537952054, "rougeL": 0.5689655172413792, "len_ratio": 1.0178571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_cf2328e2313ee13a", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7233727810650887, "chrf": 76.86201475427023, "bleu": 60.99526060904157, "rougeL": 0.7731092436974791, "len_ratio": 0.9916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_c861a45e629bf73f", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.814516129032258, "chrf": 73.01058556814827, "bleu": 47.54584525233966, "rougeL": 0.832214765100671, "len_ratio": 1.0895522388059702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}492{"pair_id": "pair_7e71e5ca88fb5358", "doc_id": "doc_96174e2f07291f09", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7671232876712328, "chrf": 65.99990516002377, "bleu": 39.59349499589227, "rougeL": 0.746031746031746, "len_ratio": 1.1343283582089552, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_89d12b7f2261c246", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6516393442622951, "chrf": 75.40923359101683, "bleu": 45.115958672373964, "rougeL": 0.6826923076923077, "len_ratio": 1.0421052631578946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}494{"pair_id": "pair_b1ed49f67d3a362a", "doc_id": "doc_b187f41399e937ba", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5937873357228196, "chrf": 68.82737317549802, "bleu": 43.07819623872565, "rougeL": 0.6449275362318839, "len_ratio": 0.9699248120300752, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}495{"pair_id": "pair_86e5b33a1bffa4f5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6246943765281174, "chrf": 64.27109050990101, "bleu": 36.50683061708889, "rougeL": 0.6434108527131783, "len_ratio": 0.916030534351145, "placeholders_exact": 0.0, "placeholder_recall": 0.3333333333333333, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_07ccb1e2b5d4f252", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7606177606177607, "chrf": 80.75249835076794, "bleu": 60.21209838064894, "rougeL": 0.8214285714285714, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_54c74e2c798ae5bd", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6500566251415629, "chrf": 72.07101250449183, "bleu": 43.83965569869096, "rougeL": 0.6777163904235727, "len_ratio": 0.9520295202952029, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_1d0abd2dadc0c197", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5246568378240977, "chrf": 56.88601427365244, "bleu": 26.935226978371535, "rougeL": 0.5220228384991843, "len_ratio": 0.8193146417445483, "placeholders_exact": 0.0, "placeholder_recall": 0.07142857142857142, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}499{"pair_id": "pair_54e28a36191dee4c", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6476523088863019, "chrf": 69.93558195845353, "bleu": 41.93662349159413, "rougeL": 0.6364922206506365, "len_ratio": 0.8085106382978723, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}500{"pair_id": "pair_fbca515430acceaf", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4868224763799105, "chrf": 57.38073703815177, "bleu": 40.72491287466343, "rougeL": 0.5751879699248119, "len_ratio": 0.7046979865771812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6190476190476191, "number_precision": 0.8666666666666667, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}501{"pair_id": "pair_cf6492320aff65e4", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5440835266821346, "chrf": 64.46406506047816, "bleu": 34.01147897361271, "rougeL": 0.5736434108527132, "len_ratio": 0.968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_2b8b76d1ba917eea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6595744680851063, "chrf": 74.6130234328145, "bleu": 51.004454346820175, "rougeL": 0.7078384798099763, "len_ratio": 1.0857142857142856, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}503