Repository Public Research preview
1{"pair_id": "pair_c2f1c137c6271641", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6212510711225364, "chrf": 58.08265462021039, "bleu": 30.264136740168034, "rougeL": 0.6191950464396284, "len_ratio": 0.6868131868131868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_88ace813a8b3351d", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7154929577464788, "chrf": 70.95501392087769, "bleu": 43.64592854278818, "rougeL": 0.7087378640776699, "len_ratio": 0.8715596330275229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_cf6f87cdabb3f952", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6095238095238096, "chrf": 61.92789535932211, "bleu": 31.929843904813296, "rougeL": 0.6533333333333333, "len_ratio": 0.7575757575757576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}4{"pair_id": "pair_c9a24c7bb7e78f1c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.676892950391645, "chrf": 75.11106967134045, "bleu": 59.49056063353984, "rougeL": 0.7579365079365078, "len_ratio": 0.9453781512605042, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8378378378378378, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}5{"pair_id": "pair_2cd859920f41e079", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6223776223776224, "chrf": 68.84552142669088, "bleu": 41.90424080092596, "rougeL": 0.6861313868613138, "len_ratio": 1.180327868852459, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_5d306565f901b859", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7415254237288136, "chrf": 67.14822218107948, "bleu": 30.533918901022528, "rougeL": 0.7210884353741496, "len_ratio": 1.1176470588235294, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_bfecc6cc97415a81", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.548941798941799, "chrf": 53.18767025311574, "bleu": 19.02465511390855, "rougeL": 0.5066666666666666, "len_ratio": 0.9553571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_7aa06859d2b8eaf3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5589887640449438, "chrf": 63.483027409385826, "bleu": 38.30860023993551, "rougeL": 0.5906432748538013, "len_ratio": 1.0063291139240507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}9{"pair_id": "pair_e466f13d4e948458", "doc_id": "doc_861988bceb67e1df", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6510791366906474, "chrf": 70.86983624728725, "bleu": 46.486308315616924, "rougeL": 0.6962025316455697, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_ddafbf95752d58ac", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5171966255678131, "chrf": 63.59733412246735, "bleu": 37.177143667135105, "rougeL": 0.588495575221239, "len_ratio": 0.7804878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}11{"pair_id": "pair_38aadd94683d43df", "doc_id": "doc_ece0bb556a23f499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.547845142439737, "chrf": 64.88872460857957, "bleu": 41.45534584007591, "rougeL": 0.6167800453514739, "len_ratio": 0.9905660377358491, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}12{"pair_id": "pair_edd03df01bb87e9b", "doc_id": "doc_649c56ed2a776c29", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6700934579439253, "chrf": 72.24315459603581, "bleu": 45.14375855131342, "rougeL": 0.6962457337883959, "len_ratio": 0.9019607843137255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}13{"pair_id": "pair_5fe32f034a808b91", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6280360860513532, "chrf": 75.32448667973952, "bleu": 56.88035088774505, "rougeL": 0.7039337474120083, "len_ratio": 0.9785407725321889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.84, "number_precision": 0.9130434782608695, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}14{"pair_id": "pair_29d2a5db2f28c78a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5340136054421769, "chrf": 65.87321567687773, "bleu": 31.820496769979297, "rougeL": 0.6033519553072626, "len_ratio": 1.069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_ef88661bb782f59a", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7103694874851013, "chrf": 67.80477091819948, "bleu": 39.50439004517934, "rougeL": 0.685483870967742, "len_ratio": 0.8507462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_a14abd5911f17e39", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8233369683751364, "chrf": 81.56886773986906, "bleu": 60.99532002808927, "rougeL": 0.824, "len_ratio": 1.0344827586206897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_e1508ccdc2737934", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5913173652694611, "chrf": 68.25333174170471, "bleu": 43.45261617570402, "rougeL": 0.6384976525821596, "len_ratio": 1.0777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}18{"pair_id": "pair_31750785a97eb870", "doc_id": "doc_83ee876009e1f14b", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6700302724520686, "chrf": 67.73901590424897, "bleu": 40.80112216390398, "rougeL": 0.6840390879478827, "len_ratio": 0.9530201342281879, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}19{"pair_id": "pair_332abe3d88ca34f3", "doc_id": "doc_dca1cb2706c17137", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.699421965317919, "chrf": 79.91893340474351, "bleu": 60.31124040188958, "rougeL": 0.7455621301775148, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}20{"pair_id": "pair_310df76d9a77452b", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6776715899218071, "chrf": 68.74457104184172, "bleu": 53.73925137133519, "rougeL": 0.6810810810810812, "len_ratio": 1.022857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}21{"pair_id": "pair_5d66280899bbb577", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.55078125, "chrf": 58.459471930591924, "bleu": 42.05931095048734, "rougeL": 0.5506072874493927, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_7789e2d1de02f43f", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7051428571428571, "chrf": 78.35066781888209, "bleu": 59.63505508588199, "rougeL": 0.7647058823529411, "len_ratio": 0.907258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}23{"pair_id": "pair_d77676aa5b9788c2", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5091428571428571, "chrf": 63.0897196098267, "bleu": 29.196545140990967, "rougeL": 0.5577689243027889, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}24{"pair_id": "pair_c36f5acb28707610", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7671232876712328, "chrf": 76.76464747197454, "bleu": 50.83213206555239, "rougeL": 0.7956989247311828, "len_ratio": 0.9125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}25{"pair_id": "pair_282833e6d6a3984d", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6564685314685315, "chrf": 74.4274203731345, "bleu": 57.73617918666072, "rougeL": 0.716577540106952, "len_ratio": 0.9681528662420382, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}26{"pair_id": "pair_3107ab05d03041bf", "doc_id": "doc_679741e00536f8a4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6013590033975085, "chrf": 64.03878649558345, "bleu": 33.27500779199081, "rougeL": 0.6123188405797101, "len_ratio": 0.988929889298893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}27{"pair_id": "pair_44c009613aaa4668", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6210159362549801, "chrf": 70.27508707846034, "bleu": 44.42693667468748, "rougeL": 0.6334991708126038, "len_ratio": 0.9932203389830508, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}28{"pair_id": "pair_74db4e98c7a188d4", "doc_id": "doc_861988bceb67e1df", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6241007194244604, "chrf": 62.41720053299862, "bleu": 39.126744437238656, "rougeL": 0.606060606060606, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}29{"pair_id": "pair_c63e797c6528b4db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8315789473684211, "chrf": 82.0192714762865, "bleu": 59.41777610750539, "rougeL": 0.8488372093023255, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_2fb4bbe550e27ac4", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.46906812842599843, "chrf": 63.53412796175591, "bleu": 39.86347239283485, "rougeL": 0.6042553191489363, "len_ratio": 0.9829787234042553, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.9375, "number_precision": 0.9375, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}31{"pair_id": "pair_2debd28bdd098ed4", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6241645244215939, "chrf": 65.18824563086586, "bleu": 37.40703063817381, "rougeL": 0.5963149078726968, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}32{"pair_id": "pair_0a11a544a9f4279b", "doc_id": "doc_dca1cb2706c17137", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6739130434782609, "chrf": 76.04475001213183, "bleu": 57.99282189409603, "rougeL": 0.7544910179640718, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_3bac7ae06f23e6e9", "doc_id": "doc_b860396abb8d4077", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7351097178683386, "chrf": 68.72276542160527, "bleu": 39.37600600261216, "rougeL": 0.6704545454545453, "len_ratio": 1.0232558139534884, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}34{"pair_id": "pair_9fe6e1a7a8780864", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7239353891336271, "chrf": 67.56749574880939, "bleu": 42.91753502831698, "rougeL": 0.6976744186046512, "len_ratio": 0.9907407407407407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}35{"pair_id": "pair_baaf464a605e8459", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6276041666666667, "chrf": 71.67128615557495, "bleu": 48.08082991355717, "rougeL": 0.743682310469314, "len_ratio": 1.0081967213114753, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}36{"pair_id": "pair_b3c1ef143c87299c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7257683215130024, "chrf": 67.77845003616555, "bleu": 43.8834965128467, "rougeL": 0.6610169491525425, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_a4e47c424e3157c2", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7338056680161944, "chrf": 75.29046239924534, "bleu": 61.26400443632511, "rougeL": 0.8164383561643836, "len_ratio": 0.9935483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9534883720930233, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}38{"pair_id": "pair_825e0b63e41c4455", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5365535248041775, "chrf": 56.87815677345961, "bleu": 39.16960192016252, "rougeL": 0.6233183856502242, "len_ratio": 0.6848739495798319, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9736842105263158, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}39{"pair_id": "pair_93a4261a917f89c8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6887450199203187, "chrf": 71.72564453923184, "bleu": 49.512546273035156, "rougeL": 0.7015177065767285, "len_ratio": 0.9627118644067797, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_d5b4a6808c4e0395", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6947040498442367, "chrf": 69.88936586776043, "bleu": 38.48522502215923, "rougeL": 0.6666666666666666, "len_ratio": 1.088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}41{"pair_id": "pair_309d2b488da63069", "doc_id": "doc_679741e00536f8a4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5283125707814269, "chrf": 56.74414268607434, "bleu": 24.75361804166946, "rougeL": 0.5311355311355311, "len_ratio": 0.966789667896679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}42{"pair_id": "pair_84b526d08998412d", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6142742582197274, "chrf": 72.66896584594882, "bleu": 53.48806312291622, "rougeL": 0.6924939467312349, "len_ratio": 1.0514285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}43{"pair_id": "pair_c9dff9e920618fcf", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7092916283348666, "chrf": 74.49687180107455, "bleu": 49.22668684485526, "rougeL": 0.7267267267267269, "len_ratio": 0.9464285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_56c29f7adc442782", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5838068181818181, "chrf": 63.27365329222485, "bleu": 35.012406208725466, "rougeL": 0.5714285714285715, "len_ratio": 1.01, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_69526c4f889174ea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5761024182076814, "chrf": 68.71756649363655, "bleu": 44.40521730707765, "rougeL": 0.6133333333333332, "len_ratio": 1.0961538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}46{"pair_id": "pair_709d9ccf1de16f09", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6391394864677307, "chrf": 74.76805034553897, "bleu": 56.695024450203775, "rougeL": 0.7046843177189409, "len_ratio": 1.0085836909871244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.84, "number_precision": 0.8076923076923077, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}47{"pair_id": "pair_ef146ab27b0e7e54", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6953551912568305, "chrf": 72.94361238708774, "bleu": 49.08865098697652, "rougeL": 0.7058823529411765, "len_ratio": 0.8210526315789474, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}48{"pair_id": "pair_ac7ce65c0ed087c7", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6809701492537313, "chrf": 64.50984794807637, "bleu": 30.1004264778185, "rougeL": 0.7065868263473054, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_1815421c03271d30", "doc_id": "doc_b860396abb8d4077", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7503852080123267, "chrf": 71.86230913167967, "bleu": 38.254937453634966, "rougeL": 0.7191011235955056, "len_ratio": 1.0465116279069768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}50{"pair_id": "pair_361baa22f73d5d89", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7097560975609756, "chrf": 74.45018751056358, "bleu": 56.154190041754674, "rougeL": 0.7206349206349206, "len_ratio": 1.0033557046979866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9047619047619048, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}51{"pair_id": "pair_14bb7407d84c5108", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5582191780821918, "chrf": 58.78596657685191, "bleu": 26.3255569607186, "rougeL": 0.5569620253164557, "len_ratio": 0.9416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}52{"pair_id": "pair_5b833ea3d18cee1a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.46217616580310883, "chrf": 60.158769952710344, "bleu": 29.027635168778946, "rougeL": 0.5085910652920962, "len_ratio": 0.8278145695364238, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}53{"pair_id": "pair_3be5f5987924112e", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5824039653035935, "chrf": 59.51296363463704, "bleu": 34.599199280630444, "rougeL": 0.5970149253731343, "len_ratio": 1.121212121212121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}54{"pair_id": "pair_84b3d5ee6c5732e9", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5620437956204379, "chrf": 60.73547047673847, "bleu": 31.17939464057674, "rougeL": 0.5896414342629482, "len_ratio": 0.9758064516129032, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_6705f52d07301d80", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5605839416058394, "chrf": 66.21527971389361, "bleu": 31.094475102428575, "rougeL": 0.5918367346938775, "len_ratio": 1.146067415730337, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}56{"pair_id": "pair_0575bcaf8a580eff", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7304075235109717, "chrf": 68.4819869970006, "bleu": 37.638903032786175, "rougeL": 0.6857142857142858, "len_ratio": 1.0116279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}57{"pair_id": "pair_b0a97dde4778340f", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6757775683317625, "chrf": 70.04208106340039, "bleu": 51.07913276169856, "rougeL": 0.6896551724137931, "len_ratio": 0.930379746835443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}58{"pair_id": "pair_c13e870b71423560", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5693251533742332, "chrf": 56.958518081696894, "bleu": 32.058275720778155, "rougeL": 0.5617977528089887, "len_ratio": 1.1136363636363635, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_b7af3e2054df7348", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8422535211267606, "chrf": 82.72308177377548, "bleu": 66.09711588432472, "rougeL": 0.8571428571428572, "len_ratio": 0.908256880733945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_a6f59a9b5f2a67b6", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7804347826086957, "chrf": 82.79986870393743, "bleu": 63.43859152952502, "rougeL": 0.8235294117647058, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_f2ece22c29d8c29c", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6587982832618026, "chrf": 69.62135882544126, "bleu": 59.92909054358107, "rougeL": 0.7741935483870969, "len_ratio": 0.9305555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_5baebdc9177a8e28", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5334198572355613, "chrf": 67.75146927395117, "bleu": 34.7499793870007, "rougeL": 0.5760649087221096, "len_ratio": 0.9471544715447154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}63{"pair_id": "pair_13910713f8f06594", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6431838975297346, "chrf": 70.80226462713492, "bleu": 45.33884339190728, "rougeL": 0.6547619047619048, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}64{"pair_id": "pair_7c7fa7446f4b6077", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6303871439006574, "chrf": 66.68964665587126, "bleu": 43.06884786884436, "rougeL": 0.6759259259259259, "len_ratio": 0.9433962264150944, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_d0d8567447797e47", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5895895895895895, "chrf": 70.91259580988114, "bleu": 41.840747590262296, "rougeL": 0.6618181818181819, "len_ratio": 0.8881118881118881, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_65e729d5744846f2", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7041763341067285, "chrf": 69.15160550755043, "bleu": 48.835430168318105, "rougeL": 0.6893617021276597, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}67{"pair_id": "pair_13b6b22424f34722", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5682819383259912, "chrf": 61.652762373479405, "bleu": 37.85519288532862, "rougeL": 0.5673076923076923, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}68{"pair_id": "pair_077eb0513a8a2593", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6547202797202798, "chrf": 74.0045351647864, "bleu": 60.218142514330935, "rougeL": 0.726790450928382, "len_ratio": 0.9745222929936306, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}69{"pair_id": "pair_085c632978ba7aec", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5512820512820513, "chrf": 60.1175956686276, "bleu": 28.892745215906963, "rougeL": 0.607142857142857, "len_ratio": 1.0363636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}70{"pair_id": "pair_0183e401e64b2103", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5202349869451697, "chrf": 61.16690042860169, "bleu": 37.53950678755918, "rougeL": 0.5378486055776892, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7837837837837838, "number_precision": 0.8285714285714286, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_d3e8221632482ce6", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6034648700673725, "chrf": 75.43402854849909, "bleu": 55.37982257741173, "rougeL": 0.701219512195122, "len_ratio": 0.893491124260355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}72{"pair_id": "pair_37584e42a04d474b", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.652834008097166, "chrf": 74.09335545739232, "bleu": 61.48706205982111, "rougeL": 0.7799442896935933, "len_ratio": 0.9741935483870968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9069767441860465, "number_precision": 0.975, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}73{"pair_id": "pair_bb60bba73e78c46c", "doc_id": "doc_fc3b7b904133fd48", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.07506426735218508, "chrf": 8.367251078315132, "bleu": 0.0003581003983368659, "rougeL": 0.1268882175226586, "len_ratio": 0.08333333333333333, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -11.0}74{"pair_id": "pair_75d7b0ff6200aead", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5979381443298969, "chrf": 63.709534044051786, "bleu": 32.02800737577203, "rougeL": 0.5738045738045738, "len_ratio": 0.966804979253112, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_3ba5e1d5b6c69220", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6126429051782112, "chrf": 66.19763935948835, "bleu": 37.261559737267326, "rougeL": 0.6026785714285714, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_bc7df2b0b58f07c0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6163873370577282, "chrf": 73.37670339403493, "bleu": 53.5113279181368, "rougeL": 0.6590909090909092, "len_ratio": 1.0853658536585367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}77{"pair_id": "pair_4a56d218431976d2", "doc_id": "doc_fc78b461465fbd42", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7337031900138696, "chrf": 79.09932996328992, "bleu": 57.923859012269745, "rougeL": 0.7389162561576353, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}78{"pair_id": "pair_23020662bb95ca91", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5421511627906976, "chrf": 65.88722258328987, "bleu": 36.70380597258296, "rougeL": 0.5592417061611374, "len_ratio": 1.0923076923076922, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_f19c76567b23a0ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4638949671772429, "chrf": 51.932220843024304, "bleu": 20.130726896210042, "rougeL": 0.4411764705882353, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_5cdba9bf502e78bf", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5241528478731075, "chrf": 65.7167380588892, "bleu": 34.61471465007504, "rougeL": 0.5667447306791569, "len_ratio": 1.117948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_860db84d69c18d28", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6531738730450782, "chrf": 65.61248399908604, "bleu": 33.673591539114135, "rougeL": 0.6466666666666666, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}82{"pair_id": "pair_d9e2bd843586d3b6", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7407407407407407, "chrf": 76.61843824058614, "bleu": 57.60921358785731, "rougeL": 0.8246445497630333, "len_ratio": 0.9433962264150944, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}83{"pair_id": "pair_0ca79ef661d41111", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6317606444188723, "chrf": 65.0475090706449, "bleu": 48.145679263759845, "rougeL": 0.7220216606498195, "len_ratio": 0.8142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.85, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_a0968e66079c004e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6058292852185982, "chrf": 67.14561746292766, "bleu": 52.25581247830513, "rougeL": 0.6972477064220183, "len_ratio": 0.7896995708154506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}85{"pair_id": "pair_52e39ed348aac3a4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5679702048417132, "chrf": 66.94332455505284, "bleu": 35.27879563634403, "rougeL": 0.6309523809523809, "len_ratio": 0.9879518072289156, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}86{"pair_id": "pair_29b37b2755361452", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7160751565762005, "chrf": 66.98130032308379, "bleu": 30.06833070887041, "rougeL": 0.7027027027027026, "len_ratio": 1.1323529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}87{"pair_id": "pair_112e8b5bc79d4c76", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5738636363636364, "chrf": 64.39210093053846, "bleu": 34.57858589658957, "rougeL": 0.5670103092783506, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_3416f54517de3a0a", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7938021454112039, "chrf": 75.89919754225298, "bleu": 52.371277666553496, "rougeL": 0.7636363636363637, "len_ratio": 0.8717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_b3635f9580f269d9", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5931506849315069, "chrf": 62.09437012173778, "bleu": 30.626869986448135, "rougeL": 0.5987261146496815, "len_ratio": 0.9291666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_99293ecb0a4cd768", "doc_id": "doc_adb94552819f8ffa", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6443148688046647, "chrf": 64.08943486033012, "bleu": 35.47330105075864, "rougeL": 0.6727272727272727, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_d64d352ec2ad2195", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5791433891992551, "chrf": 63.18414059446251, "bleu": 36.917088556139106, "rougeL": 0.5802469135802469, "len_ratio": 0.927710843373494, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_09ee5dff1e5e4273", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.8520263901979265, "chrf": 84.62992227613483, "bleu": 69.40135424941285, "rougeL": 0.8373493975903613, "len_ratio": 1.0063291139240507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_f182e5eaf0432943", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5943536404160475, "chrf": 66.07896111781754, "bleu": 37.075958689236145, "rougeL": 0.582010582010582, "len_ratio": 0.9351351351351351, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}94{"pair_id": "pair_0c007f2c914a8490", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6569200779727096, "chrf": 66.18912042486903, "bleu": 33.226696213339835, "rougeL": 0.6923076923076923, "len_ratio": 1.0704225352112675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}95{"pair_id": "pair_00e22a541a8205fb", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5523897058823529, "chrf": 58.13202946522568, "bleu": 29.311139887000046, "rougeL": 0.5611111111111112, "len_ratio": 0.9779005524861878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}96{"pair_id": "pair_226b9d93fb3b78d2", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7299850820487319, "chrf": 74.22257072796762, "bleu": 59.24970808524859, "rougeL": 0.7391304347826086, "len_ratio": 0.8825503355704698, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8095238095238095, "number_precision": 0.9444444444444444, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}97{"pair_id": "pair_c0fbeb2f53407ec2", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6616438356164384, "chrf": 65.61807446375745, "bleu": 35.459354050128475, "rougeL": 0.6680761099365752, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}98{"pair_id": "pair_92295b6bf7326ef3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6125, "chrf": 63.48096324785813, "bleu": 31.429563153386635, "rougeL": 0.6066350710900474, "len_ratio": 1.09, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_6a54430676e3afee", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6002691790040378, "chrf": 73.51782180406411, "bleu": 43.20469003071898, "rougeL": 0.586046511627907, "len_ratio": 1.0891089108910892, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}100{"pair_id": "pair_ff91540eb76ef41b", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7613168724279835, "chrf": 68.6958226160549, "bleu": 49.851554800064285, "rougeL": 0.7445255474452555, "len_ratio": 0.8169014084507042, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}101{"pair_id": "pair_9c8b07170dee3fc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6822716807367613, "chrf": 73.951902755225, "bleu": 52.34332121619507, "rougeL": 0.6851385390428212, "len_ratio": 1.0259067357512954, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}102{"pair_id": "pair_cdf5e07cfa111db0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6999002991026919, "chrf": 74.06959489136771, "bleu": 47.98896810917503, "rougeL": 0.7054794520547945, "len_ratio": 1.013986013986014, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_feae3a82e82b3560", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5344506517690875, "chrf": 52.8488959005544, "bleu": 16.31045773847591, "rougeL": 0.5443786982248521, "len_ratio": 1.0789473684210527, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_7a4e464f49cef478", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8148148148148149, "chrf": 76.02515871638668, "bleu": 57.08984155904518, "rougeL": 0.8356164383561645, "len_ratio": 0.9436619718309859, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_cd36a4c6c7097fb6", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5289079229122056, "chrf": 63.756862112414225, "bleu": 35.06237656362437, "rougeL": 0.5362318840579711, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_883e725c99960b2f", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5757575757575757, "chrf": 63.98431829613818, "bleu": 33.5663986162259, "rougeL": 0.5945945945945946, "len_ratio": 0.7469879518072289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_268d7de64e3932db", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.4690721649484536, "chrf": 74.1960304552444, "bleu": 47.61780637581416, "rougeL": 0.6330935251798562, "len_ratio": 1.094488188976378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_c2c108f80b07fd16", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6242424242424243, "chrf": 68.53650006753207, "bleu": 42.860355973373416, "rougeL": 0.6493506493506493, "len_ratio": 0.8313253012048193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_ab7de25bbdd65971", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6290491118077325, "chrf": 64.9203314484767, "bleu": 32.8045749169773, "rougeL": 0.6080586080586081, "len_ratio": 1.088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_478c4b8f9ad75ac5", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6761619190404797, "chrf": 76.48155118290705, "bleu": 50.50325352585177, "rougeL": 0.6700507614213198, "len_ratio": 1.075268817204301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}111{"pair_id": "pair_f6cbd61713858e62", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6629955947136563, "chrf": 64.33187549784896, "bleu": 41.87174146317811, "rougeL": 0.6258503401360545, "len_ratio": 0.9710144927536232, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_ee673d7d287e330c", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6430107526881721, "chrf": 60.13915156920234, "bleu": 26.456701809109344, "rougeL": 0.6351351351351351, "len_ratio": 1.1323529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_ca62b831bb4e2a34", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6264044943820224, "chrf": 56.81649202527641, "bleu": 25.733288258486194, "rougeL": 0.6460481099656358, "len_ratio": 0.7025316455696202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}114{"pair_id": "pair_5ebbe3e9c50f5dee", "doc_id": "doc_dca1cb2706c17137", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7532188841201717, "chrf": 75.03432663767528, "bleu": 67.58765876897927, "rougeL": 0.8590604026845639, "len_ratio": 0.8611111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}115{"pair_id": "pair_9d9260af9ec73688", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.632456703014753, "chrf": 65.24828480216715, "bleu": 33.943262093352956, "rougeL": 0.6036960985626283, "len_ratio": 0.9875518672199171, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_fa08cdd0e59caa37", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6531531531531531, "chrf": 69.34580864444555, "bleu": 45.047099207428644, "rougeL": 0.6824644549763034, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}117{"pair_id": "pair_d044533b3cac04dc", "doc_id": "doc_b9f6f386c52a2106", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5733041575492341, "chrf": 57.79527769894371, "bleu": 25.86322866374274, "rougeL": 0.5546218487394958, "len_ratio": 0.7424242424242424, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_f2de92be1ccd929d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6009523809523809, "chrf": 60.73842608231691, "bleu": 34.228386488031035, "rougeL": 0.603658536585366, "len_ratio": 0.9272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_0818b3c5596fbd53", "doc_id": "doc_861988bceb67e1df", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.618705035971223, "chrf": 62.6607543507683, "bleu": 38.3810467501705, "rougeL": 0.6193548387096774, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_959eefd58201c50e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6686686686686687, "chrf": 74.65429448930269, "bleu": 46.18270061610354, "rougeL": 0.7038327526132404, "len_ratio": 0.9790209790209791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_17e9935d45652340", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4777183600713012, "chrf": 57.837943400529326, "bleu": 21.942655225472, "rougeL": 0.5517241379310344, "len_ratio": 0.9431818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}122{"pair_id": "pair_b28b357cb1924196", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.756811301715439, "chrf": 68.4136458530096, "bleu": 43.54128361890828, "rougeL": 0.7389830508474575, "len_ratio": 0.8791946308724832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_9bda1e4a7f3e5127", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.740983606557377, "chrf": 69.79996581137527, "bleu": 51.60066457085229, "rougeL": 0.7914438502673796, "len_ratio": 0.7888888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_139b250bbc55cfa0", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5666666666666667, "chrf": 61.88442814269699, "bleu": 29.27263344580359, "rougeL": 0.5714285714285714, "len_ratio": 0.9212121212121213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}125{"pair_id": "pair_5087d0ae8b3b2403", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6298405466970387, "chrf": 69.35634283462433, "bleu": 41.034825032689376, "rougeL": 0.6599999999999999, "len_ratio": 1.1967213114754098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9230769230769231, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_caea015427837011", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5536512667660209, "chrf": 60.80214211323166, "bleu": 32.463936982308084, "rougeL": 0.5419664268585133, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}127{"pair_id": "pair_92bc12c44c2ade8c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7763157894736842, "chrf": 75.13913263085183, "bleu": 54.12399420895948, "rougeL": 0.7445887445887445, "len_ratio": 1.0454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_5977469e4fc8b79e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.665893271461717, "chrf": 66.81326034096226, "bleu": 40.060265160535735, "rougeL": 0.6055776892430278, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_1599bf9340a179ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5076586433260394, "chrf": 54.64700327809343, "bleu": 24.844860692829435, "rougeL": 0.5, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_f7dea80742b3e05e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.49591002044989774, "chrf": 77.24161375769621, "bleu": 47.812786671786576, "rougeL": 0.6399999999999999, "len_ratio": 1.0708661417322836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}131{"pair_id": "pair_05323c96c3cb3c53", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6166419019316494, "chrf": 68.46394833719509, "bleu": 43.449588116580536, "rougeL": 0.612565445026178, "len_ratio": 0.9567567567567568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_bf7b5c7d8a864a85", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4949494949494949, "chrf": 56.942359763089144, "bleu": 24.710824541039084, "rougeL": 0.4799999999999999, "len_ratio": 0.7710843373493976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}133{"pair_id": "pair_6d7fbf8a7fbda239", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6046046046046045, "chrf": 69.63357105723821, "bleu": 48.68002564856924, "rougeL": 0.6840148698884758, "len_ratio": 0.8531468531468531, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}134{"pair_id": "pair_b9e0ae06d897b53a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8210290827740492, "chrf": 80.72926261411475, "bleu": 70.47598748567816, "rougeL": 0.8096885813148789, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}135{"pair_id": "pair_1346e094f5b641a0", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5505846466700559, "chrf": 59.524873071532944, "bleu": 30.276116404531034, "rougeL": 0.5487804878048781, "len_ratio": 0.9595015576323987, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}136{"pair_id": "pair_77e98b9492cac4bf", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8524096385542168, "chrf": 79.75818531289319, "bleu": 61.76992957467113, "rougeL": 0.8275862068965518, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_6839ba367d497e80", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6245648930880159, "chrf": 66.63775208271841, "bleu": 46.5387758066984, "rougeL": 0.6713286713286714, "len_ratio": 0.8154362416107382, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.9375, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}138{"pair_id": "pair_e122991f6f098a5c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5386740331491713, "chrf": 63.55399334924825, "bleu": 33.113319498155995, "rougeL": 0.5772357723577236, "len_ratio": 1.0583333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_e6d5bc36e800dea4", "doc_id": "doc_b9f6f386c52a2106", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5754923413566739, "chrf": 61.54222628460543, "bleu": 32.42759108053865, "rougeL": 0.6119402985074627, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_f99f42256b1a243b", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5665914221218962, "chrf": 62.99505070202073, "bleu": 35.15523327595804, "rougeL": 0.5522388059701493, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_5b710b0eaa6a3c86", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4917127071823204, "chrf": 60.116084127270305, "bleu": 37.70925275705074, "rougeL": 0.5818181818181819, "len_ratio": 0.8468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}142{"pair_id": "pair_6e3668c7f5aa2372", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.568880688806888, "chrf": 70.71154394393167, "bleu": 39.85492944118822, "rougeL": 0.5950095969289827, "len_ratio": 1.0609756097560976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}143{"pair_id": "pair_6e2d7f9a5d9f9147", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.48, "chrf": 68.90436722716503, "bleu": 41.9515710411455, "rougeL": 0.5276073619631902, "len_ratio": 1.3134328358208955, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}144{"pair_id": "pair_1a8d87fd55235b10", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5868761552680222, "chrf": 68.01868611128545, "bleu": 39.003016249670274, "rougeL": 0.6109510086455331, "len_ratio": 1.0569620253164558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}145{"pair_id": "pair_525a4dd28c4b4896", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6411764705882352, "chrf": 75.0697419653783, "bleu": 59.32920781743378, "rougeL": 0.7218934911242604, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_036003c71b2dce7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5430051813471503, "chrf": 70.18741679980096, "bleu": 42.12362093799578, "rougeL": 0.6045016077170418, "len_ratio": 0.9668874172185431, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}147{"pair_id": "pair_4904c33d6c1b73da", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6459143968871595, "chrf": 63.58629095531626, "bleu": 31.469133051007642, "rougeL": 0.6577181208053692, "len_ratio": 1.1470588235294117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}148{"pair_id": "pair_d9b03c7c8aaddbe7", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7016129032258065, "chrf": 69.96325228552634, "bleu": 37.98783368653264, "rougeL": 0.6416666666666667, "len_ratio": 1.0427350427350428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}149{"pair_id": "pair_3a1638667a02fa34", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6972754793138245, "chrf": 68.85513863917282, "bleu": 42.965835630146564, "rougeL": 0.7284345047923323, "len_ratio": 0.9865771812080537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_891babd17476b7f6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5077720207253886, "chrf": 64.29520435865476, "bleu": 37.59968255640415, "rougeL": 0.5761589403973509, "len_ratio": 0.9072847682119205, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7777777777777778, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_83e7174596232969", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.47289866457187746, "chrf": 63.72078666449589, "bleu": 29.09984131201051, "rougeL": 0.5371702637889688, "len_ratio": 0.9852216748768473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}152{"pair_id": "pair_0dafd3db8e4005b7", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7355679702048417, "chrf": 72.50784739668019, "bleu": 40.95818533150319, "rougeL": 0.7077922077922078, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}153{"pair_id": "pair_4fdf03c241c1b9a6", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7219307450157397, "chrf": 76.98807557716492, "bleu": 53.447854488647096, "rougeL": 0.7258687258687258, "len_ratio": 1.1120689655172413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_be453f24c5c74e51", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5122950819672132, "chrf": 67.00299495002568, "bleu": 36.464354718857976, "rougeL": 0.5951219512195122, "len_ratio": 1.0105263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}155{"pair_id": "pair_0488cc573afa8f86", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5615384615384615, "chrf": 57.41715307306842, "bleu": 35.52048839428396, "rougeL": 0.6, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}156{"pair_id": "pair_a9c8a20f6e572e5c", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6613372093023255, "chrf": 67.87329494184165, "bleu": 48.92150704974831, "rougeL": 0.708133971291866, "len_ratio": 0.9519230769230769, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_c90720b095cc6e2f", "doc_id": "doc_679741e00536f8a4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7089467723669309, "chrf": 73.59744305774657, "bleu": 49.016720971574806, "rougeL": 0.7416974169741697, "len_ratio": 0.9520295202952029, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_841c279b940a75a2", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6931390977443609, "chrf": 73.99005518529542, "bleu": 54.43047274838005, "rougeL": 0.6820987654320988, "len_ratio": 1.0604026845637584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9047619047619048, "number_precision": 0.9047619047619048, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_d0bd794757654c36", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.532394366197183, "chrf": 55.04845994454266, "bleu": 27.22913287988802, "rougeL": 0.5638297872340426, "len_ratio": 0.7064220183486238, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_4c24d0342602a3f7", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5780952380952381, "chrf": 58.09913872030927, "bleu": 33.334425478526704, "rougeL": 0.5652173913043478, "len_ratio": 0.8848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6153846153846154, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}161{"pair_id": "pair_799379190681876a", "doc_id": "doc_c496dc8b7656356a", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6510172143974962, "chrf": 69.04640214623805, "bleu": 44.691087559562874, "rougeL": 0.7247706422018348, "len_ratio": 0.9904761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_52a9288d64fe2a48", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6663239074550129, "chrf": 71.23000162041917, "bleu": 44.097218078008574, "rougeL": 0.6677631578947368, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_39f46ef7b68a4774", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5837912087912087, "chrf": 73.33361437837975, "bleu": 51.72371250655035, "rougeL": 0.6639676113360323, "len_ratio": 1.03862660944206, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.84, "number_precision": 0.9130434782608695, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}164{"pair_id": "pair_824409119c9663a6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6352313167259787, "chrf": 72.74850087319152, "bleu": 55.097144319495236, "rougeL": 0.7459459459459459, "len_ratio": 1.0609756097560976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}165{"pair_id": "pair_f1c86722885c76ff", "doc_id": "doc_96174e2f07291f09", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7013888888888888, "chrf": 66.24512527726303, "bleu": 53.66447588400081, "rougeL": 0.6507936507936508, "len_ratio": 1.0895522388059702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_df6be18d270dc4a3", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7722132471728594, "chrf": 76.24731010137468, "bleu": 62.20906935894785, "rougeL": 0.8020833333333334, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_ed3b962d3e6a321e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6944190301921318, "chrf": 70.76707617110522, "bleu": 52.525862880854554, "rougeL": 0.7492063492063491, "len_ratio": 0.8081395348837209, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_754f1233f3268d8f", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7230769230769231, "chrf": 77.88014888499335, "bleu": 53.65835836783498, "rougeL": 0.764505119453925, "len_ratio": 1.1311475409836065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9230769230769231, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_ba5d583e265a7c7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5162412993039442, "chrf": 54.03388917441726, "bleu": 21.543137547728282, "rougeL": 0.48535564853556495, "len_ratio": 0.832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_1dc8a303a3f0d2af", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.46279373368146215, "chrf": 62.34280437393765, "bleu": 39.8930727723978, "rougeL": 0.519774011299435, "len_ratio": 1.046218487394958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8108108108108109, "number_precision": 0.8333333333333334, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_679bb06fbdb61cce", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6799999999999999, "chrf": 69.75619932325559, "bleu": 47.613775311380685, "rougeL": 0.696969696969697, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_e3df5fc0154b30ff", "doc_id": "doc_b860396abb8d4077", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8526645768025078, "chrf": 80.72691535683883, "bleu": 63.719190580341795, "rougeL": 0.8235294117647061, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}173{"pair_id": "pair_4353ce67ed0d3de6", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6738578680203046, "chrf": 76.66800002846537, "bleu": 50.18923089625573, "rougeL": 0.6696428571428572, "len_ratio": 1.1782178217821782, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}174{"pair_id": "pair_bae2f739b3cd7a03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6521164021164021, "chrf": 65.07445698078575, "bleu": 37.66243763174275, "rougeL": 0.6173913043478261, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}175{"pair_id": "pair_559e3fd921f4c699", "doc_id": "doc_ece0bb556a23f499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6135865595325054, "chrf": 65.66395274959974, "bleu": 41.5758774185147, "rougeL": 0.6359447004608295, "len_ratio": 0.9575471698113207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_0a65f52f8892fe39", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5474452554744526, "chrf": 59.01023626193722, "bleu": 28.2962783148062, "rougeL": 0.5737051792828686, "len_ratio": 0.9758064516129032, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}177{"pair_id": "pair_fa8b884f73780252", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.46702317290552586, "chrf": 53.62405834185293, "bleu": 20.27200312701925, "rougeL": 0.5116279069767442, "len_ratio": 0.9318181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_0f08b49a0e7cc8db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5441767068273092, "chrf": 67.04012133950584, "bleu": 46.51627149199107, "rougeL": 0.591715976331361, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}179{"pair_id": "pair_88d8d3abc0147d7c", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6705653021442495, "chrf": 60.73573336807113, "bleu": 20.275061736658344, "rougeL": 0.6575342465753423, "len_ratio": 0.7631578947368421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}180{"pair_id": "pair_9f37e9cd0181c96b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.44190600522193213, "chrf": 56.62138337744407, "bleu": 34.232991529182065, "rougeL": 0.45098039215686275, "len_ratio": 0.957983193277311, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8648648648648649, "number_precision": 0.8648648648648649, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_e231d6f97d76b954", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6438515081206497, "chrf": 63.01340891741856, "bleu": 37.1148823952027, "rougeL": 0.6000000000000001, "len_ratio": 0.84, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}182{"pair_id": "pair_30b60ddaee841c4e", "doc_id": "doc_16a24631c5e15333", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6740088105726872, "chrf": 68.70284514043293, "bleu": 47.29333105295149, "rougeL": 0.6756756756756757, "len_ratio": 0.9710144927536232, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_6b13f8093ec407f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6804878048780487, "chrf": 67.70189661335591, "bleu": 49.29270124418778, "rougeL": 0.6588235294117646, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_5b2bea0bab86dd2e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6497975708502024, "chrf": 71.71749024925812, "bleu": 58.19315068770832, "rougeL": 0.7621621621621621, "len_ratio": 1.0193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9534883720930233, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}185{"pair_id": "pair_6e67a6b351445017", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5749770009199632, "chrf": 60.937321766278416, "bleu": 26.385819487568803, "rougeL": 0.5740181268882175, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}186{"pair_id": "pair_48e0a53fe76abf78", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.584375, "chrf": 61.03409814809784, "bleu": 35.80939753575582, "rougeL": 0.6379310344827586, "len_ratio": 1.1090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}187{"pair_id": "pair_f8bbebdcf24fae93", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.51994301994302, "chrf": 63.89570934642853, "bleu": 40.386171906602314, "rougeL": 0.5775862068965517, "len_ratio": 0.9734513274336283, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_37626631db459db7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.617283950617284, "chrf": 61.68724374669014, "bleu": 46.2634378542964, "rougeL": 0.7100000000000001, "len_ratio": 0.9880952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.92, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}189{"pair_id": "pair_0a4a2b345952ba7c", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4363636363636364, "chrf": 54.37558059736669, "bleu": 20.80101412906494, "rougeL": 0.4594594594594595, "len_ratio": 0.7469879518072289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_c87919edb050ccf1", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.677035681610247, "chrf": 70.75350326081464, "bleu": 52.53400798549521, "rougeL": 0.732919254658385, "len_ratio": 0.8430232558139535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}191{"pair_id": "pair_83ab0cec38a71665", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5394431554524362, "chrf": 60.36518675490146, "bleu": 29.732680926520125, "rougeL": 0.5234375, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}192{"pair_id": "pair_6c91deb8e621294c", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7639796659404503, "chrf": 73.24906172574937, "bleu": 53.68067424556355, "rougeL": 0.7960199004975125, "len_ratio": 0.8490566037735849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}193{"pair_id": "pair_cf9bd8d5316b3cda", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5546605293440736, "chrf": 66.90037072392411, "bleu": 45.55321735724174, "rougeL": 0.6195286195286195, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_c3d7e8cc890d0a01", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5781893004115226, "chrf": 59.75232348867472, "bleu": 32.98402644517437, "rougeL": 0.6216216216216216, "len_ratio": 0.971830985915493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_41381e86d7167f31", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5538178472861086, "chrf": 58.79245584065224, "bleu": 22.539675445197506, "rougeL": 0.5337423312883436, "len_ratio": 0.8869047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}196{"pair_id": "pair_f34d45a475abf3dc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8099260823653643, "chrf": 82.0791895239062, "bleu": 70.19834351633939, "rougeL": 0.8188976377952756, "len_ratio": 0.905511811023622, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}197{"pair_id": "pair_d73404868e66c071", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6440329218106996, "chrf": 69.02130949087147, "bleu": 44.799872484464906, "rougeL": 0.6357615894039735, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}198{"pair_id": "pair_b53168bf2f84a788", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7112676056338028, "chrf": 72.78661739567039, "bleu": 46.83258854860477, "rougeL": 0.7333333333333333, "len_ratio": 0.908256880733945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_e4e5470946214868", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6126295947219604, "chrf": 71.5973625994401, "bleu": 52.12678117799572, "rougeL": 0.6200607902735563, "len_ratio": 0.9936708860759493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}200{"pair_id": "pair_e681d108eb8dfe73", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6195175438596492, "chrf": 68.65648573176851, "bleu": 36.048214418948426, "rougeL": 0.6381322957198443, "len_ratio": 1.060483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}201{"pair_id": "pair_ccb788e437dbf98a", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5243445692883895, "chrf": 68.77944608895082, "bleu": 38.56386757883818, "rougeL": 0.5857988165680473, "len_ratio": 1.0063291139240507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_9dffcc526e8aa927", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5967470555243971, "chrf": 64.66621708777373, "bleu": 33.292005121551675, "rougeL": 0.5886654478976234, "len_ratio": 1.0852713178294573, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.5555555555555556, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_7555526a602f2966", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4657701711491442, "chrf": 64.20256008553538, "bleu": 32.68836701286338, "rougeL": 0.5475285171102662, "len_ratio": 0.9083969465648855, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}204{"pair_id": "pair_c40eab63b903284c", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5938402309913378, "chrf": 72.09678283339687, "bleu": 50.3950393694851, "rougeL": 0.6784660766961652, "len_ratio": 0.9585798816568047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}205{"pair_id": "pair_a9a7e68ae8728365", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5985626283367557, "chrf": 77.41207969464021, "bleu": 52.779827036869875, "rougeL": 0.6931407942238268, "len_ratio": 1.0866141732283465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}206{"pair_id": "pair_5d7cd8a193a59be5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7467411545623837, "chrf": 73.51433894352482, "bleu": 57.71961809328019, "rougeL": 0.7922077922077921, "len_ratio": 0.8313253012048193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_12b5db222f4b1fc9", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7081967213114755, "chrf": 73.22066423348296, "bleu": 54.997114892891254, "rougeL": 0.729064039408867, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_38aca52ad271f027", "doc_id": "doc_b187f41399e937ba", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5431654676258992, "chrf": 67.98322439514845, "bleu": 38.01689161485734, "rougeL": 0.5925925925925926, "len_ratio": 0.924812030075188, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}209{"pair_id": "pair_be8e383c92ad21f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6563786008230452, "chrf": 65.02402920168386, "bleu": 50.789158480714285, "rougeL": 0.7513227513227513, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.92, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}210{"pair_id": "pair_9014156535b7ac23", "doc_id": "doc_c496dc8b7656356a", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5070422535211268, "chrf": 57.139974461552676, "bleu": 26.835478795338346, "rougeL": 0.5490196078431372, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}211{"pair_id": "pair_74c055852c85b798", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.557840616966581, "chrf": 56.94573375822808, "bleu": 24.00423545128038, "rougeL": 0.5201072386058981, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_b37f8b5ebad36f43", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6121919584954605, "chrf": 64.46729499973688, "bleu": 32.28587103414178, "rougeL": 0.5982905982905983, "len_ratio": 1.0357142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_d687a487c69b44c5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5146014206787688, "chrf": 65.06813217530318, "bleu": 45.65672016782896, "rougeL": 0.6284501061571125, "len_ratio": 0.9702127659574468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9375, "number_precision": 0.9375, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}214{"pair_id": "pair_6a0e6daf837b4e83", "doc_id": "doc_b187f41399e937ba", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.534688995215311, "chrf": 66.88004414693947, "bleu": 37.53335665948068, "rougeL": 0.5992779783393501, "len_ratio": 0.9774436090225563, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_a34730671f2ff5a0", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6521084337349398, "chrf": 74.05389726289219, "bleu": 50.43101101616096, "rougeL": 0.7076167076167077, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}216{"pair_id": "pair_181b3fd47b1b6f44", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6707882534775889, "chrf": 70.63159193660361, "bleu": 48.99133364554336, "rougeL": 0.6531645569620254, "len_ratio": 1.0207253886010363, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}217{"pair_id": "pair_f47ad2fcd2adec69", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6729745712596097, "chrf": 71.21177720064689, "bleu": 48.665746247733445, "rougeL": 0.7011952191235059, "len_ratio": 0.9108527131782945, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": -4.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_14c561312905500f", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7286931818181819, "chrf": 76.5489265014235, "bleu": 54.0937320837284, "rougeL": 0.7638190954773869, "len_ratio": 0.97, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}219{"pair_id": "pair_1b730bf0230ec41e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7366255144032922, "chrf": 65.01519401785751, "bleu": 46.39414899580033, "rougeL": 0.7960199004975126, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.92, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}220{"pair_id": "pair_654f752ab62f4ee7", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6549019607843137, "chrf": 76.62311714243494, "bleu": 56.98257574209625, "rougeL": 0.6883116883116883, "len_ratio": 1.1791044776119404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}221{"pair_id": "pair_cb4d3669a0f39194", "doc_id": "doc_9ad63a530a55b56e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6849942726231386, "chrf": 66.56155312158313, "bleu": 40.265333141313754, "rougeL": 0.6307053941908713, "len_ratio": 1.1363636363636365, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}222{"pair_id": "pair_6efdb5a8a1293946", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4944029850746269, "chrf": 51.3643794683255, "bleu": 11.535358143673424, "rougeL": 0.5333333333333334, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}223{"pair_id": "pair_b3d3223b69a0daa9", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5843681519357196, "chrf": 64.546864412215, "bleu": 40.18949549586599, "rougeL": 0.6261261261261262, "len_ratio": 1.0047169811320755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_6c6ba26190d25691", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6800689259046525, "chrf": 73.81057454641781, "bleu": 48.88027510080494, "rougeL": 0.7161410018552875, "len_ratio": 1.058139534883721, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.5555555555555556, "negation_delta": 1.0, "hedge_delta": -3.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_2023493ba50740fc", "doc_id": "doc_9ad63a530a55b56e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6224852071005917, "chrf": 64.41450065303951, "bleu": 36.69320948449331, "rougeL": 0.5872340425531914, "len_ratio": 1.0818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_87fa12580d1af417", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6503496503496504, "chrf": 74.92190561858351, "bleu": 56.15416825486046, "rougeL": 0.7195767195767195, "len_ratio": 0.9936305732484076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}227{"pair_id": "pair_0869ae936350b1bc", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6185671039354188, "chrf": 68.01914391622287, "bleu": 41.17025481246537, "rougeL": 0.6579804560260586, "len_ratio": 0.959731543624161, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}228{"pair_id": "pair_c1dcd6be7b27ee1b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5841414717626925, "chrf": 64.97146044110409, "bleu": 34.81393556894897, "rougeL": 0.5824175824175823, "len_ratio": 1.0891472868217054, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.625, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}229{"pair_id": "pair_77adc6e207dfe5dd", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5387365911799762, "chrf": 67.6774883839303, "bleu": 38.79987823222066, "rougeL": 0.5949820788530465, "len_ratio": 0.9924812030075187, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}230{"pair_id": "pair_c4de341d5eb091f2", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5148095909732017, "chrf": 62.769442226170945, "bleu": 35.045671993492576, "rougeL": 0.4978540772532189, "len_ratio": 0.9734513274336283, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_f7d4665fb582f979", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6634819532908705, "chrf": 75.99683502833471, "bleu": 50.05490884765238, "rougeL": 0.6718146718146719, "len_ratio": 1.103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}232{"pair_id": "pair_c53d7c6c841a84c2", "doc_id": "doc_adb94552819f8ffa", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 63.25858552371215, "bleu": 37.35979380483584, "rougeL": 0.6903553299492385, "len_ratio": 0.8240740740740741, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}233{"pair_id": "pair_a5359ce8702011e3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6058052434456929, "chrf": 65.58522074751198, "bleu": 41.89717069973048, "rougeL": 0.629080118694362, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_b01bdbdfc94d4b5b", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5424133811230585, "chrf": 68.42697937506223, "bleu": 40.01446313416499, "rougeL": 0.5827338129496403, "len_ratio": 0.9849624060150376, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}235{"pair_id": "pair_4c038c9e04106c46", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5571936959837316, "chrf": 60.910207966662874, "bleu": 32.288005486697635, "rougeL": 0.5811965811965812, "len_ratio": 0.6978193146417445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}236{"pair_id": "pair_d90dba52a4210dd6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5778688524590163, "chrf": 65.13566945514879, "bleu": 40.4636215806864, "rougeL": 0.5743589743589743, "len_ratio": 0.9052631578947369, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}237{"pair_id": "pair_3d038382ba9538c3", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6586493987049029, "chrf": 70.44228390236965, "bleu": 39.27868799323881, "rougeL": 0.6623794212218649, "len_ratio": 1.0196078431372548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_9844dff15124c385", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5964052287581699, "chrf": 61.817175739859834, "bleu": 28.263529719979687, "rougeL": 0.5538461538461538, "len_ratio": 1.0824175824175823, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_39f36fbade05e79f", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4091710758377425, "chrf": 57.987565586318254, "bleu": 25.059732510658478, "rougeL": 0.5494505494505495, "len_ratio": 1.0227272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_35ece986010c118a", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4262589928057554, "chrf": 59.78966717910309, "bleu": 20.61186197413381, "rougeL": 0.4774193548387096, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_9bbe065db892b4e1", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4870790916209867, "chrf": 66.44774892520354, "bleu": 31.912445062629583, "rougeL": 0.5545023696682464, "len_ratio": 1.0246305418719213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_b861fda2ba1c33fa", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.697565543071161, "chrf": 70.81947860311925, "bleu": 42.435997037087986, "rougeL": 0.674846625766871, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_b43ea84cc2b9caa2", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4897959183673469, "chrf": 57.675172321231706, "bleu": 21.59259221722765, "rougeL": 0.4947916666666667, "len_ratio": 1.0494505494505495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_6aa7e73a56ef15ba", "doc_id": "doc_bc5938d3f6b260f6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.766887417218543, "chrf": 72.44051357783654, "bleu": 51.09116464437094, "rougeL": 0.7966101694915254, "len_ratio": 0.8512396694214877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}245{"pair_id": "pair_1ec46fbe211d4778", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.71875, "chrf": 80.27778832268497, "bleu": 55.08665987126643, "rougeL": 0.7333333333333334, "len_ratio": 1.0736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}246{"pair_id": "pair_c2345f3d6e19cc11", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5633354551241248, "chrf": 64.126832205274, "bleu": 28.210984555601105, "rougeL": 0.565040650406504, "len_ratio": 1.016597510373444, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}247{"pair_id": "pair_6ba37e4de567bc3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.46475195822454307, "chrf": 58.51534802580971, "bleu": 31.809738575205497, "rougeL": 0.49304174950298213, "len_ratio": 0.9537815126050421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7297297297297297, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}248{"pair_id": "pair_5f4b0a77a4183009", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6952089704383282, "chrf": 73.0525889551702, "bleu": 44.349666351558334, "rougeL": 0.6981818181818181, "len_ratio": 1.104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_c43208b34ff7f949", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6240875912408759, "chrf": 64.96862314093543, "bleu": 34.35214920876564, "rougeL": 0.6367346938775511, "len_ratio": 0.9274193548387096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}250{"pair_id": "pair_887c056c0e105d41", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6507566938300349, "chrf": 69.63903771672064, "bleu": 40.21220895980041, "rougeL": 0.6551724137931034, "len_ratio": 0.7925531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -5.0}251{"pair_id": "pair_87afc6f2b955f195", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7269807280513918, "chrf": 73.96790911730184, "bleu": 47.970162388795245, "rougeL": 0.7490636704119851, "len_ratio": 1.04, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}252{"pair_id": "pair_8da67bc3825d3492", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7298474945533768, "chrf": 71.46082468860693, "bleu": 49.09396119985559, "rougeL": 0.766743648960739, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_274aa9c1018763c9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6274620146314012, "chrf": 68.20579549077706, "bleu": 38.89697916306855, "rougeL": 0.6360294117647058, "len_ratio": 1.073643410852713, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.5555555555555556, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0}254{"pair_id": "pair_e90f69af9012be1e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6120826709062004, "chrf": 78.23734537538436, "bleu": 61.78753247484554, "rougeL": 0.74, "len_ratio": 1.1829268292682926, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}255{"pair_id": "pair_89da4715f3fa0f38", "doc_id": "doc_fd2461ec733b3c95", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6412776412776413, "chrf": 69.00585856474652, "bleu": 43.21520838962177, "rougeL": 0.6337448559670782, "len_ratio": 1.0166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_04b803c336afa73a", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5876042908224076, "chrf": 60.3614268003925, "bleu": 31.76050323771895, "rougeL": 0.5669291338582678, "len_ratio": 0.8955223880597015, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_9b3eb54905fd2c9d", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7550607287449392, "chrf": 78.18444420870291, "bleu": 64.25524106928327, "rougeL": 0.8087431693989071, "len_ratio": 0.9935483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9534883720930233, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}258{"pair_id": "pair_22313211c45cfb5d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8052805280528053, "chrf": 80.75522598640171, "bleu": 58.6356328893271, "rougeL": 0.8064516129032259, "len_ratio": 1.0337078651685394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}259{"pair_id": "pair_377da45665f0e275", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6214099216710183, "chrf": 64.8519759357847, "bleu": 30.51239901471543, "rougeL": 0.5945945945945946, "len_ratio": 1.018348623853211, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}260{"pair_id": "pair_80172c75c3eada27", "doc_id": "doc_7581bcce20007a86", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9078125, "chrf": 86.34093835005035, "bleu": 72.72416152213762, "rougeL": 0.8888888888888888, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}261{"pair_id": "pair_a5afb0af34d3e7d8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4834983498349835, "chrf": 64.08328630277559, "bleu": 37.54915115068724, "rougeL": 0.5813953488372093, "len_ratio": 0.8764044943820225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}262{"pair_id": "pair_eb8d5899132cadd5", "doc_id": "doc_9ad63a530a55b56e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8111380145278451, "chrf": 78.94664234981387, "bleu": 55.21997436891154, "rougeL": 0.7844827586206896, "len_ratio": 1.0545454545454545, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_eb2e4eca4ca40bc7", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6388261851015802, "chrf": 61.26365583908473, "bleu": 33.3587075413311, "rougeL": 0.6614173228346457, "len_ratio": 0.8235294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_3ceaf6db1bfecbc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6150398406374502, "chrf": 68.85932732437414, "bleu": 42.188595793001774, "rougeL": 0.637729549248748, "len_ratio": 0.9830508474576272, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}265{"pair_id": "pair_7af5b5f7c3e1b389", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6544622425629291, "chrf": 70.83113615776526, "bleu": 46.03683878981037, "rougeL": 0.6811594202898551, "len_ratio": 1.180327868852459, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_8f52aee8c3dea80e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6303751143641354, "chrf": 70.2874211633874, "bleu": 55.1914269559448, "rougeL": 0.7166123778501629, "len_ratio": 0.7616279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}267{"pair_id": "pair_4112683976a6d2a1", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5191256830601093, "chrf": 67.0017839563341, "bleu": 41.383721475610145, "rougeL": 0.5829145728643216, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}268{"pair_id": "pair_fede62da87b1db7d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.577639751552795, "chrf": 70.2777538923937, "bleu": 40.761526086711676, "rougeL": 0.6424870466321244, "len_ratio": 1.1123595505617978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_1e8d326d2e1cf46b", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5409252669039146, "chrf": 60.29337964098137, "bleu": 30.55578642467655, "rougeL": 0.5746388443017656, "len_ratio": 0.8629283489096573, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}270{"pair_id": "pair_64aa9005de8428fa", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.593939393939394, "chrf": 56.98494531857747, "bleu": 29.04415247934692, "rougeL": 0.6363636363636365, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}271{"pair_id": "pair_9a9d581571b09b26", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5703771849126035, "chrf": 68.89286787328459, "bleu": 36.706189322510355, "rougeL": 0.625, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_f0d878f0b2f50e07", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5640038498556303, "chrf": 67.21844117907287, "bleu": 42.76484398723452, "rougeL": 0.6463414634146342, "len_ratio": 0.893491124260355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}273{"pair_id": "pair_8c3e4bf1a543c821", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4953445065176909, "chrf": 54.44243344550983, "bleu": 25.55000668527037, "rougeL": 0.5, "len_ratio": 0.8554216867469879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_0dd344cd3608ffb0", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6662371134020619, "chrf": 67.70072885810762, "bleu": 40.63189183670326, "rougeL": 0.6514522821576764, "len_ratio": 0.9626556016597511, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_452b7aa2393cf974", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6648351648351649, "chrf": 67.24689322109754, "bleu": 32.027447790672255, "rougeL": 0.5901639344262296, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}276{"pair_id": "pair_5f4b7f005014cc09", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6967131474103585, "chrf": 76.5414656919779, "bleu": 57.72748981118276, "rougeL": 0.7306397306397306, "len_ratio": 0.9627118644067797, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}277{"pair_id": "pair_c2f0dfc799d018eb", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7317596566523605, "chrf": 71.98185762178055, "bleu": 46.1683161598349, "rougeL": 0.7438016528925621, "len_ratio": 0.832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_f8324dc2350ab41d", "doc_id": "doc_3135153361cfb769", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 76.29732726255769, "bleu": 46.71178985523489, "rougeL": 0.7200000000000001, "len_ratio": 0.8507462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_e036df2962ff3a84", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7180327868852459, "chrf": 72.53604163696865, "bleu": 51.89800998852865, "rougeL": 0.7860696517412936, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_03753c8eeae743c1", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4490183660544649, "chrf": 65.80644593140289, "bleu": 32.34365616334559, "rougeL": 0.5089463220675944, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}281{"pair_id": "pair_2168e626b85f6aa8", "doc_id": "doc_fc78b461465fbd42", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7794729542302358, "chrf": 81.08287791397935, "bleu": 66.78763470719589, "rougeL": 0.826530612244898, "len_ratio": 0.900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}282{"pair_id": "pair_ec27ccc16e117e20", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6115107913669064, "chrf": 62.56384155701525, "bleu": 36.791062440570094, "rougeL": 0.6184210526315791, "len_ratio": 0.8765432098765432, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}283{"pair_id": "pair_6f3ef3438ca264e6", "doc_id": "doc_7581bcce20007a86", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.788109756097561, "chrf": 76.71495263501457, "bleu": 55.79411397034458, "rougeL": 0.7918781725888325, "len_ratio": 1.075268817204301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}284{"pair_id": "pair_8ce0d73fd9b6d075", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5475651189127972, "chrf": 56.60432919382431, "bleu": 25.18944094635076, "rougeL": 0.5194805194805194, "len_ratio": 0.940959409594096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 3.0}285{"pair_id": "pair_222dd7c96c3e0948", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6813471502590673, "chrf": 75.85861648631186, "bleu": 49.0876534041008, "rougeL": 0.7101631116687579, "len_ratio": 1.0853994490358128, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}286{"pair_id": "pair_57cc371f68363512", "doc_id": "doc_fc3b7b904133fd48", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6159309994926434, "chrf": 68.62821380280876, "bleu": 40.06992147161464, "rougeL": 0.6129032258064515, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}287{"pair_id": "pair_679cbad56b2d3f8d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6773972602739726, "chrf": 72.69877553539612, "bleu": 48.681006155779755, "rougeL": 0.7417218543046357, "len_ratio": 0.8541666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}288{"pair_id": "pair_eaa7ab7681035960", "doc_id": "doc_9ad63a530a55b56e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8308823529411764, "chrf": 79.47643269790518, "bleu": 62.46873794627703, "rougeL": 0.7981651376146789, "len_ratio": 0.9272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}289{"pair_id": "pair_f875dff43ba74a03", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7522590361445783, "chrf": 72.66543891010797, "bleu": 48.834229202692775, "rougeL": 0.784, "len_ratio": 0.8512820512820513, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}290{"pair_id": "pair_3a482d8623a4fbbe", "doc_id": "doc_fc3b7b904133fd48", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6776349614395887, "chrf": 65.84155033969579, "bleu": 40.1668610029191, "rougeL": 0.6914498141263941, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}291{"pair_id": "pair_45d81bea4e5af436", "doc_id": "doc_dca1cb2706c17137", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7918454935622318, "chrf": 75.46171667277063, "bleu": 62.57347224410135, "rougeL": 0.8552631578947368, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}292{"pair_id": "pair_bfdace02a8144f56", "doc_id": "doc_fc78b461465fbd42", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6875, "chrf": 76.2911348991655, "bleu": 48.53761613911898, "rougeL": 0.6909090909090909, "len_ratio": 1.1386138613861385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_12fb41e9e9b7a382", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.8360037700282752, "chrf": 80.99507161449459, "bleu": 64.358042607411, "rougeL": 0.8099688473520248, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_7d1acc01c08f1fb5", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5403422982885085, "chrf": 71.42432687004663, "bleu": 44.563512401128854, "rougeL": 0.6771653543307087, "len_ratio": 0.8396946564885496, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}295{"pair_id": "pair_655c85e2967261b9", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.500945179584121, "chrf": 69.19353441311206, "bleu": 37.73155273806016, "rougeL": 0.558766859344894, "len_ratio": 1.048780487804878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}296{"pair_id": "pair_94194a3ca1e4e851", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5678119349005425, "chrf": 53.806303249360596, "bleu": 19.08273675253828, "rougeL": 0.5476190476190476, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}297{"pair_id": "pair_0294041dedfe8566", "doc_id": "doc_bc5938d3f6b260f6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.794701986754967, "chrf": 74.2500433772921, "bleu": 50.816982904113054, "rougeL": 0.8095238095238094, "len_ratio": 0.9752066115702479, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}298{"pair_id": "pair_34886856e62683aa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4822064056939501, "chrf": 62.29982153201304, "bleu": 47.093897328569625, "rougeL": 0.5824175824175823, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_a014cef257180f70", "doc_id": "doc_649c56ed2a776c29", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6794392523364485, "chrf": 75.24928501051754, "bleu": 53.98544520836518, "rougeL": 0.7317073170731707, "len_ratio": 0.8627450980392157, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}300{"pair_id": "pair_5ecc1c8569ad5cb1", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5752017608217168, "chrf": 67.71980623483593, "bleu": 39.37507731926478, "rougeL": 0.6084905660377359, "len_ratio": 1.1025641025641026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_dc0db1a40dcf2ae5", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8125, "chrf": 78.08382529357479, "bleu": 62.21803821116383, "rougeL": 0.8097560975609756, "len_ratio": 0.8846153846153846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}302{"pair_id": "pair_ff0b44ea6876fbc2", "doc_id": "doc_16a24631c5e15333", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.724669603524229, "chrf": 69.36225923528848, "bleu": 48.89043808358215, "rougeL": 0.7092198581560283, "len_ratio": 0.8840579710144928, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_69d891351ca40ded", "doc_id": "doc_7581bcce20007a86", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6296875, "chrf": 69.71222659481825, "bleu": 42.91769164335424, "rougeL": 0.6387434554973821, "len_ratio": 1.010752688172043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}304{"pair_id": "pair_9dcfe112d68ef358", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5586975149957155, "chrf": 55.65741639129998, "bleu": 24.931782721804005, "rougeL": 0.5402298850574712, "len_ratio": 0.8406593406593407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}305{"pair_id": "pair_65df52755998bb4d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4963730569948187, "chrf": 65.61878447157328, "bleu": 37.43406978870165, "rougeL": 0.5490196078431372, "len_ratio": 0.9337748344370861, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}306{"pair_id": "pair_fa2fb072f2a38832", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6348448687350836, "chrf": 70.03824005475352, "bleu": 48.50035798949136, "rougeL": 0.6814814814814814, "len_ratio": 1.1311475409836065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_f49a228de52eb9db", "doc_id": "doc_9195328f7f1a1bb1", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5975286849073257, "chrf": 63.04726875813812, "bleu": 47.98404937105896, "rougeL": 0.6084507042253521, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}308{"pair_id": "pair_7b36251e3f342515", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5011737089201878, "chrf": 51.72289771028527, "bleu": 17.962910430796825, "rougeL": 0.4444444444444445, "len_ratio": 1.007462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_a3cef3ef3af84a9b", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7006269592476488, "chrf": 68.65249275748724, "bleu": 34.10895192998928, "rougeL": 0.6781609195402298, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}310{"pair_id": "pair_9898226bb613ec69", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.597997138769671, "chrf": 69.78481950461556, "bleu": 44.74037479742096, "rougeL": 0.6339285714285714, "len_ratio": 1.0865384615384615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}311{"pair_id": "pair_20e8ca0d7b653ff7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6773835920177383, "chrf": 73.70325998837032, "bleu": 56.885702135499166, "rougeL": 0.7133333333333335, "len_ratio": 1.0208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}312{"pair_id": "pair_2ee7f1d2f40e8bdf", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6746031746031746, "chrf": 65.5953853866246, "bleu": 29.32718992388668, "rougeL": 0.6033057851239668, "len_ratio": 1.0598290598290598, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_ace033f91188533a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5481865284974093, "chrf": 65.09535042497151, "bleu": 38.99021117603809, "rougeL": 0.5743944636678201, "len_ratio": 0.8278145695364238, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}314{"pair_id": "pair_fd580b23fcb01ecc", "doc_id": "doc_96174e2f07291f09", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5402061855670104, "chrf": 65.51885017157105, "bleu": 47.45938492491073, "rougeL": 0.6119402985074626, "len_ratio": 1.208955223880597, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_a6a174d276e47768", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6527397260273973, "chrf": 65.67830991672682, "bleu": 34.511606697921906, "rougeL": 0.6511627906976744, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}316{"pair_id": "pair_c10ef4e67ec8ec17", "doc_id": "doc_3135153361cfb769", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4928571428571429, "chrf": 58.27918686618138, "bleu": 29.700820801500356, "rougeL": 0.5426356589147286, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}317{"pair_id": "pair_939f8b10ab91b4f8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.631336405529954, "chrf": 65.95043241515427, "bleu": 36.49880660286086, "rougeL": 0.6576271186440678, "len_ratio": 1.1639344262295082, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.92, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}318{"pair_id": "pair_8eec2074d215ea78", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7113594040968343, "chrf": 70.7395896372869, "bleu": 51.74558698402129, "rougeL": 0.76, "len_ratio": 0.7831325301204819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}319{"pair_id": "pair_dbe2eab5c263e911", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5821047280122014, "chrf": 61.63312075014338, "bleu": 32.347178968342504, "rougeL": 0.5886178861788618, "len_ratio": 0.8006230529595015, "placeholders_exact": 0.0, "placeholder_recall": 0.7857142857142857, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}320{"pair_id": "pair_f5fa11427d24982f", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6180048661800487, "chrf": 64.74949708459712, "bleu": 33.114167757788096, "rougeL": 0.6233766233766234, "len_ratio": 0.8145161290322581, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}321{"pair_id": "pair_450ff580823ab07a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6831275720164609, "chrf": 66.44357149112295, "bleu": 50.52131789117393, "rougeL": 0.763819095477387, "len_ratio": 0.9761904761904762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.92, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}322{"pair_id": "pair_bd645c066a932d68", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5923677363399826, "chrf": 63.5086731420357, "bleu": 46.17953036333131, "rougeL": 0.6178861788617885, "len_ratio": 1.0171428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}323{"pair_id": "pair_9f8d2a3c9f938411", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6852026390197927, "chrf": 76.76297447068268, "bleu": 63.33418025213348, "rougeL": 0.7355623100303952, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}324{"pair_id": "pair_aa07a7973e8aac0b", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7261904761904762, "chrf": 74.27750113238743, "bleu": 50.039757345680634, "rougeL": 0.7373271889400923, "len_ratio": 0.8839285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}325{"pair_id": "pair_e9da743b727436ef", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6566692975532755, "chrf": 67.71436404751256, "bleu": 49.5373472696255, "rougeL": 0.7169811320754716, "len_ratio": 0.7787234042553192, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.9375, "number_precision": 0.9375, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}326{"pair_id": "pair_b10388ffe9e7c2bc", "doc_id": "doc_9195328f7f1a1bb1", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.627318718381113, "chrf": 68.71192950537548, "bleu": 50.698862159750526, "rougeL": 0.6346666666666666, "len_ratio": 1.0571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}327{"pair_id": "pair_741e9938fd13c327", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6549479166666667, "chrf": 73.0255382393927, "bleu": 59.334708429724444, "rougeL": 0.7651515151515151, "len_ratio": 0.8770491803278688, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}328{"pair_id": "pair_a194677579909580", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.45379310344827584, "chrf": 58.77791887620367, "bleu": 24.15690538216427, "rougeL": 0.49549549549549543, "len_ratio": 1.018348623853211, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}329{"pair_id": "pair_8763a2e93a0b5d0d", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7364760432766615, "chrf": 77.22487405547169, "bleu": 58.15646001289694, "rougeL": 0.7955801104972376, "len_ratio": 0.8393782383419689, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}330{"pair_id": "pair_191cdf8e399841a2", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.620307167235495, "chrf": 62.586213632420936, "bleu": 28.293056420793626, "rougeL": 0.5833333333333333, "len_ratio": 1.0494505494505495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_3e464a7d4f539b6c", "doc_id": "doc_b187f41399e937ba", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5194805194805194, "chrf": 67.30641457283544, "bleu": 43.621079059653795, "rougeL": 0.5993031358885018, "len_ratio": 1.0451127819548873, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_f650af70b911a819", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6549019607843137, "chrf": 76.62311714243494, "bleu": 56.98257574209625, "rougeL": 0.6883116883116883, "len_ratio": 1.1791044776119404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}333{"pair_id": "pair_1917137c51f580b3", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5483119906868452, "chrf": 68.80243296868375, "bleu": 35.38785605313563, "rougeL": 0.5698924731182796, "len_ratio": 0.9148936170212766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_51dd1a29893d55e1", "doc_id": "doc_c496dc8b7656356a", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.619718309859155, "chrf": 64.90902791824448, "bleu": 31.379148532599856, "rougeL": 0.6666666666666666, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}335{"pair_id": "pair_4ef36092d5ed2612", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8161024702653248, "chrf": 81.48064967893967, "bleu": 65.60181620659998, "rougeL": 0.8377581120943952, "len_ratio": 0.9476744186046512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_e5806be5c2ea5c04", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6597249508840864, "chrf": 72.28882488417023, "bleu": 42.93734254089677, "rougeL": 0.6547314578005116, "len_ratio": 1.0578512396694215, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}337{"pair_id": "pair_ea859eb7a180f91a", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6985294117647058, "chrf": 71.58353191225376, "bleu": 48.12618292621982, "rougeL": 0.7041420118343196, "len_ratio": 0.850828729281768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}338{"pair_id": "pair_24ae7fc73522e353", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7656765676567656, "chrf": 71.59453634482502, "bleu": 42.52595947322955, "rougeL": 0.7469879518072289, "len_ratio": 0.797752808988764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}339{"pair_id": "pair_e08110969d5a8421", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.693950177935943, "chrf": 82.3058849776856, "bleu": 74.12018429486834, "rougeL": 0.850828729281768, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}340{"pair_id": "pair_171389a310c61dfc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6211031175059952, "chrf": 67.14034334985355, "bleu": 42.547483469730686, "rougeL": 0.6766917293233083, "len_ratio": 1.1475409836065573, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}341{"pair_id": "pair_837157b81b1252b6", "doc_id": "doc_bc5938d3f6b260f6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6523388116308471, "chrf": 69.32011412021588, "bleu": 47.232742049849044, "rougeL": 0.6821705426356589, "len_ratio": 1.024793388429752, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}342{"pair_id": "pair_7c58265cb1c9b9a5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5638665132336018, "chrf": 67.0843904733756, "bleu": 45.47539715431534, "rougeL": 0.6531986531986531, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}343{"pair_id": "pair_4905cc63786a4ef7", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6243781094527363, "chrf": 63.950982989055085, "bleu": 33.172901024200776, "rougeL": 0.6367041198501873, "len_ratio": 1.115702479338843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}344{"pair_id": "pair_231440e4b3069bd2", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.708041958041958, "chrf": 70.42753206286967, "bleu": 54.060788983157046, "rougeL": 0.7572254335260117, "len_ratio": 0.802547770700637, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}345{"pair_id": "pair_074c529b3ed7b2e1", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7216035634743876, "chrf": 78.53968120094815, "bleu": 55.016157758714684, "rougeL": 0.75, "len_ratio": 0.8706896551724138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}346{"pair_id": "pair_bd9b70fd81b20041", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7127172918572735, "chrf": 73.45631127554417, "bleu": 53.75672965633156, "rougeL": 0.7407407407407408, "len_ratio": 0.8604651162790697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_817927acc3f295a5", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7926136363636364, "chrf": 78.16841683984416, "bleu": 58.87144841065085, "rougeL": 0.7783251231527093, "len_ratio": 1.01, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_999fdfffeeadd973", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6433121019108281, "chrf": 62.462000929220366, "bleu": 40.844222013637314, "rougeL": 0.5882352941176471, "len_ratio": 1.0724637681159421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}349{"pair_id": "pair_6cdb633d3e3021b6", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7080237741456166, "chrf": 77.57985604706712, "bleu": 54.54838213876382, "rougeL": 0.7263427109974424, "len_ratio": 0.9945945945945946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}350{"pair_id": "pair_03dbf7c05f77ad54", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6848958333333333, "chrf": 65.98329086722109, "bleu": 50.24352364450174, "rougeL": 0.6747967479674796, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}351{"pair_id": "pair_88d78195bf72aaa0", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5599022004889975, "chrf": 67.08560156299907, "bleu": 39.03843265510158, "rougeL": 0.5783132530120482, "len_ratio": 0.8549618320610687, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_73a1adb079c0ca78", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6114081996434937, "chrf": 61.20928416901108, "bleu": 31.49221326768414, "rougeL": 0.6987951807228916, "len_ratio": 0.8409090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}353{"pair_id": "pair_eda728b83ec2ae89", "doc_id": "doc_16a24631c5e15333", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6548856548856549, "chrf": 62.324477125709436, "bleu": 37.33332536300989, "rougeL": 0.6052631578947368, "len_ratio": 1.0434782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_f1e57336f4f219fa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44051446945337625, "chrf": 75.8346361078308, "bleu": 53.49699518407845, "rougeL": 0.6358974358974357, "len_ratio": 1.1219512195121952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}355{"pair_id": "pair_f710d12cdc3baa04", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6031641397495056, "chrf": 65.59527366365985, "bleu": 33.28249165293433, "rougeL": 0.6021978021978022, "len_ratio": 1.0182648401826484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_25469a64fa466781", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.687246963562753, "chrf": 75.83265711629855, "bleu": 60.45360923686675, "rougeL": 0.8081395348837209, "len_ratio": 0.8451612903225807, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9302325581395349, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}357{"pair_id": "pair_7d60d30946b678d6", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4657079646017699, "chrf": 55.088346046740654, "bleu": 19.002624718252275, "rougeL": 0.44765342960288806, "len_ratio": 1.0671641791044777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}358{"pair_id": "pair_c4b7973078f96e72", "doc_id": "doc_c496dc8b7656356a", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6056338028169015, "chrf": 62.5091831258344, "bleu": 32.89206886129235, "rougeL": 0.6464646464646464, "len_ratio": 0.7714285714285715, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}359{"pair_id": "pair_460dd677d4d8c72e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5481927710843373, "chrf": 71.77091833670785, "bleu": 51.460660417351356, "rougeL": 0.6144578313253012, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}360{"pair_id": "pair_0dc76d9714c7b0f5", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6760847628657921, "chrf": 70.04751907767044, "bleu": 47.23054009035876, "rougeL": 0.7671232876712328, "len_ratio": 0.8389261744966443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}361{"pair_id": "pair_dd0ba6e8ec7ada0f", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5244897959183674, "chrf": 75.30236027576237, "bleu": 48.17111274140261, "rougeL": 0.6423357664233577, "len_ratio": 1.062992125984252, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}362{"pair_id": "pair_9deaff67b2ef0f62", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.711864406779661, "chrf": 78.66433830635944, "bleu": 57.92079686441402, "rougeL": 0.7096774193548387, "len_ratio": 1.1940298507462686, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}363{"pair_id": "pair_2a2a79a1d7692d5e", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5915057915057915, "chrf": 72.7050206943915, "bleu": 42.597434078891865, "rougeL": 0.6474820143884892, "len_ratio": 0.9901477832512315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}364{"pair_id": "pair_7f78cabe32e4cd0b", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5113960113960114, "chrf": 59.34296394714256, "bleu": 31.341202892068406, "rougeL": 0.5589519650655022, "len_ratio": 0.9380530973451328, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}365{"pair_id": "pair_72c32aae832a31e3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5220588235294117, "chrf": 58.07889091926045, "bleu": 30.08040749399271, "rougeL": 0.5380434782608696, "len_ratio": 1.0165745856353592, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_388ebf6ba0f496c7", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4884615384615385, "chrf": 51.60991612605711, "bleu": 30.440864424267147, "rougeL": 0.5210727969348659, "len_ratio": 1.0681818181818181, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}367{"pair_id": "pair_8d750d25af82b3b6", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6425513698630136, "chrf": 74.39348269903614, "bleu": 52.06550001194504, "rougeL": 0.6965620328849028, "len_ratio": 1.1275167785234899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.9473684210526315, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_0ec2f16d9fc16c9d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7124183006535948, "chrf": 70.84432525847039, "bleu": 47.32582711695184, "rougeL": 0.7562642369020501, "len_ratio": 1.028301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}369{"pair_id": "pair_2562b0a590785ca5", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6474670367800139, "chrf": 70.25921201841412, "bleu": 58.02213639350717, "rougeL": 0.6936936936936937, "len_ratio": 0.8111587982832618, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.88, "number_precision": 0.9565217391304348, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}370{"pair_id": "pair_1105b86f9452566f", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6847426470588236, "chrf": 71.51748074539395, "bleu": 50.757091220601374, "rougeL": 0.7102272727272727, "len_ratio": 0.9281767955801105, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}371{"pair_id": "pair_804fc0ab4219c05c", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4928571428571429, "chrf": 60.46669655135486, "bleu": 32.23312904154792, "rougeL": 0.5714285714285715, "len_ratio": 0.8656716417910447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}372{"pair_id": "pair_3871e0b35a1f9687", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5640732265446224, "chrf": 56.53459240942772, "bleu": 23.97015536002258, "rougeL": 0.5201465201465202, "len_ratio": 1.037313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_d88011889a24924f", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5701754385964912, "chrf": 62.67448432203682, "bleu": 32.27271813044442, "rougeL": 0.6206896551724139, "len_ratio": 1.0116279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}374{"pair_id": "pair_6397b8593f1b2fa4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5565777368905244, "chrf": 64.86450422664427, "bleu": 27.226999969676925, "rougeL": 0.5571847507331378, "len_ratio": 0.9940476190476191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_7e393ce6fb8f49dd", "doc_id": "doc_7581bcce20007a86", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7828125, "chrf": 76.47304163274742, "bleu": 56.46439377277559, "rougeL": 0.8068181818181818, "len_ratio": 0.8494623655913979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_75547a2cae28cdd8", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5735551663747811, "chrf": 61.68675875668252, "bleu": 33.269083629638196, "rougeL": 0.5828877005347594, "len_ratio": 1.0607734806629834, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}377{"pair_id": "pair_29d2aa88a8deb2f3", "doc_id": "doc_9195328f7f1a1bb1", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7281553398058253, "chrf": 71.87715821555983, "bleu": 59.24817311581356, "rougeL": 0.7344632768361582, "len_ratio": 0.9314285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}378{"pair_id": "pair_cc66a7390f7ef874", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7126436781609196, "chrf": 83.42416259854204, "bleu": 69.00800383424449, "rougeL": 0.8041237113402062, "len_ratio": 1.1097560975609757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}379{"pair_id": "pair_53f4d9a2f89982ea", "doc_id": "doc_bc5938d3f6b260f6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6416040100250626, "chrf": 67.71323615433522, "bleu": 43.54066618538183, "rougeL": 0.6893939393939394, "len_ratio": 1.0743801652892562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}380{"pair_id": "pair_389a3589f6083931", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8190104166666666, "chrf": 80.23771334672153, "bleu": 67.60947670185728, "rougeL": 0.8448275862068965, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}381{"pair_id": "pair_36237e4f2034ca8b", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7999198075380914, "chrf": 81.28152065508557, "bleu": 64.81463098838508, "rougeL": 0.8197596795727636, "len_ratio": 0.9669421487603306, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}382{"pair_id": "pair_cf6c124581ebc65f", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6875, "chrf": 68.00273966198365, "bleu": 42.08245371781995, "rougeL": 0.6898263027295285, "len_ratio": 0.7808219178082192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}383{"pair_id": "pair_055f4e2f19b47da8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5705521472392638, "chrf": 69.66523975589455, "bleu": 43.9933170526582, "rougeL": 0.647887323943662, "len_ratio": 1.0777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}384{"pair_id": "pair_8c15e46bb617cfbd", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6137566137566137, "chrf": 66.52072706508756, "bleu": 40.59479242473435, "rougeL": 0.6422018348623852, "len_ratio": 0.8928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_78f5b2b3bfd59cfe", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5985294117647059, "chrf": 65.76028492655071, "bleu": 50.3013198071249, "rougeL": 0.6368159203980099, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}386{"pair_id": "pair_f86bfc5f9ed4b9b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6487695749440716, "chrf": 69.94575466265573, "bleu": 56.49255334120194, "rougeL": 0.6915254237288135, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}387{"pair_id": "pair_7dcc343416dd89b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6018411967779056, "chrf": 57.46031880402471, "bleu": 34.20633638001541, "rougeL": 0.6327272727272726, "len_ratio": 0.8071428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.85, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_5813e16ceaca9ed3", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.558659217877095, "chrf": 62.327058094680055, "bleu": 34.437745366920524, "rougeL": 0.6025641025641025, "len_ratio": 0.8554216867469879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_242a6b1fa02e949e", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8269230769230769, "chrf": 83.12673824815788, "bleu": 71.74014945641882, "rougeL": 0.8279569892473118, "len_ratio": 0.9363057324840764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}390{"pair_id": "pair_6b399e4df4a9de94", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5231736056559309, "chrf": 65.77795933712943, "bleu": 34.24603434331436, "rougeL": 0.5741626794258372, "len_ratio": 1.0049261083743843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_13dd4eda62406540", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5226232841891205, "chrf": 56.703984481041466, "bleu": 26.322460328297662, "rougeL": 0.5363489499192244, "len_ratio": 0.8411214953271028, "placeholders_exact": 0.0, "placeholder_recall": 0.9285714285714286, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}392{"pair_id": "pair_c3b2cbf22d24ff40", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6054054054054054, "chrf": 66.02440682772186, "bleu": 34.5974914841338, "rougeL": 0.5942350332594234, "len_ratio": 0.9954337899543378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}393{"pair_id": "pair_367eb370fe4f529c", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7637637637637638, "chrf": 78.20071210389786, "bleu": 59.96976752090882, "rougeL": 0.7872340425531915, "len_ratio": 0.951048951048951, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}394{"pair_id": "pair_f09de1e1c64f3d2e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6416732438831887, "chrf": 74.2623019615946, "bleu": 56.84367221105822, "rougeL": 0.6825775656324582, "len_ratio": 1.0857142857142856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_2f9d146538af41a4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6935366739288308, "chrf": 71.17787196766253, "bleu": 44.22689040521748, "rougeL": 0.7048054919908465, "len_ratio": 1.0235849056603774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}396{"pair_id": "pair_cb6649b20a1e0a58", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5116459627329193, "chrf": 68.16430236792309, "bleu": 36.47817092837297, "rougeL": 0.5795724465558195, "len_ratio": 1.0246305418719213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_cebbb24f2cfdcc10", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.562444641275465, "chrf": 60.91384203751517, "bleu": 32.70371238756149, "rougeL": 0.5411140583554376, "len_ratio": 1.0718232044198894, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}398{"pair_id": "pair_a9886bc4347d365c", "doc_id": "doc_649c56ed2a776c29", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7327102803738318, "chrf": 73.53006470824593, "bleu": 43.26976689190011, "rougeL": 0.7189542483660132, "len_ratio": 0.9869281045751634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}399{"pair_id": "pair_11a036198a3c8fdd", "doc_id": "doc_967f69b1bf330c46", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6319742489270386, "chrf": 66.0236836323978, "bleu": 37.87988575719276, "rougeL": 0.62015503875969, "len_ratio": 0.968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}400{"pair_id": "pair_22daecbaf1d49510", "doc_id": "doc_679741e00536f8a4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6993204983012458, "chrf": 66.21819342415182, "bleu": 39.59802496744213, "rougeL": 0.6903353057199211, "len_ratio": 0.8118081180811808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}401{"pair_id": "pair_59dc9deab6df1009", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6323175621491579, "chrf": 73.05872894787288, "bleu": 46.67225119207965, "rougeL": 0.6779661016949152, "len_ratio": 1.0082644628099173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5714285714285714, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}402{"pair_id": "pair_2b405d3983731fad", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.521186440677966, "chrf": 55.17510517029548, "bleu": 24.19390339094443, "rougeL": 0.5323741007194244, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_a4ce7cbe3a375b03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6560178306092125, "chrf": 69.94149849381999, "bleu": 43.09770163026992, "rougeL": 0.631578947368421, "len_ratio": 0.9513513513513514, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_51281d318770704d", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5614035087719298, "chrf": 60.88535869817795, "bleu": 27.433524404521187, "rougeL": 0.5930232558139535, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}405{"pair_id": "pair_96048f36076f2fcd", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7175438596491228, "chrf": 71.85972029898736, "bleu": 51.98286129594437, "rougeL": 0.7625, "len_ratio": 0.8488372093023255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}406{"pair_id": "pair_c4775e836de09d99", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6649848637739657, "chrf": 67.73175679894351, "bleu": 42.39127388807437, "rougeL": 0.717948717948718, "len_ratio": 0.9865771812080537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}407{"pair_id": "pair_ffbadf19abc61814", "doc_id": "doc_adb94552819f8ffa", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6828193832599119, "chrf": 64.44738533901779, "bleu": 39.035956735490345, "rougeL": 0.6829268292682927, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}408{"pair_id": "pair_2bbcca3fbb594af9", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6369327073552425, "chrf": 66.82150529368191, "bleu": 35.67439960170093, "rougeL": 0.6756756756756757, "len_ratio": 1.019047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_01926ef243e6f8e4", "doc_id": "doc_96174e2f07291f09", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8084577114427861, "chrf": 73.10103455451457, "bleu": 58.854053508365, "rougeL": 0.7454545454545455, "len_ratio": 0.8955223880597015, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_425211dfb083b241", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5157159487776484, "chrf": 69.52155041282133, "bleu": 37.79930168036112, "rougeL": 0.5519053876478318, "len_ratio": 0.9574468085106383, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_6bcc2a2d6a67daf5", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5814406229720961, "chrf": 70.23121063094104, "bleu": 44.98273454380708, "rougeL": 0.6338329764453962, "len_ratio": 0.8414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_01232c0a13924b98", "doc_id": "doc_649c56ed2a776c29", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6702222222222223, "chrf": 71.936187339156, "bleu": 40.360129954741836, "rougeL": 0.6602564102564102, "len_ratio": 1.026143790849673, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}413{"pair_id": "pair_c0b569d83d33f5f8", "doc_id": "doc_b860396abb8d4077", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7100313479623824, "chrf": 70.3136274572766, "bleu": 43.49030337899696, "rougeL": 0.675, "len_ratio": 0.8372093023255814, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}414{"pair_id": "pair_bcb6e8c08ff21d70", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7572706935123042, "chrf": 74.16188667685884, "bleu": 60.72324930123299, "rougeL": 0.7954545454545455, "len_ratio": 0.7708333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_68b67e128aadb199", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7305776892430279, "chrf": 75.21567440853357, "bleu": 57.53196971808614, "rougeL": 0.7673179396092363, "len_ratio": 0.8610169491525423, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}416{"pair_id": "pair_3de005d49cbf415d", "doc_id": "doc_adb94552819f8ffa", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6607929515418502, "chrf": 66.44209462021004, "bleu": 40.593689429425034, "rougeL": 0.6761904761904762, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_2c8165947bc31182", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7171945701357466, "chrf": 76.83939684688919, "bleu": 56.30388610139874, "rougeL": 0.755868544600939, "len_ratio": 1.1257142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}418{"pair_id": "pair_6a5404a058481a2a", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6242983159583, "chrf": 71.64892144033753, "bleu": 46.13938252474557, "rougeL": 0.6797900262467191, "len_ratio": 1.0082644628099173, "placeholders_exact": 0.0, "placeholder_recall": 0.7692307692307693, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}419{"pair_id": "pair_918534c10ad2fd5a", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.41320293398533003, "chrf": 64.24725049361187, "bleu": 32.42886877361439, "rougeL": 0.484375, "len_ratio": 0.9083969465648855, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}420{"pair_id": "pair_870e9a33462cf105", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6447473937449879, "chrf": 66.76687613153402, "bleu": 45.696318227393874, "rougeL": 0.7317073170731706, "len_ratio": 0.7245179063360881, "placeholders_exact": 0.0, "placeholder_recall": 0.7692307692307693, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}421{"pair_id": "pair_84f18babdba3f64c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6025236593059937, "chrf": 61.103166402737585, "bleu": 32.06240147661119, "rougeL": 0.607142857142857, "len_ratio": 1.0363636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_7283f93d20a9c9f1", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4113060428849903, "chrf": 39.12659842628416, "bleu": 4.670730829260061, "rougeL": 0.35862068965517246, "len_ratio": 0.7763157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}423{"pair_id": "pair_5a83e2c5149d2ee6", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6025236593059937, "chrf": 61.103166402737585, "bleu": 32.06240147661119, "rougeL": 0.607142857142857, "len_ratio": 1.0363636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_a57f2e35ee87cd5c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6754890678941312, "chrf": 68.13970912523943, "bleu": 47.024493643437324, "rougeL": 0.701388888888889, "len_ratio": 0.8928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_d8ec14e12d68fe21", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6760287393860223, "chrf": 71.67753339635567, "bleu": 41.84806459182561, "rougeL": 0.6609071274298056, "len_ratio": 1.0502283105022832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_07d078d08b2a2031", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6481481481481481, "chrf": 64.17487227876875, "bleu": 41.35788793889285, "rougeL": 0.6445497630331753, "len_ratio": 0.7876106194690266, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}427{"pair_id": "pair_14ecb5a056f94f85", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7890262751159196, "chrf": 82.10259397968315, "bleu": 67.47411225208938, "rougeL": 0.8082901554404144, "len_ratio": 0.9740932642487047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}428{"pair_id": "pair_0c714d343e7d692e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5847885137757082, "chrf": 70.36066269316893, "bleu": 38.37024279043953, "rougeL": 0.601063829787234, "len_ratio": 0.9335106382978723, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -5.0}429{"pair_id": "pair_b35dfa1d66430ad6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6985294117647058, "chrf": 68.18480208839809, "bleu": 52.812282897236436, "rougeL": 0.7553191489361702, "len_ratio": 0.82, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}430{"pair_id": "pair_488295d5205c31eb", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6285714285714286, "chrf": 60.416533329009745, "bleu": 35.08899289528103, "rougeL": 0.5900621118012422, "len_ratio": 0.8848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}431{"pair_id": "pair_f7fa2440ae319193", "doc_id": "doc_861988bceb67e1df", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5377697841726619, "chrf": 65.2517762359933, "bleu": 35.91035379532112, "rougeL": 0.6308724832214765, "len_ratio": 0.8395061728395061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_89fbc1827315c06a", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5878787878787879, "chrf": 64.97269022670771, "bleu": 39.22546955076115, "rougeL": 0.5935483870967742, "len_ratio": 0.8433734939759037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}433{"pair_id": "pair_e35d3509186467ab", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6369327073552425, "chrf": 66.82150529368191, "bleu": 35.67439960170093, "rougeL": 0.6756756756756757, "len_ratio": 1.019047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_51743d1445182a3f", "doc_id": "doc_3135153361cfb769", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6465116279069767, "chrf": 72.93463508099188, "bleu": 44.56886897529069, "rougeL": 0.6715328467153284, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_611166d6d51a44ef", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5917733798991075, "chrf": 71.29763863654544, "bleu": 40.533663770266486, "rougeL": 0.6127320954907163, "len_ratio": 0.9414893617021277, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": -4.0}436{"pair_id": "pair_4e7b674b25d4a5e1", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6902654867256637, "chrf": 71.87347328954452, "bleu": 57.44416675504155, "rougeL": 0.7043189368770765, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}437{"pair_id": "pair_7d4776222ade0983", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6064425770308124, "chrf": 64.62365648457165, "bleu": 34.45642752424316, "rougeL": 0.6190476190476191, "len_ratio": 1.08, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}438{"pair_id": "pair_68e153a6daf97a77", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6275720164609053, "chrf": 62.64766551640909, "bleu": 46.5332069414978, "rougeL": 0.72, "len_ratio": 0.9880952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.92, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}439{"pair_id": "pair_0e6ea9350b9f76f3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7152061855670103, "chrf": 70.77426041440266, "bleu": 46.59957442517713, "rougeL": 0.7061310782241015, "len_ratio": 0.9253112033195021, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}440{"pair_id": "pair_fcdc5cd55975b75a", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7105263157894737, "chrf": 74.83757950907012, "bleu": 61.05056591026148, "rougeL": 0.8, "len_ratio": 0.9612903225806452, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9302325581395349, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}441{"pair_id": "pair_9fc6bd9531545cee", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.595448798988622, "chrf": 63.94247937273717, "bleu": 45.53074262456508, "rougeL": 0.6320000000000001, "len_ratio": 1.0583333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}442{"pair_id": "pair_f6570ea7ec92fbc8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.70917225950783, "chrf": 71.98353657494594, "bleu": 59.8769409260427, "rougeL": 0.7285223367697594, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}443{"pair_id": "pair_ed5a5cd722dff209", "doc_id": "doc_b9f6f386c52a2106", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.50355871886121, "chrf": 53.7316810435939, "bleu": 20.021824112683746, "rougeL": 0.4736842105263158, "len_ratio": 1.2575757575757576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_ba7ae4963f784961", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4295900178253119, "chrf": 57.63360642963974, "bleu": 21.21424018203314, "rougeL": 0.5142857142857143, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}445{"pair_id": "pair_6ea9f150f88bdcf1", "doc_id": "doc_16a24631c5e15333", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8281938325991189, "chrf": 76.22705335151214, "bleu": 60.129124219008666, "rougeL": 0.8028169014084507, "len_ratio": 0.8985507246376812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}446{"pair_id": "pair_55c11fa0fa31a43a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7397397397397397, "chrf": 72.71128831056389, "bleu": 53.30426634939033, "rougeL": 0.7538461538461537, "len_ratio": 0.7902097902097902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}447{"pair_id": "pair_66f99ec0df15b288", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5969267139479906, "chrf": 63.59091789115694, "bleu": 29.115644781871865, "rougeL": 0.5569620253164557, "len_ratio": 1.017094017094017, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_e784055ac8fb6e54", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.55506993006993, "chrf": 69.06245547783651, "bleu": 54.968867416478524, "rougeL": 0.6356164383561644, "len_ratio": 0.9171974522292994, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 0.9285714285714286, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}449{"pair_id": "pair_d2551e35f71d9ab8", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6077235772357723, "chrf": 58.79916613454359, "bleu": 41.560462375561535, "rougeL": 0.588235294117647, "len_ratio": 1.2537313432835822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}450{"pair_id": "pair_b243a59fa1667df4", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7572815533980582, "chrf": 71.24526543339917, "bleu": 60.11776868456635, "rougeL": 0.761904761904762, "len_ratio": 0.8909090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}451{"pair_id": "pair_506ae7df4674cab7", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8075117370892019, "chrf": 78.23716764657202, "bleu": 51.6466207806161, "rougeL": 0.7319148936170214, "len_ratio": 0.9914529914529915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_f89f18927ab153c8", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7103393843725335, "chrf": 76.69686749392064, "bleu": 60.580036035158756, "rougeL": 0.7553648068669527, "len_ratio": 0.9531914893617022, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.9333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}453{"pair_id": "pair_4805fbb61049c259", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.782608695652174, "chrf": 77.08259938473012, "bleu": 52.71402188186149, "rougeL": 0.7477477477477478, "len_ratio": 0.9771689497716894, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_09dfdd9cd1e81663", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6597938144329897, "chrf": 67.75936133952331, "bleu": 42.07559136829528, "rougeL": 0.6891891891891893, "len_ratio": 0.8008298755186722, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}455{"pair_id": "pair_de534e6c5522b151", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.687221396731055, "chrf": 69.11920972246783, "bleu": 42.18855269834152, "rougeL": 0.6816901408450704, "len_ratio": 0.8162162162162162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}456{"pair_id": "pair_9210717bc22fdc06", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6505823627287853, "chrf": 69.85701037284302, "bleu": 38.94792502780679, "rougeL": 0.6692607003891051, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}457{"pair_id": "pair_8532b78775a4e82a", "doc_id": "doc_fd2461ec733b3c95", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5573366214549939, "chrf": 59.24275675424402, "bleu": 25.341756397436924, "rougeL": 0.5607476635514019, "len_ratio": 0.7583333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}458{"pair_id": "pair_643d06cb035cdb0e", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7559912854030502, "chrf": 72.55389158269455, "bleu": 50.83461348477554, "rougeL": 0.7870370370370371, "len_ratio": 0.9952830188679245, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}459{"pair_id": "pair_2ab238d7b5d4e98a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.49917627677100496, "chrf": 65.15105249059629, "bleu": 35.44009904447015, "rougeL": 0.5621621621621622, "len_ratio": 1.0337078651685394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}460{"pair_id": "pair_7ddc8bb7a2f2240b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6790123456790124, "chrf": 65.36821678113444, "bleu": 49.95289750610374, "rougeL": 0.7448979591836735, "len_ratio": 0.9404761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.92, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}461{"pair_id": "pair_a37053eb5335c2cd", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6840536512667661, "chrf": 74.62358594020141, "bleu": 49.10100004761752, "rougeL": 0.6900000000000001, "len_ratio": 1.10752688172043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}462{"pair_id": "pair_e86606b8e1de8efa", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.52, "chrf": 60.715999129810974, "bleu": 27.525918785684038, "rougeL": 0.552, "len_ratio": 1.0080645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_094dc7fede5b31b4", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5982905982905983, "chrf": 64.41144385728416, "bleu": 37.42429965458607, "rougeL": 0.6140350877192983, "len_ratio": 0.9292035398230089, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_29541c5de8e30eb0", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5327545382794001, "chrf": 63.800593751706124, "bleu": 40.441285629633384, "rougeL": 0.6126914660831511, "len_ratio": 0.9234042553191489, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9411764705882353, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}465{"pair_id": "pair_6b49918604f4ddb4", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5401069518716577, "chrf": 63.00966371787722, "bleu": 34.53434750061247, "rougeL": 0.6549707602339181, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_f52c0d6903e947c0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8071278825995807, "chrf": 80.75657638290909, "bleu": 61.62553454515779, "rougeL": 0.8029197080291971, "len_ratio": 1.062992125984252, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}467{"pair_id": "pair_3cb0ae908fe836a2", "doc_id": "doc_3135153361cfb769", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5214285714285714, "chrf": 57.86384057554148, "bleu": 28.011406428260823, "rougeL": 0.5538461538461538, "len_ratio": 0.9253731343283582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_f773bcd23ef46305", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4303030303030303, "chrf": 55.248769267452445, "bleu": 21.01018862461668, "rougeL": 0.45637583892617456, "len_ratio": 0.7590361445783133, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}469{"pair_id": "pair_18235b3051bb3ba0", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6017699115044248, "chrf": 64.89626701667976, "bleu": 42.64909672080676, "rougeL": 0.6301369863013698, "len_ratio": 1.4477611940298507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}470{"pair_id": "pair_b60d8f40e0325e19", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7723802914642609, "chrf": 81.6706096638634, "bleu": 65.35176562854974, "rougeL": 0.8223140495867768, "len_ratio": 0.9742489270386266, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.92, "number_precision": 0.92, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_474982aefff458c7", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.546739984289081, "chrf": 60.90110770955997, "bleu": 31.768648503782778, "rougeL": 0.5917808219178082, "len_ratio": 0.7389162561576355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}472{"pair_id": "pair_053da0e25948aca6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.59500693481276, "chrf": 70.6669711554173, "bleu": 45.61302487568893, "rougeL": 0.6233766233766234, "len_ratio": 1.1442307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}473{"pair_id": "pair_c46e64923862f96a", "doc_id": "doc_9195328f7f1a1bb1", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.620476610767873, "chrf": 59.216906135238176, "bleu": 46.14794371684092, "rougeL": 0.6363636363636365, "len_ratio": 0.6571428571428571, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}474{"pair_id": "pair_6501140e74584dec", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.684593023255814, "chrf": 79.0885086224728, "bleu": 60.863807793934356, "rougeL": 0.7511737089201878, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_517966b5cc08ea57", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6610942249240122, "chrf": 66.45338706406896, "bleu": 44.246988469516424, "rougeL": 0.6875, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}476{"pair_id": "pair_1d6eedd0c6d24ea0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6469123505976095, "chrf": 68.03921745410945, "bleu": 41.61267814141474, "rougeL": 0.6518010291595197, "len_ratio": 0.9288135593220339, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_0a471b6ef8d3a304", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4718714121699197, "chrf": 55.346678709740395, "bleu": 15.217377400975556, "rougeL": 0.46153846153846156, "len_ratio": 1.037313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}478{"pair_id": "pair_91bcc382ad83e38d", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.667948717948718, "chrf": 65.99645414928035, "bleu": 48.55392119097433, "rougeL": 0.6877470355731226, "len_ratio": 1.0075757575757576, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}479{"pair_id": "pair_ff489f946fa97cd7", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5621716287215411, "chrf": 68.01374447420737, "bleu": 34.15178725342974, "rougeL": 0.64, "len_ratio": 1.0348837209302326, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}480{"pair_id": "pair_4d3fe6a3006a5989", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6830601092896175, "chrf": 72.12112933094448, "bleu": 43.9763503237099, "rougeL": 0.6702702702702703, "len_ratio": 1.1162790697674418, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.5555555555555556, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_56061dde7640c458", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.723338485316847, "chrf": 72.91868270625177, "bleu": 53.87654453116821, "rougeL": 0.7049608355091385, "len_ratio": 0.9585492227979274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}482{"pair_id": "pair_7672ebff8c8428da", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7760416666666666, "chrf": 77.34470382834215, "bleu": 61.528296589397726, "rougeL": 0.8070175438596491, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_f4e936423f1276f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7169954476479514, "chrf": 76.26842488986986, "bleu": 55.792764337861065, "rougeL": 0.7096774193548386, "len_ratio": 1.0569948186528497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}484{"pair_id": "pair_5938987848b6b679", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8337899543378995, "chrf": 80.98602219804945, "bleu": 63.386733380610735, "rougeL": 0.8309455587392551, "len_ratio": 1.005813953488372, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}485{"pair_id": "pair_ffd11e076d514f3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7054263565891472, "chrf": 79.10141564528315, "bleu": 62.57863254017906, "rougeL": 0.8067226890756302, "len_ratio": 0.8688524590163934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}486{"pair_id": "pair_4fdee4601ea81942", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4913907284768212, "chrf": 60.978276858002275, "bleu": 37.23056936697056, "rougeL": 0.5887096774193549, "len_ratio": 0.9504132231404959, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}487{"pair_id": "pair_d3f31f482793fd9b", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7445714285714286, "chrf": 74.74867641286949, "bleu": 51.990512054349885, "rougeL": 0.7510548523206751, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}488{"pair_id": "pair_c8ec4c6fe8cd098e", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.47677261613691935, "chrf": 62.42767446805663, "bleu": 31.453110975795013, "rougeL": 0.4743083003952569, "len_ratio": 0.8854961832061069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}489{"pair_id": "pair_16b576e5dcd5899d", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5568475452196382, "chrf": 61.48509792803621, "bleu": 31.023063256460638, "rougeL": 0.576271186440678, "len_ratio": 1.0535714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_cf2328e2313ee13a", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6151603498542274, "chrf": 67.16581468439516, "bleu": 46.925005474311924, "rougeL": 0.6302521008403361, "len_ratio": 0.9916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}491{"pair_id": "pair_c861a45e629bf73f", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7871485943775101, "chrf": 76.01927803017, "bleu": 52.14820675923751, "rougeL": 0.8187919463087248, "len_ratio": 1.1044776119402986, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}492{"pair_id": "pair_7e71e5ca88fb5358", "doc_id": "doc_96174e2f07291f09", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5818181818181818, "chrf": 63.84286281208512, "bleu": 46.92007269560755, "rougeL": 0.6370370370370371, "len_ratio": 1.2537313432835822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_89d12b7f2261c246", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5573770491803278, "chrf": 66.43059549882732, "bleu": 41.206169075920265, "rougeL": 0.5989847715736041, "len_ratio": 0.9263157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}494{"pair_id": "pair_b1ed49f67d3a362a", "doc_id": "doc_b187f41399e937ba", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5441860465116279, "chrf": 66.81329288065389, "bleu": 39.443125271494395, "rougeL": 0.5815602836879432, "len_ratio": 1.0150375939849625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}495{"pair_id": "pair_86e5b33a1bffa4f5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6112469437652812, "chrf": 63.17374958913926, "bleu": 36.01104289577671, "rougeL": 0.6562500000000001, "len_ratio": 0.9083969465648855, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_07ccb1e2b5d4f252", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5963855421686747, "chrf": 71.60948794016039, "bleu": 56.507890878964, "rougeL": 0.6303030303030304, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}497{"pair_id": "pair_54c74e2c798ae5bd", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6251415628539072, "chrf": 66.55145307872714, "bleu": 37.10227324062986, "rougeL": 0.636029411764706, "len_ratio": 0.955719557195572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_1d0abd2dadc0c197", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.48551093035078796, "chrf": 59.37353900665012, "bleu": 33.162909586053864, "rougeL": 0.5129770992366413, "len_ratio": 0.9283489096573209, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}499{"pair_id": "pair_54e28a36191dee4c", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6239813736903377, "chrf": 72.4423803406784, "bleu": 46.394610844746424, "rougeL": 0.6253369272237197, "len_ratio": 0.9122340425531915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}500{"pair_id": "pair_fbca515430acceaf", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6763351749539595, "chrf": 72.9725523982914, "bleu": 53.32509210805123, "rougeL": 0.6791277258566978, "len_ratio": 1.0469798657718121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}501{"pair_id": "pair_cf6492320aff65e4", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5591647331786542, "chrf": 54.29526789370198, "bleu": 19.188697094607292, "rougeL": 0.4796747967479675, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_2b8b76d1ba917eea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6342443729903537, "chrf": 74.5050723651394, "bleu": 55.744602920231124, "rougeL": 0.719806763285024, "len_ratio": 1.0571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}503