Repository Public Research preview
1{"pair_id": "pair_c2f1c137c6271641", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3142857142857143, "chrf": 63.854230155418215, "bleu": 31.922182704114554, "rougeL": 0.3243243243243243, "len_ratio": 1.1318681318681318, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}2{"pair_id": "pair_88ace813a8b3351d", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.22676056338028172, "chrf": 23.50704592903646, "bleu": 2.9816508979228535, "rougeL": 0.302158273381295, "len_ratio": 0.26605504587155965, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}3{"pair_id": "pair_cf6f87cdabb3f952", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.35809523809523813, "chrf": 50.66779754478552, "bleu": 20.346171960077193, "rougeL": 0.38688524590163936, "len_ratio": 0.7757575757575758, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.6363636363636364, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}4{"pair_id": "pair_c9a24c7bb7e78f1c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6246736292428199, "chrf": 75.092377177605, "bleu": 57.277974846761445, "rougeL": 0.7207920792079208, "len_ratio": 0.9327731092436975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7567567567567568, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}5{"pair_id": "pair_2cd859920f41e079", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.46923076923076923, "chrf": 63.84726928011174, "bleu": 26.342575217428134, "rougeL": 0.5380116959064327, "len_ratio": 1.7377049180327868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}6{"pair_id": "pair_5d306565f901b859", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.28216704288939054, "chrf": 48.73708658685543, "bleu": 24.20834556899118, "rougeL": 0.4444444444444445, "len_ratio": 0.8382352941176471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_bfecc6cc97415a81", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3565891472868217, "chrf": 53.79663122107701, "bleu": 14.140793292873264, "rougeL": 0.3548387096774194, "len_ratio": 1.7053571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}8{"pair_id": "pair_7aa06859d2b8eaf3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4914337240757439, "chrf": 61.26577830455167, "bleu": 28.870138413975567, "rougeL": 0.5260115606936415, "len_ratio": 1.0632911392405062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_e466f13d4e948458", "doc_id": "doc_861988bceb67e1df", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2697841726618705, "chrf": 26.547527643287467, "bleu": 5.3417512188685485, "rougeL": 0.3207547169811321, "len_ratio": 0.30864197530864196, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}10{"pair_id": "pair_ddafbf95752d58ac", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4282933160285529, "chrf": 56.9551376078916, "bleu": 27.243915000036676, "rougeL": 0.3991130820399113, "len_ratio": 0.7723577235772358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}11{"pair_id": "pair_38aadd94683d43df", "doc_id": "doc_ece0bb556a23f499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49598246895544196, "chrf": 59.84742002914004, "bleu": 31.54017341125088, "rougeL": 0.5415676959619952, "len_ratio": 0.9056603773584906, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_edd03df01bb87e9b", "doc_id": "doc_649c56ed2a776c29", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4252336448598131, "chrf": 59.50858329191927, "bleu": 28.30613753227373, "rougeL": 0.46779661016949153, "len_ratio": 0.9215686274509803, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}13{"pair_id": "pair_5fe32f034a808b91", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5357390700902152, "chrf": 68.52509352038183, "bleu": 45.09017658911757, "rougeL": 0.588477366255144, "len_ratio": 0.9828326180257511, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.72, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}14{"pair_id": "pair_29d2a5db2f28c78a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4052631578947369, "chrf": 43.32801680445309, "bleu": 20.1422546833915, "rougeL": 0.463768115942029, "len_ratio": 0.6046511627906976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}15{"pair_id": "pair_ef88661bb782f59a", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.1942789034564958, "chrf": 23.263182943509864, "bleu": 1.5995921877309935, "rougeL": 0.29268292682926833, "len_ratio": 0.22388059701492538, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}16{"pair_id": "pair_a14abd5911f17e39", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4898785425101214, "chrf": 63.06955854681308, "bleu": 38.23669032667899, "rougeL": 0.5267175572519084, "len_ratio": 1.1206896551724137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_e1508ccdc2737934", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5757142857142857, "chrf": 63.67030087505567, "bleu": 33.73794600821181, "rougeL": 0.601851851851852, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_31750785a97eb870", "doc_id": "doc_83ee876009e1f14b", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5930451127819549, "chrf": 62.027823734349276, "bleu": 29.59202983803798, "rougeL": 0.5768025078369906, "len_ratio": 1.0201342281879195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}19{"pair_id": "pair_332abe3d88ca34f3", "doc_id": "doc_dca1cb2706c17137", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.35416666666666663, "chrf": 66.10839234285375, "bleu": 53.91977050066688, "rougeL": 0.6011560693641619, "len_ratio": 1.1944444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}20{"pair_id": "pair_310df76d9a77452b", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.36418166238217653, "chrf": 63.36161773929794, "bleu": 44.717180716030455, "rougeL": 0.467032967032967, "len_ratio": 0.9771428571428571, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}21{"pair_id": "pair_5d66280899bbb577", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.46484375, "chrf": 57.6667248829341, "bleu": 41.24050025798368, "rougeL": 0.4979591836734694, "len_ratio": 0.9833333333333333, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}22{"pair_id": "pair_7789e2d1de02f43f", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.059428571428571386, "chrf": 7.043317084835571, "bleu": 0.00014511988728198712, "rougeL": 0.1348314606741573, "len_ratio": 0.06854838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0}23{"pair_id": "pair_d77676aa5b9788c2", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.29472539423599786, "chrf": 57.985398714481015, "bleu": 20.99502261792122, "rougeL": 0.3510848126232742, "len_ratio": 1.0403225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}24{"pair_id": "pair_c36f5acb28707610", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7719178082191781, "chrf": 76.18649191332419, "bleu": 50.622310457825265, "rougeL": 0.7956989247311828, "len_ratio": 0.9125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}25{"pair_id": "pair_282833e6d6a3984d", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3924825174825175, "chrf": 52.72822374527215, "bleu": 31.86368027566349, "rougeL": 0.5149700598802395, "len_ratio": 0.7197452229299363, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7857142857142857, "number_precision": 0.7333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}26{"pair_id": "pair_3107ab05d03041bf", "doc_id": "doc_679741e00536f8a4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.347678369195923, "chrf": 53.13291951369019, "bleu": 23.50540994949467, "rougeL": 0.3801980198019802, "len_ratio": 0.8154981549815498, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}27{"pair_id": "pair_44c009613aaa4668", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6055776892430279, "chrf": 67.2597820202142, "bleu": 38.41661961283866, "rougeL": 0.6148531951640759, "len_ratio": 0.9152542372881356, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}28{"pair_id": "pair_74db4e98c7a188d4", "doc_id": "doc_861988bceb67e1df", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.24100719424460426, "chrf": 22.07966874738744, "bleu": 3.678411384008382, "rougeL": 0.3238095238095238, "len_ratio": 0.2962962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}29{"pair_id": "pair_c63e797c6528b4db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.512280701754386, "chrf": 54.19682837525497, "bleu": 30.477569866583337, "rougeL": 0.6330935251798562, "len_ratio": 0.5930232558139535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}30{"pair_id": "pair_2fb4bbe550e27ac4", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.33231939163498103, "chrf": 53.65822503333404, "bleu": 25.5284536013689, "rougeL": 0.3966597077244258, "len_ratio": 1.025531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8125, "number_precision": 0.6842105263157895, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}31{"pair_id": "pair_2debd28bdd098ed4", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6, "chrf": 63.09522228244716, "bleu": 32.9238565469731, "rougeL": 0.5695142378559465, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}32{"pair_id": "pair_0a11a544a9f4279b", "doc_id": "doc_dca1cb2706c17137", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3058064516129032, "chrf": 66.24640853115451, "bleu": 36.97049227155767, "rougeL": 0.47887323943661975, "len_ratio": 1.6666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.625, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}33{"pair_id": "pair_3bac7ae06f23e6e9", "doc_id": "doc_b860396abb8d4077", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5108695652173914, "chrf": 59.531873839827966, "bleu": 16.717697436109344, "rougeL": 0.5025641025641027, "len_ratio": 1.244186046511628, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}34{"pair_id": "pair_9fe6e1a7a8780864", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.41613198900091664, "chrf": 62.95220923543936, "bleu": 25.91964414998187, "rougeL": 0.39160839160839156, "len_ratio": 1.6481481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 3.0}35{"pair_id": "pair_baaf464a605e8459", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.38411458333333337, "chrf": 56.391846918292835, "bleu": 30.615476027761314, "rougeL": 0.4244604316546763, "len_ratio": 1.0245901639344261, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7916666666666666, "number_precision": 0.8636363636363636, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}36{"pair_id": "pair_b3c1ef143c87299c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.554016620498615, "chrf": 62.62199988232579, "bleu": 27.738895490991307, "rougeL": 0.544776119402985, "len_ratio": 1.3727272727272728, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}37{"pair_id": "pair_a4e47c424e3157c2", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5984182776801406, "chrf": 69.3681383645056, "bleu": 48.22991437752741, "rougeL": 0.7010309278350515, "len_ratio": 1.1290322580645162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8372093023255814, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}38{"pair_id": "pair_825e0b63e41c4455", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5, "chrf": 56.13638528719483, "bleu": 34.18906895937377, "rougeL": 0.5403050108932462, "len_ratio": 0.7521008403361344, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6486486486486487, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}39{"pair_id": "pair_93a4261a917f89c8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5906374501992031, "chrf": 68.39666229749514, "bleu": 41.72980446651728, "rougeL": 0.6202321724709784, "len_ratio": 1.006779661016949, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.625, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}40{"pair_id": "pair_d5b4a6808c4e0395", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5077881619937694, "chrf": 60.51020722411698, "bleu": 24.13173628734943, "rougeL": 0.5, "len_ratio": 1.408, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}41{"pair_id": "pair_309d2b488da63069", "doc_id": "doc_679741e00536f8a4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3080407701019252, "chrf": 36.27075613635156, "bleu": 13.737613576412448, "rougeL": 0.31718061674008813, "len_ratio": 0.6273062730627307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}42{"pair_id": "pair_84b526d08998412d", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5216465578424414, "chrf": 70.13379327694345, "bleu": 42.17666340066326, "rougeL": 0.5986078886310905, "len_ratio": 1.1828571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}43{"pair_id": "pair_c9dff9e920618fcf", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5995184590690208, "chrf": 70.16560136816616, "bleu": 44.91170045940216, "rougeL": 0.6628895184135978, "len_ratio": 1.0654761904761905, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_56c29f7adc442782", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.2272727272727273, "chrf": 23.941390143242355, "bleu": 4.064348112040921, "rougeL": 0.2727272727272727, "len_ratio": 0.31, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}45{"pair_id": "pair_69526c4f889174ea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.10465116279069764, "chrf": 10.026164796298982, "bleu": 0.0028114838290653347, "rougeL": 0.11864406779661017, "len_ratio": 0.08653846153846154, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}46{"pair_id": "pair_709d9ccf1de16f09", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5010409437890354, "chrf": 65.80213628780523, "bleu": 40.30213208601313, "rougeL": 0.5324675324675325, "len_ratio": 0.8884120171673819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.64, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}47{"pair_id": "pair_ef146ab27b0e7e54", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7937158469945356, "chrf": 79.39004219995395, "bleu": 56.347727777777585, "rougeL": 0.7628865979381443, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_ac7ce65c0ed087c7", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7, "chrf": 67.87547882168793, "bleu": 31.813808313811244, "rougeL": 0.7425149700598803, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_1815421c03271d30", "doc_id": "doc_b860396abb8d4077", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5076023391812865, "chrf": 62.02984874757252, "bleu": 16.907716054832648, "rougeL": 0.5365853658536585, "len_ratio": 1.3604651162790697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}50{"pair_id": "pair_361baa22f73d5d89", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.41322725012431627, "chrf": 52.048948025906164, "bleu": 37.714630575916225, "rougeL": 0.42882882882882883, "len_ratio": 0.7550335570469798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.7894736842105263, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}51{"pair_id": "pair_14bb7407d84c5108", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.33476394849785407, "chrf": 53.76357715063443, "bleu": 18.822694282432792, "rougeL": 0.3508064516129032, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}52{"pair_id": "pair_5b833ea3d18cee1a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3127490039840638, "chrf": 53.88228614626869, "bleu": 22.793165943740654, "rougeL": 0.3794212218649518, "len_ratio": 0.9735099337748344, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5714285714285714, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}53{"pair_id": "pair_3be5f5987924112e", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3046875, "chrf": 51.72448849246988, "bleu": 20.363656690554063, "rougeL": 0.33670033670033667, "len_ratio": 1.2878787878787878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0}54{"pair_id": "pair_84b3d5ee6c5732e9", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4841269841269841, "chrf": 63.5762682461347, "bleu": 27.610300242202086, "rougeL": 0.5106382978723405, "len_ratio": 1.2338709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7272727272727273, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}55{"pair_id": "pair_6705f52d07301d80", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5553914327917282, "chrf": 67.27761397617355, "bleu": 31.563066489186767, "rougeL": 0.5846153846153846, "len_ratio": 1.1348314606741574, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}56{"pair_id": "pair_0575bcaf8a580eff", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4556803995006242, "chrf": 59.96046216626766, "bleu": 15.741448548462019, "rougeL": 0.4878048780487805, "len_ratio": 1.3604651162790697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_b0a97dde4778340f", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.38267148014440433, "chrf": 61.926078774450446, "bleu": 35.48292557539119, "rougeL": 0.42651296829971175, "len_ratio": 1.1265822784810127, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_c13e870b71423560", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.36434977578475336, "chrf": 53.0289977250059, "bleu": 22.59050641954282, "rougeL": 0.3484320557491289, "len_ratio": 1.2121212121212122, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_b7af3e2054df7348", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8084507042253521, "chrf": 77.07062735440017, "bleu": 56.934287137910374, "rougeL": 0.7596153846153846, "len_ratio": 0.8899082568807339, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_a6f59a9b5f2a67b6", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7239130434782608, "chrf": 77.3095675860102, "bleu": 52.470551754843015, "rougeL": 0.7647058823529411, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_f2ece22c29d8c29c", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2740112994350282, "chrf": 68.57991577121886, "bleu": 41.281222370626374, "rougeL": 0.5049504950495051, "len_ratio": 1.5138888888888888, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7692307692307693, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}62{"pair_id": "pair_5baebdc9177a8e28", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4114211550940947, "chrf": 57.730927415692044, "bleu": 24.20926097724271, "rougeL": 0.42857142857142855, "len_ratio": 0.8821138211382114, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}63{"pair_id": "pair_13910713f8f06594", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.5353618421052632, "chrf": 67.29063767503354, "bleu": 38.97787677192968, "rougeL": 0.5859154929577465, "len_ratio": 1.1518987341772151, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}64{"pair_id": "pair_7c7fa7446f4b6077", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4535790219702339, "chrf": 62.828487902680884, "bleu": 33.75985216841941, "rougeL": 0.5203619909502262, "len_ratio": 0.9952830188679245, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}65{"pair_id": "pair_d0d8567447797e47", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.36155800169348007, "chrf": 68.74446503983668, "bleu": 31.15158739046424, "rougeL": 0.45569620253164556, "len_ratio": 1.167832167832168, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}66{"pair_id": "pair_65e729d5744846f2", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.33631840796019896, "chrf": 68.0422514442485, "bleu": 43.45754223284419, "rougeL": 0.5163636363636365, "len_ratio": 1.088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -2.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}67{"pair_id": "pair_13b6b22424f34722", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.36141732283464567, "chrf": 65.13937074034455, "bleu": 24.794839061696873, "rougeL": 0.3529411764705882, "len_ratio": 1.8333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 4.0}68{"pair_id": "pair_077eb0513a8a2593", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.46590909090909094, "chrf": 63.19893517247277, "bleu": 40.43326401000086, "rougeL": 0.39790575916230364, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.7142857142857143, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}69{"pair_id": "pair_085c632978ba7aec", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6042944785276074, "chrf": 60.61497189451831, "bleu": 29.752771746301363, "rougeL": 0.6315789473684211, "len_ratio": 1.0727272727272728, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_0183e401e64b2103", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5365535248041775, "chrf": 61.388826601196946, "bleu": 33.777421372256136, "rougeL": 0.5753424657534246, "len_ratio": 0.957983193277311, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8378378378378378, "number_precision": 0.8611111111111112, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_d3e8221632482ce6", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.35611164581328203, "chrf": 61.68505274351491, "bleu": 37.772022171962256, "rougeL": 0.49693251533742333, "len_ratio": 0.8816568047337278, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}72{"pair_id": "pair_37584e42a04d474b", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5782122905027933, "chrf": 69.37095625646286, "bleu": 45.31685964446922, "rougeL": 0.6250000000000001, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7441860465116279, "number_precision": 0.6808510638297872, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}73{"pair_id": "pair_bb60bba73e78c46c", "doc_id": "doc_fc3b7b904133fd48", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5616102110947472, "chrf": 65.53651912575015, "bleu": 32.82049760806963, "rougeL": 0.5553772070626004, "len_ratio": 1.0333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}74{"pair_id": "pair_75d7b0ff6200aead", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.06958762886597936, "chrf": 5.604311130771186, "bleu": 3.545241880873832e-06, "rougeL": 0.07751937984496124, "len_ratio": 0.06224066390041494, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0}75{"pair_id": "pair_3ba5e1d5b6c69220", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6525641025641026, "chrf": 67.10855192753866, "bleu": 35.974577278833166, "rougeL": 0.6126914660831511, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_bc7df2b0b58f07c0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.463855421686747, "chrf": 50.053433596365856, "bleu": 30.920775639451314, "rougeL": 0.5588235294117647, "len_ratio": 0.6341463414634146, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}77{"pair_id": "pair_4a56d218431976d2", "doc_id": "doc_fc78b461465fbd42", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.29075309818875117, "chrf": 63.98493679308162, "bleu": 32.38073697274286, "rougeL": 0.4780876494023904, "len_ratio": 1.4257425742574257, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}78{"pair_id": "pair_23020662bb95ca91", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.43243243243243246, "chrf": 63.006196233888765, "bleu": 26.39026579909264, "rougeL": 0.4815618221258134, "len_ratio": 1.2923076923076924, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}79{"pair_id": "pair_f19c76567b23a0ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5161290322580645, "chrf": 55.47913204881125, "bleu": 22.47792513305899, "rougeL": 0.4776119402985075, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_5cdba9bf502e78bf", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3401435670900055, "chrf": 56.222155285465114, "bleu": 19.825067374783604, "rougeL": 0.2897959183673469, "len_ratio": 1.4256410256410257, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}81{"pair_id": "pair_860db84d69c18d28", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.2897884084636615, "chrf": 53.24138153937178, "bleu": 23.030082072271046, "rougeL": 0.2762762762762762, "len_ratio": 0.9464285714285714, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}82{"pair_id": "pair_d9e2bd843586d3b6", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.597676107480029, "chrf": 68.41449190108085, "bleu": 49.68737157522591, "rougeL": 0.6936708860759494, "len_ratio": 0.8254716981132075, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 0.8333333333333334, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}83{"pair_id": "pair_0ca79ef661d41111", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6996547756041427, "chrf": 76.74825002609225, "bleu": 56.85364107369902, "rougeL": 0.744186046511628, "len_ratio": 0.9785714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}84{"pair_id": "pair_a0968e66079c004e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5382568196939455, "chrf": 71.51583301423138, "bleu": 44.88299933188883, "rougeL": 0.5765407554671967, "len_ratio": 1.0600858369098713, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.76, "number_precision": 0.7037037037037037, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}85{"pair_id": "pair_52e39ed348aac3a4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5176678445229682, "chrf": 57.911516714841014, "bleu": 22.811776713796302, "rougeL": 0.5142857142857143, "len_ratio": 1.0843373493975903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}86{"pair_id": "pair_29b37b2755361452", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31151241534988716, "chrf": 45.18996770825548, "bleu": 20.251306177266056, "rougeL": 0.27906976744186046, "len_ratio": 0.8823529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}87{"pair_id": "pair_112e8b5bc79d4c76", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.46590909090909094, "chrf": 48.99636387560887, "bleu": 18.965425294275143, "rougeL": 0.5, "len_ratio": 0.55, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}88{"pair_id": "pair_3416f54517de3a0a", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6109358569926393, "chrf": 78.00884751558422, "bleu": 46.0603345499012, "rougeL": 0.6504065040650406, "len_ratio": 1.0940170940170941, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}89{"pair_id": "pair_b3635f9580f269d9", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3993150684931507, "chrf": 53.19733014379226, "bleu": 21.98522343310624, "rougeL": 0.3508771929824561, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}90{"pair_id": "pair_99293ecb0a4cd768", "doc_id": "doc_adb94552819f8ffa", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3348017621145375, "chrf": 35.16810718842435, "bleu": 13.386862492019663, "rougeL": 0.45454545454545453, "len_ratio": 0.42592592592592593, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}91{"pair_id": "pair_d64d352ec2ad2195", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.44505494505494503, "chrf": 53.82799041586735, "bleu": 21.466447611362558, "rougeL": 0.47727272727272724, "len_ratio": 1.0843373493975903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}92{"pair_id": "pair_09ee5dff1e5e4273", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6663636363636364, "chrf": 80.27286423414843, "bleu": 63.938679349813114, "rougeL": 0.7764705882352942, "len_ratio": 1.0443037974683544, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_f182e5eaf0432943", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.0, "chrf": 0.0, "bleu": 0.0, "rougeL": 0.0, "len_ratio": 0.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -9.0}94{"pair_id": "pair_0c007f2c914a8490", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6254901960784314, "chrf": 59.319851794156406, "bleu": 24.735796750966333, "rougeL": 0.6064516129032258, "len_ratio": 1.0845070422535212, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}95{"pair_id": "pair_00e22a541a8205fb", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3896636587366694, "chrf": 56.10767623944864, "bleu": 24.303791544181813, "rougeL": 0.44386422976501305, "len_ratio": 1.1049723756906078, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}96{"pair_id": "pair_226b9d93fb3b78d2", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6031824962705121, "chrf": 67.5742104693723, "bleu": 52.243905961966426, "rougeL": 0.6451612903225806, "len_ratio": 0.7651006711409396, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9047619047619048, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}97{"pair_id": "pair_c0fbeb2f53407ec2", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.49523809523809526, "chrf": 62.47594678515581, "bleu": 31.599518489131363, "rougeL": 0.5665961945031711, "len_ratio": 0.9416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}98{"pair_id": "pair_92295b6bf7326ef3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.42755681818181823, "chrf": 50.41291702462666, "bleu": 23.346021121079758, "rougeL": 0.3846153846153846, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_6a54430676e3afee", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.34265103697024346, "chrf": 55.43830408909991, "bleu": 18.797832000993136, "rougeL": 0.25735294117647056, "len_ratio": 1.6534653465346534, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}100{"pair_id": "pair_ff91540eb76ef41b", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.742798353909465, "chrf": 72.52956215295163, "bleu": 51.13429112793109, "rougeL": 0.7310344827586208, "len_ratio": 0.9577464788732394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}101{"pair_id": "pair_9c8b07170dee3fc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6734082397003746, "chrf": 71.30940173593626, "bleu": 48.16035723002102, "rougeL": 0.6550868486352358, "len_ratio": 1.0569948186528497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}102{"pair_id": "pair_cdf5e07cfa111db0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.33835616438356164, "chrf": 65.92791817131464, "bleu": 26.919645241000655, "rougeL": 0.32, "len_ratio": 1.4195804195804196, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}103{"pair_id": "pair_feae3a82e82b3560", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.568661971830986, "chrf": 57.49394488609363, "bleu": 16.982379080248926, "rougeL": 0.5964912280701754, "len_ratio": 1.105263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_7a4e464f49cef478", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6073825503355705, "chrf": 74.59508076477405, "bleu": 45.54235446059311, "rougeL": 0.6107784431137725, "len_ratio": 1.267605633802817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_cd36a4c6c7097fb6", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.3023809523809524, "chrf": 26.33870163347864, "bleu": 3.8713352802430894, "rougeL": 0.26, "len_ratio": 0.417910447761194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}106{"pair_id": "pair_883e725c99960b2f", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.37777777777777777, "chrf": 39.60752627111025, "bleu": 10.141126520223427, "rougeL": 0.4201680672268908, "len_ratio": 0.40963855421686746, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_268d7de64e3932db", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.40747176368375326, "chrf": 71.3080877663475, "bleu": 35.28336790376411, "rougeL": 0.5466666666666666, "len_ratio": 1.2677165354330708, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}108{"pair_id": "pair_c2c108f80b07fd16", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.29494949494949496, "chrf": 29.126662989130203, "bleu": 5.5053266511768335, "rougeL": 0.36697247706422015, "len_ratio": 0.30120481927710846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}109{"pair_id": "pair_ab7de25bbdd65971", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6190476190476191, "chrf": 67.09853092647579, "bleu": 33.86307609026734, "rougeL": 0.5925925925925926, "len_ratio": 1.064, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_478c4b8f9ad75ac5", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.42872117400419285, "chrf": 65.4388752330305, "bleu": 28.550934540599357, "rougeL": 0.3898305084745763, "len_ratio": 1.5053763440860215, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}111{"pair_id": "pair_f6cbd61713858e62", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.473568281938326, "chrf": 43.24922129769497, "bleu": 23.50234933411453, "rougeL": 0.48275862068965514, "len_ratio": 0.5362318840579711, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}112{"pair_id": "pair_ee673d7d287e330c", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.43143812709030105, "chrf": 44.89645002747384, "bleu": 16.341796826875246, "rougeL": 0.28048780487804875, "len_ratio": 1.3970588235294117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}113{"pair_id": "pair_ca62b831bb4e2a34", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5608614232209738, "chrf": 64.07473204968304, "bleu": 33.89563696846932, "rougeL": 0.6455696202531646, "len_ratio": 0.8544303797468354, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}114{"pair_id": "pair_5ebbe3e9c50f5dee", "doc_id": "doc_dca1cb2706c17137", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.33989266547406083, "chrf": 77.14054278199627, "bleu": 58.76681116918472, "rougeL": 0.6033519553072625, "len_ratio": 1.2638888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7692307692307693, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}115{"pair_id": "pair_9d9260af9ec73688", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.07538659793814428, "chrf": 6.587110967324132, "bleu": 8.430262717254067e-05, "rougeL": 0.0996168582375479, "len_ratio": 0.07468879668049792, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0}116{"pair_id": "pair_fa08cdd0e59caa37", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.47301275760549555, "chrf": 65.82374778417804, "bleu": 28.806768743856253, "rougeL": 0.5373134328358209, "len_ratio": 1.6, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5294117647058824, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}117{"pair_id": "pair_d044533b3cac04dc", "doc_id": "doc_b9f6f386c52a2106", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.39168490153172864, "chrf": 45.68624199865273, "bleu": 16.730867755136845, "rougeL": 0.48076923076923084, "len_ratio": 0.5303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}118{"pair_id": "pair_f2de92be1ccd929d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5361904761904762, "chrf": 55.52411218853528, "bleu": 28.00849892749369, "rougeL": 0.5537459283387622, "len_ratio": 0.806060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}119{"pair_id": "pair_0818b3c5596fbd53", "doc_id": "doc_861988bceb67e1df", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4946043165467626, "chrf": 46.963939317127085, "bleu": 19.416046485560358, "rougeL": 0.4558823529411764, "len_ratio": 0.6790123456790124, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}120{"pair_id": "pair_959eefd58201c50e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3352476669059583, "chrf": 63.56906837695752, "bleu": 23.330597821873088, "rougeL": 0.30177514792899407, "len_ratio": 1.3146853146853146, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}121{"pair_id": "pair_17e9935d45652340", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3921568627450981, "chrf": 42.95911739065584, "bleu": 16.18696456960594, "rougeL": 0.3508771929824561, "len_ratio": 0.8977272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}122{"pair_id": "pair_b28b357cb1924196", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7880928355196771, "chrf": 73.33961539607438, "bleu": 49.0690478763676, "rougeL": 0.7491638795986622, "len_ratio": 0.912751677852349, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_9bda1e4a7f3e5127", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5147540983606558, "chrf": 59.89231994077643, "bleu": 35.113636034282486, "rougeL": 0.4901960784313726, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.5833333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_139b250bbc55cfa0", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3459507042253521, "chrf": 53.5401839406367, "bleu": 18.807544877264707, "rougeL": 0.35000000000000003, "len_ratio": 1.1393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 3.0}125{"pair_id": "pair_5087d0ae8b3b2403", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4555669050051072, "chrf": 58.97741910501121, "bleu": 29.653732047450553, "rougeL": 0.43343653250774, "len_ratio": 1.3852459016393444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7916666666666666, "number_precision": 0.7916666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}126{"pair_id": "pair_caea015427837011", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5390796201607013, "chrf": 59.101664589543546, "bleu": 26.976627511294517, "rougeL": 0.5275779376498801, "len_ratio": 1.0717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}127{"pair_id": "pair_92bc12c44c2ade8c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5648068669527897, "chrf": 67.74978236773586, "bleu": 29.919837920918095, "rougeL": 0.5602836879432624, "len_ratio": 1.481818181818182, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}128{"pair_id": "pair_5977469e4fc8b79e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3122362869198312, "chrf": 63.93703000042319, "bleu": 33.73097099974042, "rougeL": 0.47407407407407415, "len_ratio": 1.072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_1599bf9340a179ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5144628099173554, "chrf": 56.92397868541682, "bleu": 24.21885135725044, "rougeL": 0.4999999999999999, "len_ratio": 1.0757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_f7dea80742b3e05e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5056294779938588, "chrf": 74.60231660627525, "bleu": 41.88522088291785, "rougeL": 0.6058394160583941, "len_ratio": 1.062992125984252, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}131{"pair_id": "pair_05323c96c3cb3c53", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.42643229166666663, "chrf": 64.75159747413244, "bleu": 31.02712482035095, "rougeL": 0.43099273607748184, "len_ratio": 1.1189189189189188, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}132{"pair_id": "pair_bf7b5c7d8a864a85", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2585858585858586, "chrf": 24.41967151832392, "bleu": 2.8945191239674326, "rougeL": 0.26168224299065423, "len_ratio": 0.26506024096385544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}133{"pair_id": "pair_6d7fbf8a7fbda239", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.39504260263361735, "chrf": 67.5735034556374, "bleu": 30.679994024018946, "rougeL": 0.3742690058479532, "len_ratio": 1.3706293706293706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}134{"pair_id": "pair_b9e0ae06d897b53a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8176733780760627, "chrf": 80.74015753510477, "bleu": 67.7103352327796, "rougeL": 0.8013698630136987, "len_ratio": 0.9652777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}135{"pair_id": "pair_1346e094f5b641a0", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.35383833248601937, "chrf": 49.779229921452746, "bleu": 19.328789784390434, "rougeL": 0.365415986949429, "len_ratio": 0.8411214953271028, "placeholders_exact": 0.0, "placeholder_recall": 0.9285714285714286, "number_recall": 1.0, "number_precision": 0.4, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_77e98b9492cac4bf", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.2200647249190939, "chrf": 25.614394005963188, "bleu": 4.6770622383959, "rougeL": 0.4057971014492754, "len_ratio": 0.2545454545454545, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}137{"pair_id": "pair_6839ba367d497e80", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5977125808055694, "chrf": 62.961717364754264, "bleu": 43.92735799189322, "rougeL": 0.663003663003663, "len_ratio": 0.7483221476510067, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}138{"pair_id": "pair_e122991f6f098a5c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.18693009118541037, "chrf": 17.965040192547832, "bleu": 0.2863916162148621, "rougeL": 0.19858156028368792, "len_ratio": 0.18333333333333332, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2222222222222222, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}139{"pair_id": "pair_e6d5bc36e800dea4", "doc_id": "doc_b9f6f386c52a2106", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6125541125541125, "chrf": 66.52421291450774, "bleu": 36.478091162124144, "rougeL": 0.6616541353383458, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_f99f42256b1a243b", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3250883392226148, "chrf": 52.65876989422126, "bleu": 23.781759497409467, "rougeL": 0.37662337662337664, "len_ratio": 1.25, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_5b710b0eaa6a3c86", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.430939226519337, "chrf": 61.284221289729544, "bleu": 37.11774948191488, "rougeL": 0.49023861171366595, "len_ratio": 0.9404255319148936, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9375, "number_precision": 0.9375, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}142{"pair_id": "pair_6e3668c7f5aa2372", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4150602409638554, "chrf": 61.114356770853625, "bleu": 29.356034688388473, "rougeL": 0.47876447876447875, "len_ratio": 1.0406504065040652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}143{"pair_id": "pair_6e2d7f9a5d9f9147", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.45914396887159536, "chrf": 65.37154993572759, "bleu": 37.429857127271525, "rougeL": 0.5256410256410257, "len_ratio": 1.2238805970149254, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}144{"pair_id": "pair_1a8d87fd55235b10", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5443037974683544, "chrf": 67.20295768331957, "bleu": 31.49970134112489, "rougeL": 0.5668449197860962, "len_ratio": 1.2088607594936709, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}145{"pair_id": "pair_525a4dd28c4b4896", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2975460122699386, "chrf": 59.36220435792181, "bleu": 37.395438816574284, "rougeL": 0.45771144278606957, "len_ratio": 1.4722222222222223, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}146{"pair_id": "pair_036003c71b2dce7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5212121212121212, "chrf": 67.70183537579422, "bleu": 39.01949142960078, "rougeL": 0.5632911392405063, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}147{"pair_id": "pair_4904c33d6c1b73da", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.28957528957528955, "chrf": 51.69910175024863, "bleu": 27.959284869095878, "rougeL": 0.410958904109589, "len_ratio": 1.1323529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}148{"pair_id": "pair_d9b03c7c8aaddbe7", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4054316197866149, "chrf": 63.56486153942513, "bleu": 27.311492283316554, "rougeL": 0.3893129770992366, "len_ratio": 1.2307692307692308, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}149{"pair_id": "pair_3a1638667a02fa34", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6646825396825398, "chrf": 67.03419706208024, "bleu": 39.41245089882904, "rougeL": 0.670926517571885, "len_ratio": 0.9932885906040269, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_891babd17476b7f6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.46217616580310883, "chrf": 63.77025877720921, "bleu": 37.471967231767564, "rougeL": 0.5372168284789645, "len_ratio": 0.9536423841059603, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_83e7174596232969", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.35564202334630346, "chrf": 56.94730913451976, "bleu": 19.465913148099972, "rougeL": 0.4292682926829268, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_0dafd3db8e4005b7", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6300997280145059, "chrf": 66.92695830186341, "bleu": 29.806123859573585, "rougeL": 0.551948051948052, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}153{"pair_id": "pair_4fdf03c241c1b9a6", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6770833333333333, "chrf": 72.37844257649574, "bleu": 46.531264801347035, "rougeL": 0.6718146718146719, "len_ratio": 1.1120689655172413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_be453f24c5c74e51", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.340956340956341, "chrf": 62.9618641184841, "bleu": 28.38144105726205, "rougeL": 0.48305084745762716, "len_ratio": 1.3157894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.25, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}155{"pair_id": "pair_0488cc573afa8f86", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3250564334085779, "chrf": 50.5641575599841, "bleu": 25.649626051839004, "rougeL": 0.36231884057971014, "len_ratio": 1.1590909090909092, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}156{"pair_id": "pair_a9c8a20f6e572e5c", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3934191702432046, "chrf": 63.117588852135285, "bleu": 35.81823151594723, "rougeL": 0.5470852017937219, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_c90720b095cc6e2f", "doc_id": "doc_679741e00536f8a4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.38731596828992076, "chrf": 61.29433856628195, "bleu": 35.028326027064416, "rougeL": 0.4419475655430712, "len_ratio": 0.9188191881918819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}158{"pair_id": "pair_841c279b940a75a2", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.42516161113873696, "chrf": 59.42038315807612, "bleu": 44.086414021339145, "rougeL": 0.41868512110726647, "len_ratio": 0.8322147651006712, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7619047619047619, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}159{"pair_id": "pair_d0bd794757654c36", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5820476858345021, "chrf": 67.53936427941089, "bleu": 38.79693173405388, "rougeL": 0.5420560747663552, "len_ratio": 0.944954128440367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_4c24d0342602a3f7", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5647619047619048, "chrf": 56.40945904797919, "bleu": 27.73650100154691, "rougeL": 0.5629139072847682, "len_ratio": 0.7818181818181819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}161{"pair_id": "pair_799379190681876a", "doc_id": "doc_c496dc8b7656356a", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.3168411037107517, "chrf": 65.11061835114045, "bleu": 27.511996503697908, "rougeL": 0.5070422535211268, "len_ratio": 1.5904761904761904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}162{"pair_id": "pair_52a9288d64fe2a48", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6559356136820926, "chrf": 69.11571821226985, "bleu": 40.43864672755771, "rougeL": 0.6448445171849428, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}163{"pair_id": "pair_39f46ef7b68a4774", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4004670169293637, "chrf": 68.54750322909979, "bleu": 37.9402081189394, "rougeL": 0.48587570621468934, "len_ratio": 1.145922746781116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.76, "number_precision": 0.7307692307692307, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}164{"pair_id": "pair_824409119c9663a6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44358578052550235, "chrf": 50.255349122845274, "bleu": 21.102491277761718, "rougeL": 0.3823529411764706, "len_ratio": 1.2682926829268293, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}165{"pair_id": "pair_f1c86722885c76ff", "doc_id": "doc_96174e2f07291f09", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.37075718015665793, "chrf": 66.89035567805752, "bleu": 36.17266713965365, "rougeL": 0.36363636363636365, "len_ratio": 1.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.4375, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}166{"pair_id": "pair_df6be18d270dc4a3", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7722132471728594, "chrf": 74.78681870021651, "bleu": 58.38314105247333, "rougeL": 0.7832898172323759, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_ed3b962d3e6a321e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.40439158279963405, "chrf": 65.76776867218459, "bleu": 43.475381340145816, "rougeL": 0.6376811594202898, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_754f1233f3268d8f", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5311398354876615, "chrf": 69.05757310981735, "bleu": 43.377700414278394, "rougeL": 0.5573770491803278, "len_ratio": 1.221311475409836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 0.88, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_ba5d583e265a7c7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.33528265107212474, "chrf": 55.61732310997608, "bleu": 21.95407482882797, "rougeL": 0.425531914893617, "len_ratio": 1.144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}170{"pair_id": "pair_1dc8a303a3f0d2af", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.466710182767624, "chrf": 58.92291829243238, "bleu": 34.26629679764145, "rougeL": 0.5421686746987951, "len_ratio": 0.907563025210084, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7837837837837838, "number_precision": 0.8787878787878788, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}171{"pair_id": "pair_679bb06fbdb61cce", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5942857142857143, "chrf": 63.83006039090614, "bleu": 39.85616992148071, "rougeL": 0.645367412140575, "len_ratio": 0.8484848484848485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}172{"pair_id": "pair_e3df5fc0154b30ff", "doc_id": "doc_b860396abb8d4077", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.526797385620915, "chrf": 73.97512950687185, "bleu": 41.484068659051815, "rougeL": 0.5291005291005291, "len_ratio": 1.1744186046511629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_4353ce67ed0d3de6", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6114494518879415, "chrf": 74.45109335902484, "bleu": 47.90663673985129, "rougeL": 0.64, "len_ratio": 1.188118811881188, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}174{"pair_id": "pair_bae2f739b3cd7a03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.32018927444794953, "chrf": 59.49703715271048, "bleu": 21.60346341984027, "rougeL": 0.3042071197411004, "len_ratio": 1.6875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}175{"pair_id": "pair_559e3fd921f4c699", "doc_id": "doc_ece0bb556a23f499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5215485756026297, "chrf": 60.10722998064749, "bleu": 31.739451707623328, "rougeL": 0.5437352245862884, "len_ratio": 0.9150943396226415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_0a65f52f8892fe39", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5035460992907801, "chrf": 59.9607198003443, "bleu": 25.080940539350546, "rougeL": 0.530909090909091, "len_ratio": 1.1693548387096775, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_fa8b884f73780252", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3707664884135472, "chrf": 38.9820266915717, "bleu": 10.450786383388326, "rougeL": 0.30588235294117644, "len_ratio": 0.8863636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}178{"pair_id": "pair_0f08b49a0e7cc8db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4257028112449799, "chrf": 49.65252464697791, "bleu": 28.098658195833604, "rougeL": 0.536231884057971, "len_ratio": 0.6585365853658537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}179{"pair_id": "pair_88d8d3abc0147d7c", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6900584795321638, "chrf": 61.56681907788602, "bleu": 20.17081632051551, "rougeL": 0.6575342465753423, "len_ratio": 0.7631578947368421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}180{"pair_id": "pair_9f37e9cd0181c96b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.3714099216710183, "chrf": 57.43045020380407, "bleu": 27.23430554898075, "rougeL": 0.4228571428571428, "len_ratio": 1.0126050420168067, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8108108108108109, "number_precision": 0.75, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_e231d6f97d76b954", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.302158273381295, "chrf": 63.45204627788304, "bleu": 30.560553144346944, "rougeL": 0.4505119453924914, "len_ratio": 1.24, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}182{"pair_id": "pair_30b60ddaee841c4e", "doc_id": "doc_16a24631c5e15333", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.473568281938326, "chrf": 44.406924886197366, "bleu": 23.03354548853308, "rougeL": 0.5263157894736842, "len_ratio": 0.4927536231884058, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}183{"pair_id": "pair_6b13f8093ec407f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5268691588785046, "chrf": 65.1244625507714, "bleu": 44.302784308081925, "rougeL": 0.5328185328185329, "len_ratio": 1.125, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}184{"pair_id": "pair_5b2bea0bab86dd2e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5239852398523985, "chrf": 63.95618682038845, "bleu": 42.26900543814207, "rougeL": 0.6010362694300518, "len_ratio": 1.0903225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7906976744186046, "number_precision": 0.7727272727272727, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}185{"pair_id": "pair_6e67a6b351445017", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.31922723091076355, "chrf": 55.188306465041606, "bleu": 21.340052235689665, "rougeL": 0.28653295128939826, "len_ratio": 1.0238095238095237, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}186{"pair_id": "pair_48e0a53fe76abf78", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6101190476190477, "chrf": 60.49565954308703, "bleu": 35.4966217508481, "rougeL": 0.6206896551724138, "len_ratio": 1.1090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}187{"pair_id": "pair_f8bbebdcf24fae93", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.29978118161925604, "chrf": 54.74969293742483, "bleu": 26.95207897113732, "rougeL": 0.3511450381679389, "len_ratio": 1.2300884955752212, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}188{"pair_id": "pair_37626631db459db7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3796791443850267, "chrf": 50.65948140292531, "bleu": 25.96766303309796, "rougeL": 0.4135338345864662, "len_ratio": 1.619047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.4883720930232558, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}189{"pair_id": "pair_0a4a2b345952ba7c", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.25656565656565655, "chrf": 23.95124726173594, "bleu": 2.8945191239674326, "rougeL": 0.26168224299065423, "len_ratio": 0.26506024096385544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}190{"pair_id": "pair_c87919edb050ccf1", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5284837861524978, "chrf": 70.17494035021915, "bleu": 49.02812090345162, "rougeL": 0.6114285714285713, "len_ratio": 1.0116279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}191{"pair_id": "pair_83ab0cec38a71665", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3540540540540541, "chrf": 56.85739113002109, "bleu": 24.29567503252361, "rougeL": 0.3905723905723906, "len_ratio": 1.288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 3.0, "sentence_count_delta": 2.0}192{"pair_id": "pair_6c91deb8e621294c", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5279593318809005, "chrf": 62.35766705525451, "bleu": 41.80863352594082, "rougeL": 0.5528846153846154, "len_ratio": 0.9716981132075472, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.5, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}193{"pair_id": "pair_cf9bd8d5316b3cda", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.333716915995397, "chrf": 52.35720340217272, "bleu": 25.643923200329375, "rougeL": 0.3611111111111111, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.65, "number_precision": 0.6842105263157895, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}194{"pair_id": "pair_c3d7e8cc890d0a01", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5041152263374485, "chrf": 51.51804637093134, "bleu": 28.931063981330155, "rougeL": 0.5714285714285714, "len_ratio": 0.8028169014084507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}195{"pair_id": "pair_41381e86d7167f31", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.281508739650414, "chrf": 48.61454844747088, "bleu": 14.738244433810832, "rougeL": 0.2796352583586626, "len_ratio": 0.9166666666666666, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}196{"pair_id": "pair_f34d45a475abf3dc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5459345300950369, "chrf": 58.21930451885289, "bleu": 35.306579280314764, "rougeL": 0.5625, "len_ratio": 0.6850393700787402, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}197{"pair_id": "pair_d73404868e66c071", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.45128205128205123, "chrf": 59.7553506991963, "bleu": 28.48238522127473, "rougeL": 0.509090909090909, "len_ratio": 1.2112676056338028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}198{"pair_id": "pair_b53168bf2f84a788", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6347469220246238, "chrf": 68.34875811233955, "bleu": 41.23830223247593, "rougeL": 0.6301369863013698, "len_ratio": 0.9908256880733946, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_e4e5470946214868", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.46942446043165464, "chrf": 70.98905440589273, "bleu": 48.79223030777936, "rougeL": 0.5325443786982248, "len_ratio": 1.0443037974683544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}200{"pair_id": "pair_e681d108eb8dfe73", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.07314285714285718, "chrf": 6.802913235690028, "bleu": 0.0012283767402141458, "rougeL": 0.11764705882352941, "len_ratio": 0.08870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -8.0}201{"pair_id": "pair_ccb788e437dbf98a", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3632075471698113, "chrf": 61.89244457759418, "bleu": 27.66107379552824, "rougeL": 0.4042553191489362, "len_ratio": 1.2025316455696202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}202{"pair_id": "pair_9dffcc526e8aa927", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.44066852367688025, "chrf": 60.067891515153725, "bleu": 29.706271185262533, "rougeL": 0.4538745387453874, "len_ratio": 1.069767441860465, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 1.0}203{"pair_id": "pair_7555526a602f2966", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.30919220055710306, "chrf": 61.14647923338079, "bleu": 21.960622938177867, "rougeL": 0.2990033222591363, "len_ratio": 1.2213740458015268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}204{"pair_id": "pair_c40eab63b903284c", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.010587102983638075, "chrf": 1.238738554719744, "bleu": 4.495742528561545e-25, "rougeL": 0.022857142857142854, "len_ratio": 0.011834319526627219, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -3.0, "sentence_count_delta": -5.0}205{"pair_id": "pair_a9a7e68ae8728365", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.38357324301439455, "chrf": 70.56814846950469, "bleu": 35.32124045078364, "rougeL": 0.35714285714285715, "len_ratio": 1.31496062992126, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}206{"pair_id": "pair_5d7cd8a193a59be5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.770949720670391, "chrf": 74.02545528789481, "bleu": 57.25541741519093, "rougeL": 0.7643312101910829, "len_ratio": 0.8674698795180723, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_12b5db222f4b1fc9", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6758064516129032, "chrf": 71.16969657296346, "bleu": 50.35025725012121, "rougeL": 0.6859903381642513, "len_ratio": 1.011111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_38aca52ad271f027", "doc_id": "doc_b187f41399e937ba", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2997601918465228, "chrf": 63.79883821069525, "bleu": 34.92516172507935, "rougeL": 0.4727272727272727, "len_ratio": 0.9548872180451128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}209{"pair_id": "pair_be8e383c92ad21f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.35185185185185186, "chrf": 44.78784386796253, "bleu": 33.52977185266278, "rougeL": 0.4974093264248704, "len_ratio": 0.8690476190476191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7916666666666666, "number_precision": 0.7307692307692307, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_9014156535b7ac23", "doc_id": "doc_c496dc8b7656356a", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.647887323943662, "chrf": 67.77622288305977, "bleu": 42.46952315377128, "rougeL": 0.6635071090047393, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}211{"pair_id": "pair_74c055852c85b798", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5732647814910026, "chrf": 57.57902300598753, "bleu": 22.099597373513316, "rougeL": 0.5280000000000001, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_b37f8b5ebad36f43", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.30533235938641345, "chrf": 59.508737304750426, "bleu": 21.074779728437118, "rougeL": 0.2777777777777778, "len_ratio": 1.8303571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}213{"pair_id": "pair_d687a487c69b44c5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.36069455406471984, "chrf": 59.64221336013746, "bleu": 35.74594390270439, "rougeL": 0.4025157232704402, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9375, "number_precision": 0.8823529411764706, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}214{"pair_id": "pair_6a0e6daf837b4e83", "doc_id": "doc_b187f41399e937ba", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5462085308056872, "chrf": 67.4301997970051, "bleu": 35.621580544471065, "rougeL": 0.5899280575539568, "len_ratio": 0.9849624060150376, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_a34730671f2ff5a0", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6641566265060241, "chrf": 75.7440084036027, "bleu": 52.47864970206291, "rougeL": 0.74, "len_ratio": 0.9794871794871794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}216{"pair_id": "pair_181b3fd47b1b6f44", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6448250186150409, "chrf": 68.06133779494336, "bleu": 45.74200270253837, "rougeL": 0.6234413965087282, "len_ratio": 1.0518134715025906, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}217{"pair_id": "pair_f47ad2fcd2adec69", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.726788882318155, "chrf": 76.15194148054553, "bleu": 52.295820814047204, "rougeL": 0.7209775967413442, "len_ratio": 0.8682170542635659, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_14c561312905500f", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.24715909090909094, "chrf": 26.897898544969756, "bleu": 3.84571313821429, "rougeL": 0.368, "len_ratio": 0.24, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}219{"pair_id": "pair_1b730bf0230ec41e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.2901234567901234, "chrf": 53.62753504749921, "bleu": 37.3695289555244, "rougeL": 0.5340314136125655, "len_ratio": 0.8690476190476191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_654f752ab62f4ee7", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5543278084714549, "chrf": 64.89740377737068, "bleu": 37.5524692655729, "rougeL": 0.5838509316770187, "len_ratio": 1.2686567164179106, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}221{"pair_id": "pair_cb4d3669a0f39194", "doc_id": "doc_9ad63a530a55b56e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.42695035460992903, "chrf": 58.70285718132906, "bleu": 20.7192012699504, "rougeL": 0.45141065830721006, "len_ratio": 1.8363636363636364, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}222{"pair_id": "pair_6efdb5a8a1293946", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5376344086021505, "chrf": 54.92892641424116, "bleu": 14.963237500041243, "rougeL": 0.5476190476190476, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}223{"pair_id": "pair_b3d3223b69a0daa9", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.506909090909091, "chrf": 60.383888931314274, "bleu": 31.41972471557678, "rougeL": 0.5324384787472035, "len_ratio": 1.0235849056603774, "placeholders_exact": 0.0, "placeholder_recall": 0.7142857142857143, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_6c6ba26190d25691", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7386162034299231, "chrf": 77.96496802310423, "bleu": 58.28697857352345, "rougeL": 0.7704590818363274, "len_ratio": 0.9186046511627907, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}225{"pair_id": "pair_2023493ba50740fc", "doc_id": "doc_9ad63a530a55b56e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3376, "chrf": 56.54362754683194, "bleu": 18.54205100450872, "rougeL": 0.3424657534246575, "len_ratio": 1.5818181818181818, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}226{"pair_id": "pair_87fa12580d1af417", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47639860139860135, "chrf": 59.42461992356544, "bleu": 31.820851874841775, "rougeL": 0.512396694214876, "len_ratio": 0.8980891719745223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.7142857142857143, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}227{"pair_id": "pair_0869ae936350b1bc", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.48985507246376814, "chrf": 64.59004054258524, "bleu": 28.270253850533614, "rougeL": 0.5405405405405406, "len_ratio": 1.3825503355704698, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}228{"pair_id": "pair_c1dcd6be7b27ee1b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5442404006677797, "chrf": 61.53994112192876, "bleu": 33.17495541337037, "rougeL": 0.5461254612546126, "len_ratio": 1.069767441860465, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 2.0}229{"pair_id": "pair_77adc6e207dfe5dd", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5319148936170213, "chrf": 62.03283695290849, "bleu": 32.60249151281121, "rougeL": 0.5138888888888888, "len_ratio": 1.037593984962406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.6363636363636364, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}230{"pair_id": "pair_c4de341d5eb091f2", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.28739002932551316, "chrf": 52.68687277685476, "bleu": 21.458311434085594, "rougeL": 0.2765957446808511, "len_ratio": 1.3982300884955752, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 3.0, "hedge_delta": 2.0, "sentence_count_delta": 2.0}231{"pair_id": "pair_f7d4665fb582f979", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6267232237539766, "chrf": 71.60578838817237, "bleu": 42.33280571940386, "rougeL": 0.6484375, "len_ratio": 1.0775862068965518, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}232{"pair_id": "pair_c53d7c6c841a84c2", "doc_id": "doc_adb94552819f8ffa", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4464285714285714, "chrf": 63.98542995697659, "bleu": 31.503112106232596, "rougeL": 0.42748091603053434, "len_ratio": 1.4259259259259258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0}233{"pair_id": "pair_a5359ce8702011e3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5765690376569037, "chrf": 68.42831219235514, "bleu": 35.41323277851259, "rougeL": 0.5966850828729282, "len_ratio": 1.139240506329114, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}234{"pair_id": "pair_b01bdbdfc94d4b5b", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4859022556390977, "chrf": 61.025687211526545, "bleu": 28.6896088688175, "rougeL": 0.4968152866242038, "len_ratio": 1.2330827067669172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}235{"pair_id": "pair_4c038c9e04106c46", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5094051855617692, "chrf": 54.992350086326866, "bleu": 26.44144942021575, "rougeL": 0.5257352941176471, "len_ratio": 0.6230529595015576, "placeholders_exact": 0.0, "placeholder_recall": 0.7857142857142857, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}236{"pair_id": "pair_d90dba52a4210dd6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4046052631578947, "chrf": 63.41387069804229, "bleu": 31.572141807713443, "rougeL": 0.4502164502164502, "len_ratio": 1.263157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_3d038382ba9538c3", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2715477293790547, "chrf": 56.27392214537233, "bleu": 22.9795862452631, "rougeL": 0.3708609271523179, "len_ratio": 0.9673202614379085, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}238{"pair_id": "pair_9844dff15124c385", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3563829787234043, "chrf": 62.35120694281976, "bleu": 25.957079283620732, "rougeL": 0.38500000000000006, "len_ratio": 1.1373626373626373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_39f36fbade05e79f", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4205933682373473, "chrf": 56.054246689148115, "bleu": 22.313785495437717, "rougeL": 0.5222222222222223, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_35ece986010c118a", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.1294964028776978, "chrf": 12.837809122182387, "bleu": 0.03056731773353858, "rougeL": 0.10989010989010987, "len_ratio": 0.12345679012345678, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}241{"pair_id": "pair_9bbe065db892b4e1", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.39907192575406036, "chrf": 61.94921432684129, "bleu": 27.602955296733022, "rougeL": 0.477326968973747, "len_ratio": 1.0147783251231528, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_b861fda2ba1c33fa", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.47420965058236275, "chrf": 70.687406123281, "bleu": 40.19309147207407, "rougeL": 0.5875706214689266, "len_ratio": 1.1012658227848102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}243{"pair_id": "pair_b43ea84cc2b9caa2", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.29670329670329665, "chrf": 54.458463297313806, "bleu": 15.723127950987475, "rougeL": 0.3380281690140845, "len_ratio": 1.2802197802197801, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}244{"pair_id": "pair_6aa7e73a56ef15ba", "doc_id": "doc_bc5938d3f6b260f6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6248415716096325, "chrf": 73.56602878421373, "bleu": 49.82779002376574, "rougeL": 0.7215686274509805, "len_ratio": 0.9917355371900827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7272727272727273, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}245{"pair_id": "pair_1ec46fbe211d4778", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5437158469945356, "chrf": 70.66104239007205, "bleu": 49.819336838227045, "rougeL": 0.6435643564356436, "len_ratio": 0.9894736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.25, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_c2345f3d6e19cc11", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.07345360824742264, "chrf": 5.574461207137162, "bleu": 1.4445651875681406e-05, "rougeL": 0.06923076923076922, "len_ratio": 0.07053941908713693, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -8.0}247{"pair_id": "pair_6ba37e4de567bc3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.4477806788511749, "chrf": 53.91380213404261, "bleu": 26.05019128696969, "rougeL": 0.5092402464065708, "len_ratio": 0.8697478991596639, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7567567567567568, "number_precision": 0.8484848484848485, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}248{"pair_id": "pair_5f4b0a77a4183009", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5011801730920535, "chrf": 63.07949644434362, "bleu": 28.323130814226666, "rougeL": 0.5175718849840256, "len_ratio": 1.416, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}249{"pair_id": "pair_c43208b34ff7f949", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5781083953241233, "chrf": 67.5535697452918, "bleu": 36.763317410743504, "rougeL": 0.6119402985074627, "len_ratio": 1.096774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}250{"pair_id": "pair_887c056c0e105d41", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.057819169577027596, "chrf": 6.227978489495416, "bleu": 9.798632598120127e-07, "rougeL": 0.08333333333333334, "len_ratio": 0.05319148936170213, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -4.0, "sentence_count_delta": -16.0}251{"pair_id": "pair_87afc6f2b955f195", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5833333333333333, "chrf": 73.52762418333656, "bleu": 41.741464340534854, "rougeL": 0.6551724137931034, "len_ratio": 1.224, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}252{"pair_id": "pair_8da67bc3825d3492", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3375248180013236, "chrf": 60.88043665026661, "bleu": 28.14542835654903, "rougeL": 0.38738738738738737, "len_ratio": 1.0660377358490567, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.6666666666666666, "number_precision": 0.6, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}253{"pair_id": "pair_274aa9c1018763c9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5730337078651686, "chrf": 64.04068697003473, "bleu": 41.20714341779123, "rougeL": 0.5973025048169557, "len_ratio": 0.9844961240310077, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0}254{"pair_id": "pair_e90f69af9012be1e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3866057838660578, "chrf": 65.90147951527338, "bleu": 45.79367025714072, "rougeL": 0.3940886699507389, "len_ratio": 1.2073170731707317, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}255{"pair_id": "pair_89da4715f3fa0f38", "doc_id": "doc_fd2461ec733b3c95", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5819975339087546, "chrf": 62.09537855168015, "bleu": 38.468550375189025, "rougeL": 0.6098654708520179, "len_ratio": 0.8416666666666667, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_04b803c336afa73a", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.35545851528384276, "chrf": 62.55160624662146, "bleu": 32.452499009498695, "rougeL": 0.3548387096774194, "len_ratio": 1.3134328358208955, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_9b3eb54905fd2c9d", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6093880972338642, "chrf": 70.35116196707536, "bleu": 46.30124068789553, "rougeL": 0.6534653465346534, "len_ratio": 1.1806451612903226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7906976744186046, "number_precision": 0.68, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}258{"pair_id": "pair_22313211c45cfb5d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8613861386138614, "chrf": 87.69433366238029, "bleu": 69.11291889243581, "rougeL": 0.8415300546448088, "len_ratio": 1.0112359550561798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_377da45665f0e275", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6270053475935828, "chrf": 62.134717013057504, "bleu": 27.908561572176076, "rougeL": 0.5412844036697247, "len_ratio": 0.981651376146789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_80172c75c3eada27", "doc_id": "doc_7581bcce20007a86", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.3036036036036036, "chrf": 75.49636783061648, "bleu": 38.06748857805607, "rougeL": 0.4367816091954023, "len_ratio": 1.7526881720430108, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0}261{"pair_id": "pair_a5afb0af34d3e7d8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5489566613162119, "chrf": 70.3683440093707, "bleu": 34.9034178606557, "rougeL": 0.6524064171122994, "len_ratio": 1.0337078651685394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}262{"pair_id": "pair_eb8d5899132cadd5", "doc_id": "doc_9ad63a530a55b56e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3164852255054432, "chrf": 69.21573783823078, "bleu": 28.34997436645765, "rougeL": 0.2972972972972973, "len_ratio": 1.6181818181818182, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}263{"pair_id": "pair_eb2e4eca4ca40bc7", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3972911963882618, "chrf": 40.29007286991937, "bleu": 13.405466763520087, "rougeL": 0.42, "len_ratio": 0.45588235294117646, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}264{"pair_id": "pair_3ceaf6db1bfecbc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6210159362549801, "chrf": 66.21908671238118, "bleu": 37.80328783481659, "rougeL": 0.6254295532646048, "len_ratio": 0.9288135593220339, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}265{"pair_id": "pair_7af5b5f7c3e1b389", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4077809798270894, "chrf": 62.89000004424028, "bleu": 23.739458270978492, "rougeL": 0.4772727272727273, "len_ratio": 1.8032786885245902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}266{"pair_id": "pair_8f52aee8c3dea80e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3174748398902104, "chrf": 72.53745993835315, "bleu": 56.935163739467804, "rougeL": 0.6017699115044246, "len_ratio": 0.9476744186046512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8461538461538461, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}267{"pair_id": "pair_4112683976a6d2a1", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5210884353741496, "chrf": 68.55821992360977, "bleu": 40.38171507184626, "rougeL": 0.5961538461538461, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}268{"pair_id": "pair_fede62da87b1db7d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.572347266881029, "chrf": 69.9294151553716, "bleu": 40.14902576979423, "rougeL": 0.6344086021505377, "len_ratio": 1.0224719101123596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_1e8d326d2e1cf46b", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3863751906456533, "chrf": 56.43719550710542, "bleu": 22.497318398164598, "rougeL": 0.44951140065146583, "len_ratio": 0.8504672897196262, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}270{"pair_id": "pair_64aa9005de8428fa", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5932539682539683, "chrf": 57.146617179122735, "bleu": 26.378886638377992, "rougeL": 0.5789473684210528, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}271{"pair_id": "pair_9a9d581571b09b26", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3510917030567685, "chrf": 59.95454346544516, "bleu": 27.36559609180735, "rougeL": 0.3436619718309859, "len_ratio": 1.0535714285714286, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_f0d878f0b2f50e07", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.010587102983638075, "chrf": 1.238738554719744, "bleu": 4.495742528561545e-25, "rougeL": 0.022857142857142854, "len_ratio": 0.011834319526627219, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -3.0, "sentence_count_delta": -5.0}273{"pair_id": "pair_8c3e4bf1a543c821", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.43202979515828677, "chrf": 50.23253196772408, "bleu": 25.72557978736151, "rougeL": 0.44578313253012053, "len_ratio": 0.963855421686747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_0dd344cd3608ffb0", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4919447640966629, "chrf": 64.97638174383776, "bleu": 33.25341732524416, "rougeL": 0.49800796812749004, "len_ratio": 1.062240663900415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}275{"pair_id": "pair_452b7aa2393cf974", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3007448789571695, "chrf": 55.19091866151149, "bleu": 19.92121249264703, "rougeL": 0.3257575757575758, "len_ratio": 1.2478632478632479, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 1.0}276{"pair_id": "pair_5f4b7f005014cc09", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6827689243027888, "chrf": 76.1279820015947, "bleu": 54.47934314435536, "rougeL": 0.7130730050933787, "len_ratio": 0.9491525423728814, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}277{"pair_id": "pair_c2f0dfc799d018eb", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.703862660944206, "chrf": 71.69254090375813, "bleu": 44.147171613825186, "rougeL": 0.7302904564315352, "len_ratio": 0.824, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_f8324dc2350ab41d", "doc_id": "doc_3135153361cfb769", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5273972602739726, "chrf": 69.33699566082835, "bleu": 41.635592503125395, "rougeL": 0.6412213740458016, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_e036df2962ff3a84", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.32622950819672136, "chrf": 54.24158640084021, "bleu": 33.802654972532004, "rougeL": 0.46153846153846156, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.6153846153846154, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}280{"pair_id": "pair_03753c8eeae743c1", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.39244851258581237, "chrf": 56.21323929674412, "bleu": 19.08807679550603, "rougeL": 0.3365200764818356, "len_ratio": 1.0731707317073171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}281{"pair_id": "pair_2168e626b85f6aa8", "doc_id": "doc_fc78b461465fbd42", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.26948480845442535, "chrf": 66.7601570486867, "bleu": 44.91420940768134, "rougeL": 0.5120772946859903, "len_ratio": 0.9900990099009901, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}282{"pair_id": "pair_ec27ccc16e117e20", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.48381294964028776, "chrf": 47.59439237054867, "bleu": 19.0704574393427, "rougeL": 0.4264705882352941, "len_ratio": 0.6790123456790124, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}283{"pair_id": "pair_6f3ef3438ca264e6", "doc_id": "doc_7581bcce20007a86", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4483378256963163, "chrf": 65.52738018579886, "bleu": 25.248186961611825, "rougeL": 0.5095057034220533, "len_ratio": 1.7849462365591398, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 5.0}284{"pair_id": "pair_8ce0d73fd9b6d075", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3103057757644394, "chrf": 38.592314273401904, "bleu": 14.183086832045282, "rougeL": 0.2901785714285714, "len_ratio": 0.6051660516605166, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}285{"pair_id": "pair_222dd7c96c3e0948", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3789093825180433, "chrf": 48.69041697694712, "bleu": 22.959755797877172, "rougeL": 0.3917851500789889, "len_ratio": 0.6721763085399449, "placeholders_exact": 0.0, "placeholder_recall": 0.38461538461538464, "number_recall": 0.7142857142857143, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -6.0}286{"pair_id": "pair_57cc371f68363512", "doc_id": "doc_fc3b7b904133fd48", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5026974006866111, "chrf": 62.70004770451612, "bleu": 32.82163499171891, "rougeL": 0.5168539325842697, "len_ratio": 1.0366666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}287{"pair_id": "pair_679cbad56b2d3f8d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6195795006570302, "chrf": 73.36854747011452, "bleu": 49.30942807580215, "rougeL": 0.7374999999999999, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}288{"pair_id": "pair_eaa7ab7681035960", "doc_id": "doc_9ad63a530a55b56e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3987341772151899, "chrf": 72.61941969716221, "bleu": 34.79561155181975, "rougeL": 0.3529411764705882, "len_ratio": 1.5636363636363637, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}289{"pair_id": "pair_f875dff43ba74a03", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7966867469879518, "chrf": 74.34428862209853, "bleu": 51.02466791801458, "rougeL": 0.8108108108108107, "len_ratio": 0.8256410256410256, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}290{"pair_id": "pair_3a482d8623a4fbbe", "doc_id": "doc_fc3b7b904133fd48", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6879177377892031, "chrf": 67.68994092478303, "bleu": 41.296869205588905, "rougeL": 0.7011070110701106, "len_ratio": 0.7633333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}291{"pair_id": "pair_45d81bea4e5af436", "doc_id": "doc_dca1cb2706c17137", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3493975903614458, "chrf": 72.18831852017657, "bleu": 48.43503749382676, "rougeL": 0.59, "len_ratio": 1.4444444444444444, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}292{"pair_id": "pair_bfdace02a8144f56", "doc_id": "doc_fc78b461465fbd42", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5147190008920607, "chrf": 70.23474444218316, "bleu": 33.797572217305714, "rougeL": 0.5514705882352942, "len_ratio": 1.6534653465346534, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}293{"pair_id": "pair_12fb41e9e9b7a382", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6163996229971724, "chrf": 74.2314835230581, "bleu": 58.47291783884322, "rougeL": 0.72782874617737, "len_ratio": 0.9430379746835443, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}294{"pair_id": "pair_7d1acc01c08f1fb5", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3224137931034483, "chrf": 67.61532085859828, "bleu": 29.239448555262562, "rougeL": 0.3850931677018633, "len_ratio": 1.381679389312977, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}295{"pair_id": "pair_655c85e2967261b9", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.08695652173913049, "chrf": 7.288723537045054, "bleu": 0.004599217211320501, "rougeL": 0.12274368231046931, "len_ratio": 0.1016260162601626, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -8.0}296{"pair_id": "pair_94194a3ca1e4e851", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5657894736842105, "chrf": 54.60833157145768, "bleu": 17.82709111135526, "rougeL": 0.5485714285714285, "len_ratio": 1.1578947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}297{"pair_id": "pair_0294041dedfe8566", "doc_id": "doc_bc5938d3f6b260f6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6975381008206331, "chrf": 76.36662307426522, "bleu": 51.35845604307573, "rougeL": 0.7703703703703703, "len_ratio": 1.1239669421487604, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}298{"pair_id": "pair_34886856e62683aa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.39857651245551606, "chrf": 60.516452213577445, "bleu": 35.81195919297321, "rougeL": 0.4973544973544974, "len_ratio": 1.1219512195121952, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}299{"pair_id": "pair_a014cef257180f70", "doc_id": "doc_649c56ed2a776c29", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4121495327102803, "chrf": 56.35833445674591, "bleu": 30.64570826151046, "rougeL": 0.5373134328358209, "len_ratio": 0.7450980392156863, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}300{"pair_id": "pair_5ecc1c8569ad5cb1", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4140491147915477, "chrf": 61.024475125586584, "bleu": 26.11543335472157, "rougeL": 0.3621399176954732, "len_ratio": 1.4, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}301{"pair_id": "pair_dc0db1a40dcf2ae5", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8357558139534884, "chrf": 81.00885868485584, "bleu": 65.06179198021827, "rougeL": 0.8349514563106796, "len_ratio": 0.8942307692307693, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}302{"pair_id": "pair_ff0b44ea6876fbc2", "doc_id": "doc_16a24631c5e15333", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5440528634361234, "chrf": 51.2135103109282, "bleu": 27.835759077413883, "rougeL": 0.5565217391304348, "len_ratio": 0.5217391304347826, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}303{"pair_id": "pair_69d891351ca40ded", "doc_id": "doc_7581bcce20007a86", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.19843750000000004, "chrf": 20.09559559194661, "bleu": 1.0832372191766937, "rougeL": 0.24347826086956517, "len_ratio": 0.20430107526881722, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}304{"pair_id": "pair_9dcfe112d68ef358", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3658954584404456, "chrf": 58.65788666765801, "bleu": 29.340295587721585, "rougeL": 0.4054054054054054, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}305{"pair_id": "pair_65df52755998bb4d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4725388601036269, "chrf": 65.44843050216978, "bleu": 38.08110679640997, "rougeL": 0.5559105431309905, "len_ratio": 0.9801324503311258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}306{"pair_id": "pair_fa2fb072f2a38832", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5093378607809846, "chrf": 64.00940452152733, "bleu": 29.27480594657502, "rougeL": 0.5605095541401274, "len_ratio": 1.4918032786885247, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}307{"pair_id": "pair_f49a228de52eb9db", "doc_id": "doc_9195328f7f1a1bb1", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.2640207075064711, "chrf": 53.82824783670615, "bleu": 35.17582996830076, "rougeL": 0.30303030303030304, "len_ratio": 1.0057142857142858, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}308{"pair_id": "pair_7b36251e3f342515", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.34076204169662117, "chrf": 45.94034219761921, "bleu": 10.15363390995535, "rougeL": 0.3050847457627119, "len_ratio": 1.6343283582089552, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 5.0, "sentence_count_delta": 4.0}309{"pair_id": "pair_a3cef3ef3af84a9b", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6332288401253918, "chrf": 60.33801449961415, "bleu": 20.754528765175348, "rougeL": 0.5833333333333334, "len_ratio": 0.9302325581395349, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}310{"pair_id": "pair_9898226bb613ec69", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.37722419928825623, "chrf": 62.52654039178878, "bleu": 29.570324258934452, "rougeL": 0.42352941176470593, "len_ratio": 1.3942307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7142857142857143, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_20e8ca0d7b653ff7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7510964912280702, "chrf": 73.85488886901223, "bleu": 56.406612605855074, "rougeL": 0.7315436241610739, "len_ratio": 1.0069444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_2ee7f1d2f40e8bdf", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4141856392294221, "chrf": 59.9580552802351, "bleu": 17.819364856309853, "rougeL": 0.3443223443223443, "len_ratio": 1.3162393162393162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0}313{"pair_id": "pair_ace033f91188533a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4115267947421638, "chrf": 63.17689572329505, "bleu": 37.05752468451406, "rougeL": 0.5095541401273885, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}314{"pair_id": "pair_fd580b23fcb01ecc", "doc_id": "doc_96174e2f07291f09", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.32089552238805974, "chrf": 36.72673851486592, "bleu": 16.912813497363164, "rougeL": 0.3695652173913043, "len_ratio": 0.582089552238806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4444444444444444, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}315{"pair_id": "pair_a6a174d276e47768", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.43183344526527867, "chrf": 61.8772401589944, "bleu": 30.36725120161948, "rougeL": 0.5157232704402517, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}316{"pair_id": "pair_c10ef4e67ec8ec17", "doc_id": "doc_3135153361cfb769", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.23333333333333328, "chrf": 24.75312707055485, "bleu": 2.7036583216158334, "rougeL": 0.3058823529411765, "len_ratio": 0.2537313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}317{"pair_id": "pair_939f8b10ab91b4f8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3029279279279279, "chrf": 59.384602002573125, "bleu": 31.69202405530344, "rougeL": 0.3725490196078432, "len_ratio": 1.2295081967213115, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.8518518518518519, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}318{"pair_id": "pair_8eec2074d215ea78", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6927374301675977, "chrf": 67.18487226639577, "bleu": 47.578326210113346, "rougeL": 0.6666666666666666, "len_ratio": 0.8554216867469879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}319{"pair_id": "pair_dbe2eab5c263e911", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.050330452465683795, "chrf": 5.446726828880024, "bleu": 5.2275183584781e-07, "rougeL": 0.09116809116809116, "len_ratio": 0.0529595015576324, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -6.0, "hedge_delta": -2.0, "sentence_count_delta": -11.0}320{"pair_id": "pair_f5fa11427d24982f", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3884976525821596, "chrf": 62.86366496773205, "bleu": 28.306157439704247, "rougeL": 0.4031620553359684, "len_ratio": 0.9919354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.5833333333333334, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}321{"pair_id": "pair_450ff580823ab07a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31283905967450276, "chrf": 52.71822294519137, "bleu": 36.816159006533994, "rougeL": 0.29107981220657275, "len_ratio": 1.1071428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}322{"pair_id": "pair_bd645c066a932d68", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.353927625772286, "chrf": 54.63887696564031, "bleu": 36.01133613506966, "rougeL": 0.37325905292479106, "len_ratio": 0.9542857142857143, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}323{"pair_id": "pair_9f8d2a3c9f938411", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6748350612629594, "chrf": 76.38241091175354, "bleu": 60.376464944164276, "rougeL": 0.7245508982035929, "len_ratio": 1.0253164556962024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}324{"pair_id": "pair_aa07a7973e8aac0b", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5701058201058201, "chrf": 61.0586938511831, "bleu": 39.48734629089187, "rougeL": 0.6702127659574468, "len_ratio": 0.625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}325{"pair_id": "pair_e9da743b727436ef", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6377269139700079, "chrf": 70.05399139144556, "bleu": 47.995786628561916, "rougeL": 0.6984126984126984, "len_ratio": 0.8468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}326{"pair_id": "pair_b10388ffe9e7c2bc", "doc_id": "doc_9195328f7f1a1bb1", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3641791044776119, "chrf": 64.14164126665393, "bleu": 39.51545848457727, "rougeL": 0.4213197969543147, "len_ratio": 1.1428571428571428, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}327{"pair_id": "pair_741e9938fd13c327", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6080729166666667, "chrf": 60.1475043089065, "bleu": 46.196074460049026, "rougeL": 0.7053941908713693, "len_ratio": 0.7049180327868853, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 0.9565217391304348, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}328{"pair_id": "pair_a194677579909580", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4859154929577465, "chrf": 60.43584918993775, "bleu": 22.852832384641914, "rougeL": 0.48372093023255813, "len_ratio": 0.9541284403669725, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_8763a2e93a0b5d0d", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7302936630602782, "chrf": 75.37856064095561, "bleu": 55.53112218024585, "rougeL": 0.7692307692307692, "len_ratio": 0.8497409326424871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}330{"pair_id": "pair_191cdf8e399841a2", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3661971830985915, "chrf": 58.42944017906391, "bleu": 19.663042829820508, "rougeL": 0.33853006681514475, "len_ratio": 1.4065934065934067, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}331{"pair_id": "pair_3e464a7d4f539b6c", "doc_id": "doc_b187f41399e937ba", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2853957636566332, "chrf": 63.34283508806937, "bleu": 37.853378396586464, "rougeL": 0.4755244755244755, "len_ratio": 1.0225563909774436, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}332{"pair_id": "pair_f650af70b911a819", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5383141762452107, "chrf": 65.40950952139688, "bleu": 36.60240513213061, "rougeL": 0.5512820512820512, "len_ratio": 1.164179104477612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}333{"pair_id": "pair_1917137c51f580b3", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4070624757469926, "chrf": 57.58163329415061, "bleu": 25.76497152542796, "rougeL": 0.4181286549707603, "len_ratio": 0.7659574468085106, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}334{"pair_id": "pair_51dd1a29893d55e1", "doc_id": "doc_c496dc8b7656356a", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.29218900675024106, "chrf": 58.01871444547694, "bleu": 16.058024453895833, "rougeL": 0.4335664335664336, "len_ratio": 1.6095238095238096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0}335{"pair_id": "pair_4ef36092d5ed2612", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6550777676120769, "chrf": 69.1502950490445, "bleu": 51.95723530135866, "rougeL": 0.7707006369426752, "len_ratio": 0.8081395348837209, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_e5806be5c2ea5c04", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.37169206094627105, "chrf": 53.89913349708125, "bleu": 26.96311584091549, "rougeL": 0.4444444444444444, "len_ratio": 0.7630853994490359, "placeholders_exact": 0.0, "placeholder_recall": 0.5384615384615384, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}337{"pair_id": "pair_ea859eb7a180f91a", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.38103448275862073, "chrf": 67.09586803858956, "bleu": 45.42781298001772, "rougeL": 0.5872576177285319, "len_ratio": 0.9779005524861878, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 2.0}338{"pair_id": "pair_24ae7fc73522e353", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7821782178217822, "chrf": 71.68768451067803, "bleu": 39.98486930981483, "rougeL": 0.7515151515151516, "len_ratio": 0.797752808988764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_e08110969d5a8421", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.459552495697074, "chrf": 71.99984598157977, "bleu": 55.757222816382324, "rougeL": 0.5312500000000001, "len_ratio": 1.048780487804878, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}340{"pair_id": "pair_171389a310c61dfc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6696230598669624, "chrf": 67.86639605554859, "bleu": 36.92422717992902, "rougeL": 0.6861313868613138, "len_ratio": 1.2131147540983607, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}341{"pair_id": "pair_837157b81b1252b6", "doc_id": "doc_bc5938d3f6b260f6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6378653113087674, "chrf": 66.7388596455507, "bleu": 43.695859220778814, "rougeL": 0.6745098039215686, "len_ratio": 1.0082644628099173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}342{"pair_id": "pair_7c58265cb1c9b9a5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.4257767548906789, "chrf": 54.5473372672452, "bleu": 30.768714277364193, "rougeL": 0.4600638977635783, "len_ratio": 1.0071428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.85, "number_precision": 0.5151515151515151, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}343{"pair_id": "pair_4905cc63786a4ef7", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5173210161662818, "chrf": 56.48268856431075, "bleu": 22.588690073496814, "rougeL": 0.48920863309352525, "len_ratio": 1.1983471074380165, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}344{"pair_id": "pair_231440e4b3069bd2", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6940559440559441, "chrf": 66.36313945546635, "bleu": 43.128788299621064, "rougeL": 0.672316384180791, "len_ratio": 0.8343949044585988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7857142857142857, "number_precision": 0.7333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}345{"pair_id": "pair_074c529b3ed7b2e1", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.700445434298441, "chrf": 75.73568368124258, "bleu": 49.32405153601824, "rougeL": 0.7330316742081447, "len_ratio": 0.7758620689655172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}346{"pair_id": "pair_bd9b70fd81b20041", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4216757741347905, "chrf": 66.9441456550389, "bleu": 44.25387320118655, "rougeL": 0.6376811594202898, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_817927acc3f295a5", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.2826704545454546, "chrf": 30.845995064129255, "bleu": 6.649386777629872, "rougeL": 0.40310077519379844, "len_ratio": 0.28, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}348{"pair_id": "pair_999fdfffeeadd973", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.46475770925110127, "chrf": 43.31998674426048, "bleu": 23.869023160395823, "rougeL": 0.4786324786324787, "len_ratio": 0.5507246376811594, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}349{"pair_id": "pair_6cdb633d3e3021b6", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5791341376863024, "chrf": 73.70222879381065, "bleu": 46.45705456271252, "rougeL": 0.64, "len_ratio": 1.037837837837838, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}350{"pair_id": "pair_03dbf7c05f77ad54", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5185185185185186, "chrf": 59.51830909402367, "bleu": 40.29035577878557, "rougeL": 0.5096525096525097, "len_ratio": 1.125, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}351{"pair_id": "pair_88d78195bf72aaa0", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.40367860600193606, "chrf": 60.25226396716625, "bleu": 24.847352392001596, "rougeL": 0.36120401337792646, "len_ratio": 1.2366412213740459, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}352{"pair_id": "pair_73a1adb079c0ca78", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.768270944741533, "chrf": 70.38546745623412, "bleu": 44.30782228922971, "rougeL": 0.7926829268292683, "len_ratio": 0.8181818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}353{"pair_id": "pair_eda728b83ec2ae89", "doc_id": "doc_16a24631c5e15333", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.35367545076282936, "chrf": 48.55525097456616, "bleu": 20.749049164987973, "rougeL": 0.28260869565217395, "len_ratio": 1.391304347826087, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}354{"pair_id": "pair_f1e57336f4f219fa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3646209386281588, "chrf": 68.25384516693558, "bleu": 33.78834287466714, "rougeL": 0.48163265306122455, "len_ratio": 1.6829268292682926, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6428571428571429, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}355{"pair_id": "pair_f710d12cdc3baa04", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6199872692552515, "chrf": 65.29975476531334, "bleu": 31.740980438270224, "rougeL": 0.5856832971800434, "len_ratio": 1.0456621004566211, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_25469a64fa466781", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6174698795180723, "chrf": 71.18039680281346, "bleu": 50.635553690996325, "rougeL": 0.6612903225806451, "len_ratio": 0.9806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7209302325581395, "number_precision": 0.6888888888888889, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_7d60d30946b678d6", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.2830440587449933, "chrf": 51.92685168924501, "bleu": 13.742003529018785, "rougeL": 0.2485875706214689, "len_ratio": 1.6417910447761195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 3.0, "sentence_count_delta": 4.0}358{"pair_id": "pair_c4b7973078f96e72", "doc_id": "doc_c496dc8b7656356a", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6103286384976525, "chrf": 63.645777367468625, "bleu": 33.27995248390448, "rougeL": 0.6736842105263158, "len_ratio": 0.7047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}359{"pair_id": "pair_460dd677d4d8c72e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4417670682730924, "chrf": 48.78721117777185, "bleu": 27.41261726468222, "rougeL": 0.5294117647058824, "len_ratio": 0.6341463414634146, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}360{"pair_id": "pair_0dc76d9714c7b0f5", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6851664984863775, "chrf": 68.72310005244123, "bleu": 43.47401716391425, "rougeL": 0.7147766323024056, "len_ratio": 0.8456375838926175, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}361{"pair_id": "pair_dd0ba6e8ec7ada0f", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.529233870967742, "chrf": 71.62157664593138, "bleu": 40.845304837363955, "rougeL": 0.6058394160583941, "len_ratio": 1.062992125984252, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}362{"pair_id": "pair_9deaff67b2ef0f62", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5103806228373702, "chrf": 57.999764268002096, "bleu": 27.568844625403152, "rougeL": 0.49411764705882355, "len_ratio": 1.4029850746268657, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.6, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}363{"pair_id": "pair_2a2a79a1d7692d5e", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4294621979734996, "chrf": 63.6909710972763, "bleu": 30.042484858116364, "rougeL": 0.4320388349514563, "len_ratio": 0.9753694581280788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}364{"pair_id": "pair_7f78cabe32e4cd0b", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.22934472934472938, "chrf": 55.27511603881648, "bleu": 28.860490616809308, "rougeL": 0.391304347826087, "len_ratio": 0.9380530973451328, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}365{"pair_id": "pair_72c32aae832a31e3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.419672131147541, "chrf": 53.74082737541384, "bleu": 22.581347533031433, "rougeL": 0.4061696658097687, "len_ratio": 1.138121546961326, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_388ebf6ba0f496c7", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.30777656078860893, "chrf": 50.63799435281127, "bleu": 19.957388224889883, "rougeL": 0.27986348122866894, "len_ratio": 1.2651515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.5555555555555556, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}367{"pair_id": "pair_8d750d25af82b3b6", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4495275982098459, "chrf": 63.98544978242116, "bleu": 41.698592434058604, "rougeL": 0.5299145299145299, "len_ratio": 0.87248322147651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.9333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}368{"pair_id": "pair_0ec2f16d9fc16c9d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6149152542372882, "chrf": 63.71879241680332, "bleu": 33.62697614421338, "rougeL": 0.6036036036036035, "len_ratio": 1.070754716981132, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.5384615384615384, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}369{"pair_id": "pair_2562b0a590785ca5", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4705065926439972, "chrf": 66.54655697285484, "bleu": 45.424565616167584, "rougeL": 0.5042735042735044, "len_ratio": 0.9141630901287554, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.5357142857142857, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_1105b86f9452566f", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.10202205882352944, "chrf": 9.685137415917607, "bleu": 0.013175991460458253, "rougeL": 0.1485148514851485, "len_ratio": 0.11049723756906077, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}371{"pair_id": "pair_804fc0ab4219c05c", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4119047619047619, "chrf": 48.39808637941923, "bleu": 20.307139358629083, "rougeL": 0.421875, "len_ratio": 0.8805970149253731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}372{"pair_id": "pair_3871e0b35a1f9687", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4302040816326531, "chrf": 52.17231219485085, "bleu": 14.957889227719338, "rougeL": 0.42592592592592593, "len_ratio": 1.4179104477611941, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 4.0, "sentence_count_delta": 1.0}373{"pair_id": "pair_d88011889a24924f", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4122807017543859, "chrf": 42.461537662093534, "bleu": 17.593324747652222, "rougeL": 0.5, "len_ratio": 0.5697674418604651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}374{"pair_id": "pair_6397b8593f1b2fa4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.40625, "chrf": 52.67319641871463, "bleu": 17.186328862215852, "rougeL": 0.3446327683615819, "len_ratio": 1.0476190476190477, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}375{"pair_id": "pair_7e393ce6fb8f49dd", "doc_id": "doc_7581bcce20007a86", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6359375, "chrf": 59.51328028982237, "bleu": 35.85656012128058, "rougeL": 0.6623376623376623, "len_ratio": 0.6236559139784946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}376{"pair_id": "pair_75547a2cae28cdd8", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3601340033500837, "chrf": 52.42713083411886, "bleu": 22.5139639217758, "rougeL": 0.32608695652173914, "len_ratio": 1.022099447513812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 4.0, "sentence_count_delta": 0.0}377{"pair_id": "pair_29d2aa88a8deb2f3", "doc_id": "doc_9195328f7f1a1bb1", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4165931156222419, "chrf": 64.47720682139722, "bleu": 50.62078861609199, "rougeL": 0.5284090909090909, "len_ratio": 0.9142857142857143, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}378{"pair_id": "pair_cc66a7390f7ef874", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3158640226628895, "chrf": 68.05166765270619, "bleu": 44.71568836110753, "rougeL": 0.40375586854460094, "len_ratio": 1.2926829268292683, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}379{"pair_id": "pair_53f4d9a2f89982ea", "doc_id": "doc_bc5938d3f6b260f6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6458333333333333, "chrf": 68.20656723904516, "bleu": 45.45119192777917, "rougeL": 0.7058823529411764, "len_ratio": 1.0082644628099173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}380{"pair_id": "pair_389a3589f6083931", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5833333333333333, "chrf": 74.49870654008485, "bleu": 62.527896677552356, "rougeL": 0.6337448559670782, "len_ratio": 0.9833333333333333, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}381{"pair_id": "pair_36237e4f2034ca8b", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.545308740978348, "chrf": 67.47874849742905, "bleu": 46.33820101772888, "rougeL": 0.6017441860465116, "len_ratio": 0.8154269972451791, "placeholders_exact": 0.0, "placeholder_recall": 0.5384615384615384, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}382{"pair_id": "pair_cf6c124581ebc65f", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.04008152173913049, "chrf": 4.706535969479699, "bleu": 8.904677241831054e-10, "rougeL": 0.07659574468085106, "len_ratio": 0.0410958904109589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}383{"pair_id": "pair_055f4e2f19b47da8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4314775160599572, "chrf": 64.43860230321307, "bleu": 28.283699876899572, "rougeL": 0.5114503816793894, "len_ratio": 1.5222222222222221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}384{"pair_id": "pair_8c15e46bb617cfbd", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4034391534391535, "chrf": 44.84642057656249, "bleu": 22.930419218029094, "rougeL": 0.4114285714285714, "len_ratio": 0.5, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}385{"pair_id": "pair_78f5b2b3bfd59cfe", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6161764705882353, "chrf": 70.98333751884098, "bleu": 50.19184342413712, "rougeL": 0.6956521739130436, "len_ratio": 1.03, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}386{"pair_id": "pair_f86bfc5f9ed4b9b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6468039003250271, "chrf": 69.58569958644574, "bleu": 51.96863118253533, "rougeL": 0.6754966887417219, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}387{"pair_id": "pair_7dcc343416dd89b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6075949367088608, "chrf": 59.79372935658297, "bleu": 33.43565696396622, "rougeL": 0.6026490066225166, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.95, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_5813e16ceaca9ed3", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4464285714285714, "chrf": 58.14262021576086, "bleu": 25.503912025089452, "rougeL": 0.4827586206896552, "len_ratio": 1.072289156626506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_242a6b1fa02e949e", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7263986013986015, "chrf": 70.95359211881525, "bleu": 50.69699206704825, "rougeL": 0.6847826086956522, "len_ratio": 0.89171974522293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.7058823529411765, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}390{"pair_id": "pair_6b399e4df4a9de94", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4091243561442237, "chrf": 62.03102423839001, "bleu": 27.60207618987313, "rougeL": 0.4626168224299065, "len_ratio": 1.0591133004926108, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_13dd4eda62406540", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3812913065582104, "chrf": 52.11644411302054, "bleu": 15.523999133969903, "rougeL": 0.43377483443708614, "len_ratio": 0.8130841121495327, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}392{"pair_id": "pair_c3b2cbf22d24ff40", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6421785940468652, "chrf": 66.94274734084281, "bleu": 34.044879451959865, "rougeL": 0.5943600867678959, "len_ratio": 1.0410958904109588, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}393{"pair_id": "pair_367eb370fe4f529c", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31596638655462184, "chrf": 74.53693982587987, "bleu": 44.797729699919735, "rougeL": 0.38364779874213834, "len_ratio": 1.2027972027972027, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}394{"pair_id": "pair_f09de1e1c64f3d2e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5292096219931272, "chrf": 74.01065768796106, "bleu": 45.52953073224256, "rougeL": 0.6216216216216216, "len_ratio": 1.2342857142857142, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}395{"pair_id": "pair_2f9d146538af41a4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.44302090357383683, "chrf": 62.86360008413371, "bleu": 31.57280370122335, "rougeL": 0.4856512141280353, "len_ratio": 1.099056603773585, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.8181818181818182, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}396{"pair_id": "pair_cb6649b20a1e0a58", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.38762725137039933, "chrf": 62.15286823186488, "bleu": 30.694210574787938, "rougeL": 0.48292682926829267, "len_ratio": 0.9704433497536946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_cebbb24f2cfdcc10", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4430147058823529, "chrf": 54.45219246423181, "bleu": 31.658478563759736, "rougeL": 0.5028248587570622, "len_ratio": 0.9502762430939227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}398{"pair_id": "pair_a9886bc4347d365c", "doc_id": "doc_649c56ed2a776c29", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4423243712055508, "chrf": 66.90233565104258, "bleu": 29.777905041856627, "rougeL": 0.4794952681388013, "len_ratio": 1.065359477124183, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}399{"pair_id": "pair_11a036198a3c8fdd", "doc_id": "doc_967f69b1bf330c46", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.44897959183673475, "chrf": 60.89994247401287, "bleu": 25.06302984491015, "rougeL": 0.4375, "len_ratio": 1.216, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}400{"pair_id": "pair_22daecbaf1d49510", "doc_id": "doc_679741e00536f8a4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2808607021517554, "chrf": 32.441642462751034, "bleu": 13.176238433496671, "rougeL": 0.3415841584158416, "len_ratio": 0.4354243542435424, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}401{"pair_id": "pair_59dc9deab6df1009", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3436246992782679, "chrf": 53.264744132301104, "bleu": 27.393164415218653, "rougeL": 0.3863298662704309, "len_ratio": 0.7823691460055097, "placeholders_exact": 0.0, "placeholder_recall": 0.46153846153846156, "number_recall": 0.8571428571428571, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}402{"pair_id": "pair_2b405d3983731fad", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5429769392033543, "chrf": 56.794809192267756, "bleu": 26.822889499727598, "rougeL": 0.5441176470588235, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_a4ce7cbe3a375b03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.48975409836065575, "chrf": 65.39456271655646, "bleu": 35.86808486125129, "rougeL": 0.5440806045340051, "len_ratio": 1.0432432432432432, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_51281d318770704d", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.37192982456140355, "chrf": 40.25688678467886, "bleu": 13.565053297346447, "rougeL": 0.4705882352941177, "len_ratio": 0.5697674418604651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}405{"pair_id": "pair_96048f36076f2fcd", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6842105263157895, "chrf": 67.26387316306882, "bleu": 46.39708577525353, "rougeL": 0.7051282051282051, "len_ratio": 0.8023255813953488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}406{"pair_id": "pair_c4775e836de09d99", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6122641509433961, "chrf": 65.65464655678852, "bleu": 37.17550884737771, "rougeL": 0.6457680250783698, "len_ratio": 1.0402684563758389, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}407{"pair_id": "pair_ffbadf19abc61814", "doc_id": "doc_adb94552819f8ffa", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.510909090909091, "chrf": 74.26583211626982, "bleu": 36.64685803504642, "rougeL": 0.5915492957746479, "len_ratio": 1.5740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}408{"pair_id": "pair_2bbcca3fbb594af9", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.310515873015873, "chrf": 61.33673642954918, "bleu": 22.46845558243644, "rougeL": 0.4734982332155477, "len_ratio": 1.5904761904761904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}409{"pair_id": "pair_01926ef243e6f8e4", "doc_id": "doc_96174e2f07291f09", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.2764976958525346, "chrf": 60.74891564716949, "bleu": 47.01674500761403, "rougeL": 0.39655172413793105, "len_ratio": 1.1044776119402986, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 0.35714285714285715, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}410{"pair_id": "pair_425211dfb083b241", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.013581684128831983, "chrf": 0.9715820152747798, "bleu": 6.316074857328117e-25, "rougeL": 0.015228426395939087, "len_ratio": 0.015957446808510637, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -4.0, "sentence_count_delta": -16.0}411{"pair_id": "pair_6bcc2a2d6a67daf5", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5072830905636478, "chrf": 69.94666470673221, "bleu": 42.14130905818174, "rougeL": 0.5870445344129556, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}412{"pair_id": "pair_01232c0a13924b98", "doc_id": "doc_649c56ed2a776c29", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6371681415929203, "chrf": 67.23245322155778, "bleu": 33.74373610058543, "rougeL": 0.5889967637540453, "len_ratio": 1.0065359477124183, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}413{"pair_id": "pair_c0b569d83d33f5f8", "doc_id": "doc_b860396abb8d4077", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7382445141065831, "chrf": 69.35363118913081, "bleu": 44.7288418637103, "rougeL": 0.6962025316455697, "len_ratio": 0.813953488372093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}414{"pair_id": "pair_bcb6e8c08ff21d70", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7628635346756152, "chrf": 74.19310473634106, "bleu": 60.02328559413775, "rougeL": 0.7835820895522387, "len_ratio": 0.7847222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_68b67e128aadb199", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7838645418326693, "chrf": 78.51246769937194, "bleu": 60.43315886451136, "rougeL": 0.7913669064748202, "len_ratio": 0.8440677966101695, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}416{"pair_id": "pair_3de005d49cbf415d", "doc_id": "doc_adb94552819f8ffa", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7111111111111111, "chrf": 71.64842694186464, "bleu": 41.77304403176289, "rougeL": 0.7058823529411765, "len_ratio": 1.0462962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_2c8165947bc31182", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6555160142348755, "chrf": 73.58655659629174, "bleu": 48.29661213259255, "rougeL": 0.6774193548387096, "len_ratio": 1.1485714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9230769230769231, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}418{"pair_id": "pair_6a5404a058481a2a", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.39735364875701684, "chrf": 56.35586602356323, "bleu": 30.02271004890266, "rougeL": 0.45925925925925926, "len_ratio": 0.7851239669421488, "placeholders_exact": 0.0, "placeholder_recall": 0.5384615384615384, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}419{"pair_id": "pair_918534c10ad2fd5a", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.32593340060544906, "chrf": 52.50011924628836, "bleu": 15.64006342791685, "rougeL": 0.2866666666666666, "len_ratio": 1.2061068702290076, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 5.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}420{"pair_id": "pair_870e9a33462cf105", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5461106655974338, "chrf": 64.9736139934186, "bleu": 39.177548083453324, "rougeL": 0.5979073243647235, "len_ratio": 0.7603305785123967, "placeholders_exact": 0.0, "placeholder_recall": 0.8461538461538461, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}421{"pair_id": "pair_84f18babdba3f64c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6023054755043228, "chrf": 61.03342043025201, "bleu": 29.69220599359841, "rougeL": 0.6324786324786325, "len_ratio": 1.1272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_7283f93d20a9c9f1", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5486725663716814, "chrf": 52.95787180759716, "bleu": 13.559711753508275, "rougeL": 0.5149700598802395, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}423{"pair_id": "pair_5a83e2c5149d2ee6", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6023054755043228, "chrf": 61.03342043025201, "bleu": 29.69220599359841, "rougeL": 0.6324786324786325, "len_ratio": 1.1272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_a57f2e35ee87cd5c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6582278481012658, "chrf": 65.1903826392062, "bleu": 38.23659000029524, "rougeL": 0.6578073089700996, "len_ratio": 0.9785714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.95, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_d8ec14e12d68fe21", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.046875, "chrf": 3.834354932128678, "bleu": 1.9527370874017247e-07, "rougeL": 0.06722689075630253, "len_ratio": 0.0547945205479452, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}426{"pair_id": "pair_07d078d08b2a2031", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.24643874643874641, "chrf": 52.593285515103396, "bleu": 27.337226881922216, "rougeL": 0.40540540540540543, "len_ratio": 0.8584070796460177, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": -2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}427{"pair_id": "pair_14ecb5a056f94f85", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7967542503863988, "chrf": 82.72024302213997, "bleu": 70.16949171137792, "rougeL": 0.8165374677002584, "len_ratio": 0.9792746113989638, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}428{"pair_id": "pair_0c714d343e7d692e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.06635622817229336, "chrf": 6.170441454858911, "bleu": 1.39695969461193e-05, "rougeL": 0.07766990291262137, "len_ratio": 0.06382978723404255, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -4.0, "sentence_count_delta": -16.0}429{"pair_id": "pair_b35dfa1d66430ad6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7647058823529411, "chrf": 71.27532644458185, "bleu": 55.223174894324835, "rougeL": 0.7978723404255319, "len_ratio": 0.83, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}430{"pair_id": "pair_488295d5205c31eb", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.560952380952381, "chrf": 57.05069793789188, "bleu": 30.36472386202213, "rougeL": 0.5548387096774193, "len_ratio": 0.8242424242424242, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}431{"pair_id": "pair_f7fa2440ae319193", "doc_id": "doc_861988bceb67e1df", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3525179856115108, "chrf": 49.31459891063826, "bleu": 22.00148603592733, "rougeL": 0.42519685039370075, "len_ratio": 0.5679012345679012, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}432{"pair_id": "pair_89fbc1827315c06a", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.296969696969697, "chrf": 28.189529446601107, "bleu": 5.8994075944336455, "rougeL": 0.33027522935779813, "len_ratio": 0.30120481927710846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}433{"pair_id": "pair_e35d3509186467ab", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.310515873015873, "chrf": 61.33673642954918, "bleu": 22.46845558243644, "rougeL": 0.4734982332155477, "len_ratio": 1.5904761904761904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}434{"pair_id": "pair_51743d1445182a3f", "doc_id": "doc_3135153361cfb769", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.2238095238095238, "chrf": 23.96085430042028, "bleu": 2.023658294377007, "rougeL": 0.30952380952380953, "len_ratio": 0.23880597014925373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}435{"pair_id": "pair_611166d6d51a44ef", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.06984866123399303, "chrf": 6.491452025221006, "bleu": 4.236061006677796e-05, "rougeL": 0.0821256038647343, "len_ratio": 0.06914893617021277, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -4.0, "sentence_count_delta": -16.0}436{"pair_id": "pair_4e7b674b25d4a5e1", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7432286023835319, "chrf": 73.7361941587534, "bleu": 56.25600062088385, "rougeL": 0.7266666666666667, "len_ratio": 1.0208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}437{"pair_id": "pair_7d4776222ade0983", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.42471590909090906, "chrf": 48.73933281099781, "bleu": 21.900443115982494, "rougeL": 0.37777777777777777, "len_ratio": 0.78, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}438{"pair_id": "pair_68e153a6daf97a77", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.34826589595375723, "chrf": 58.35217960125547, "bleu": 31.67866532229129, "rougeL": 0.32921810699588483, "len_ratio": 1.4404761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 0.7096774193548387, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}439{"pair_id": "pair_0e6ea9350b9f76f3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3318356867779204, "chrf": 67.66895895428924, "bleu": 44.98335340181991, "rougeL": 0.3760330578512397, "len_ratio": 0.979253112033195, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}440{"pair_id": "pair_fcdc5cd55975b75a", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.0, "chrf": 0.0, "bleu": 0.0, "rougeL": 0.0, "len_ratio": 0.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}441{"pair_id": "pair_9fc6bd9531545cee", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4223918575063613, "chrf": 56.94742338018774, "bleu": 39.93518042207971, "rougeL": 0.48387096774193544, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}442{"pair_id": "pair_f6570ea7ec92fbc8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4821029082774049, "chrf": 57.73185675377759, "bleu": 39.29322889845178, "rougeL": 0.4452296819787986, "len_ratio": 0.9097222222222222, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_ed5a5cd722dff209", "doc_id": "doc_b9f6f386c52a2106", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3741794310722101, "chrf": 38.504220921043235, "bleu": 11.138313541105786, "rougeL": 0.358974358974359, "len_ratio": 0.7424242424242424, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}444{"pair_id": "pair_ba7ae4963f784961", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2531194295900179, "chrf": 24.417791260430963, "bleu": 3.791447080904858, "rougeL": 0.31404958677685946, "len_ratio": 0.3409090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}445{"pair_id": "pair_6ea9f150f88bdcf1", "doc_id": "doc_16a24631c5e15333", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5770925110132159, "chrf": 58.81949928862116, "bleu": 36.49500158252429, "rougeL": 0.6260869565217392, "len_ratio": 0.5217391304347826, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}446{"pair_id": "pair_55c11fa0fa31a43a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3413413413413413, "chrf": 58.92594179472813, "bleu": 34.152988030068755, "rougeL": 0.4981132075471698, "len_ratio": 0.8321678321678322, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}447{"pair_id": "pair_66f99ec0df15b288", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5110887096774194, "chrf": 57.603076011855414, "bleu": 22.915750245347034, "rougeL": 0.4140625, "len_ratio": 1.1794871794871795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 1.0}448{"pair_id": "pair_e784055ac8fb6e54", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.39160839160839156, "chrf": 48.25534832976631, "bleu": 27.010675385019677, "rougeL": 0.5175718849840255, "len_ratio": 0.6305732484076433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7857142857142857, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}449{"pair_id": "pair_d2551e35f71d9ab8", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.3798449612403101, "chrf": 59.82650350785895, "bleu": 30.174562024921382, "rougeL": 0.33707865168539325, "len_ratio": 2.029850746268657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.5, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}450{"pair_id": "pair_b243a59fa1667df4", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8155339805825242, "chrf": 77.43839346948317, "bleu": 68.08847262331912, "rougeL": 0.8269230769230769, "len_ratio": 0.8727272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}451{"pair_id": "pair_506ae7df4674cab7", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6413857677902621, "chrf": 74.61177595615624, "bleu": 37.73997475412064, "rougeL": 0.6287878787878787, "len_ratio": 1.2222222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}452{"pair_id": "pair_f89f18927ab153c8", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5516969218626677, "chrf": 75.36735008578101, "bleu": 56.342317992791195, "rougeL": 0.6666666666666666, "len_ratio": 0.9659574468085106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9375, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}453{"pair_id": "pair_4805fbb61049c259", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6908115358819584, "chrf": 78.20322005554328, "bleu": 54.387046743758845, "rougeL": 0.6931567328918321, "len_ratio": 1.0182648401826484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_09dfdd9cd1e81663", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.45747422680412375, "chrf": 63.98765498360903, "bleu": 39.206580873367976, "rougeL": 0.4551422319474836, "len_ratio": 0.8589211618257261, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": -4.0}455{"pair_id": "pair_de534e6c5522b151", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4384920634920635, "chrf": 65.37421013322164, "bleu": 34.36713305841815, "rougeL": 0.40963855421686746, "len_ratio": 1.1297297297297297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}456{"pair_id": "pair_9210717bc22fdc06", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.07371428571428573, "chrf": 6.5957551377758055, "bleu": 0.001109014103099809, "rougeL": 0.11029411764705882, "len_ratio": 0.08870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -8.0}457{"pair_id": "pair_8532b78775a4e82a", "doc_id": "doc_fd2461ec733b3c95", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.41923551171393336, "chrf": 50.4281455958875, "bleu": 17.027179837945532, "rougeL": 0.43877551020408156, "len_ratio": 0.6166666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}458{"pair_id": "pair_643d06cb035cdb0e", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5831517792302106, "chrf": 65.01982486634654, "bleu": 38.490112779434575, "rougeL": 0.6477541371158393, "len_ratio": 0.9622641509433962, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.7, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}459{"pair_id": "pair_2ab238d7b5d4e98a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5207006369426752, "chrf": 66.23558517589872, "bleu": 32.73372266671135, "rougeL": 0.5668449197860963, "len_ratio": 1.0337078651685394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}460{"pair_id": "pair_7ddc8bb7a2f2240b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3808553971486762, "chrf": 58.2364814766237, "bleu": 45.01345415329954, "rougeL": 0.4019607843137255, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.8214285714285714, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_a37053eb5335c2cd", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.43837084673097537, "chrf": 59.51388331785332, "bleu": 27.677059880117884, "rougeL": 0.3948497854077253, "len_ratio": 1.4731182795698925, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}462{"pair_id": "pair_e86606b8e1de8efa", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3851428571428571, "chrf": 56.00411210541429, "bleu": 22.283285877785122, "rougeL": 0.3895582329317269, "len_ratio": 0.9919354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}463{"pair_id": "pair_094dc7fede5b31b4", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3013993541442411, "chrf": 60.71812470519341, "bleu": 21.95095492997626, "rougeL": 0.32234432234432236, "len_ratio": 1.3008849557522124, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}464{"pair_id": "pair_29541c5de8e30eb0", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4853051996985682, "chrf": 67.4175825105063, "bleu": 41.96950872371432, "rougeL": 0.5945945945945945, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}465{"pair_id": "pair_6b49918604f4ddb4", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6007130124777184, "chrf": 70.771246385795, "bleu": 44.38380880570554, "rougeL": 0.72, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_f52c0d6903e947c0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.43505807814149944, "chrf": 62.42361619947828, "bleu": 43.518656241746356, "rougeL": 0.5234375, "len_ratio": 0.905511811023622, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.6, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}467{"pair_id": "pair_3cb0ae908fe836a2", "doc_id": "doc_3135153361cfb769", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.2404761904761905, "chrf": 24.183956681616912, "bleu": 2.3415797214431397, "rougeL": 0.2823529411764706, "len_ratio": 0.2537313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}468{"pair_id": "pair_f773bcd23ef46305", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4303030303030303, "chrf": 52.63114650691594, "bleu": 18.860583737958653, "rougeL": 0.42176870748299317, "len_ratio": 0.7349397590361446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}469{"pair_id": "pair_18235b3051bb3ba0", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.35655737704918034, "chrf": 59.71641252623052, "bleu": 31.990774380900184, "rougeL": 0.3563218390804598, "len_ratio": 1.9253731343283582, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.6153846153846154, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}470{"pair_id": "pair_b60d8f40e0325e19", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.45107564191533656, "chrf": 62.80523122747403, "bleu": 42.157479910827725, "rougeL": 0.44988864142538976, "len_ratio": 0.8326180257510729, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.68, "number_precision": 0.68, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}471{"pair_id": "pair_474982aefff458c7", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3252160251374705, "chrf": 58.4826066067891, "bleu": 26.059870097159124, "rougeL": 0.3806970509383378, "len_ratio": 0.7881773399014779, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}472{"pair_id": "pair_053da0e25948aca6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3672627235213205, "chrf": 58.941553096212, "bleu": 31.536602482456402, "rougeL": 0.4549356223175966, "len_ratio": 1.1826923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}473{"pair_id": "pair_c46e64923862f96a", "doc_id": "doc_9195328f7f1a1bb1", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.33274492497793473, "chrf": 60.17962090986373, "bleu": 44.03171869407327, "rougeL": 0.40114613180515757, "len_ratio": 0.8971428571428571, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}474{"pair_id": "pair_6501140e74584dec", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7341954022988506, "chrf": 85.74102308971649, "bleu": 68.35616597342859, "rougeL": 0.8073394495412846, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_517966b5cc08ea57", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6185410334346504, "chrf": 59.322835226046735, "bleu": 34.3546174314923, "rougeL": 0.6294416243654822, "len_ratio": 0.6416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}476{"pair_id": "pair_1d6eedd0c6d24ea0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6354581673306773, "chrf": 66.19834647141856, "bleu": 38.79154975931156, "rougeL": 0.6363636363636364, "len_ratio": 0.8949152542372881, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_0a471b6ef8d3a304", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.31805929919137466, "chrf": 50.184494626878376, "bleu": 11.185534856533637, "rougeL": 0.25806451612903225, "len_ratio": 1.3134328358208955, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}478{"pair_id": "pair_91bcc382ad83e38d", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5564681724845996, "chrf": 70.20639928676742, "bleu": 38.126385449793844, "rougeL": 0.6575342465753424, "len_ratio": 1.2803030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}479{"pair_id": "pair_ff489f946fa97cd7", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3929824561403509, "chrf": 42.18007459338217, "bleu": 16.53388801628516, "rougeL": 0.4492753623188406, "len_ratio": 0.6046511627906976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}480{"pair_id": "pair_4d3fe6a3006a5989", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.692, "chrf": 72.71503328476192, "bleu": 48.11043904469081, "rougeL": 0.6716981132075471, "len_ratio": 1.0232558139534884, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_56061dde7640c458", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6993817619783617, "chrf": 71.32618700231113, "bleu": 51.64327449658347, "rougeL": 0.6649484536082474, "len_ratio": 0.9844559585492227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}482{"pair_id": "pair_7672ebff8c8428da", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7734375, "chrf": 76.06632475906585, "bleu": 57.84263274846693, "rougeL": 0.8071748878923767, "len_ratio": 0.825, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_f4e936423f1276f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6754250386398764, "chrf": 73.41704577226292, "bleu": 53.232009218373015, "rougeL": 0.6598984771573604, "len_ratio": 1.0103626943005182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}484{"pair_id": "pair_5938987848b6b679", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4818840579710145, "chrf": 69.66681055931893, "bleu": 49.159078145924326, "rougeL": 0.6914285714285715, "len_ratio": 1.0174418604651163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}485{"pair_id": "pair_ffd11e076d514f3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.702842377260982, "chrf": 77.74027765934332, "bleu": 58.5772586284798, "rougeL": 0.7899159663865546, "len_ratio": 0.8688524590163934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}486{"pair_id": "pair_4fdee4601ea81942", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5532435740514077, "chrf": 63.287528277893536, "bleu": 34.865976870086364, "rougeL": 0.5758754863813228, "len_ratio": 1.0165289256198347, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}487{"pair_id": "pair_d3f31f482793fd9b", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.06342857142857139, "chrf": 7.665706702309083, "bleu": 9.238308525202666e-05, "rougeL": 0.1417910447761194, "len_ratio": 0.07258064516129033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0}488{"pair_id": "pair_c8ec4c6fe8cd098e", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2779587404994571, "chrf": 56.94289418980911, "bleu": 17.236455557069988, "rougeL": 0.2551724137931034, "len_ratio": 1.16793893129771, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 3.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}489{"pair_id": "pair_16b576e5dcd5899d", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4340425531914893, "chrf": 52.94991406414417, "bleu": 17.352434020441056, "rougeL": 0.42023346303501946, "len_ratio": 1.25, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}490{"pair_id": "pair_cf2328e2313ee13a", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5547112462006079, "chrf": 58.79578121974406, "bleu": 34.841955827802195, "rougeL": 0.6387434554973821, "len_ratio": 0.6, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}491{"pair_id": "pair_c861a45e629bf73f", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7642105263157895, "chrf": 72.36563832582029, "bleu": 47.4552038280739, "rougeL": 0.8, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}492{"pair_id": "pair_7e71e5ca88fb5358", "doc_id": "doc_96174e2f07291f09", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.28104575163398693, "chrf": 61.509599308696714, "bleu": 33.27274903222963, "rougeL": 0.25287356321839083, "len_ratio": 1.955223880597015, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6428571428571429, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}493{"pair_id": "pair_89d12b7f2261c246", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.521680216802168, "chrf": 69.68984550004048, "bleu": 41.13515334813464, "rougeL": 0.6028708133971291, "len_ratio": 1.063157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}494{"pair_id": "pair_b1ed49f67d3a362a", "doc_id": "doc_b187f41399e937ba", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.46379853095487933, "chrf": 52.584308670226854, "bleu": 20.049909826546525, "rougeL": 0.4109589041095891, "len_ratio": 1.0827067669172932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}495{"pair_id": "pair_86e5b33a1bffa4f5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.35416666666666663, "chrf": 55.85394765248499, "bleu": 21.312357812802908, "rougeL": 0.3862068965517242, "len_ratio": 1.16793893129771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}496{"pair_id": "pair_07ccb1e2b5d4f252", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4738955823293173, "chrf": 49.026754446853275, "bleu": 30.075728687651036, "rougeL": 0.5522388059701493, "len_ratio": 0.6097560975609756, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}497{"pair_id": "pair_54c74e2c798ae5bd", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.39750849377123443, "chrf": 58.054057439036356, "bleu": 29.79064445102369, "rougeL": 0.4504504504504504, "len_ratio": 1.003690036900369, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_1d0abd2dadc0c197", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3670564311133706, "chrf": 48.58190340678874, "bleu": 20.075934721276376, "rougeL": 0.39123102866779086, "len_ratio": 0.7881619937694704, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}499{"pair_id": "pair_54e28a36191dee4c", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.018238261544431533, "chrf": 1.7159024021239169, "bleu": 1.1231745871051115e-24, "rougeL": 0.025380710659898477, "len_ratio": 0.015957446808510637, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -3.0, "sentence_count_delta": -16.0}500{"pair_id": "pair_fbca515430acceaf", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.38438587767279964, "chrf": 56.548866598831346, "bleu": 43.76761188127365, "rougeL": 0.37992831541218636, "len_ratio": 0.7785234899328859, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7619047619047619, "number_precision": 0.7272727272727273, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}501{"pair_id": "pair_cf6492320aff65e4", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4, "chrf": 53.725445030791676, "bleu": 18.97891417710712, "rougeL": 0.3806228373702422, "len_ratio": 1.192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -3.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_2b8b76d1ba917eea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5, "chrf": 68.9341005764838, "bleu": 42.067600132556755, "rougeL": 0.5807962529274004, "len_ratio": 1.1257142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9230769230769231, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}503