Repository Public Research preview
1{"pair_id": "pair_534ab5b47b9ee98c", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6059225512528474, "chrf": 70.12869233115336, "bleu": 45.49289957504951, "rougeL": 0.65625, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_b4ba63a1d2dd7037", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6112676056338029, "chrf": 74.13086314296883, "bleu": 55.167247861934044, "rougeL": 0.6825688073394496, "len_ratio": 1.0111940298507462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}3{"pair_id": "pair_3eb7f963d11241df", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5129740518962076, "chrf": 73.03814906426057, "bleu": 42.24438346871302, "rougeL": 0.5750000000000001, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}4{"pair_id": "pair_1a4b1c8249f7c76e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6263513513513513, "chrf": 71.27495161808079, "bleu": 41.758805158498035, "rougeL": 0.6435185185185186, "len_ratio": 1.0288461538461537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}5{"pair_id": "pair_82caf11dd71c4375", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5532994923857868, "chrf": 61.866798623148014, "bleu": 36.512619002858294, "rougeL": 0.6719999999999999, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_45bb802c91771497", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5539754363283775, "chrf": 74.97774840587532, "bleu": 54.03584336714378, "rougeL": 0.591304347826087, "len_ratio": 1.055299539170507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}7{"pair_id": "pair_f731865f2257cc87", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.50859375, "chrf": 60.48476915129892, "bleu": 25.075426250352752, "rougeL": 0.5319148936170213, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_d65650bf122944c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.36935166994106094, "chrf": 63.94111098529546, "bleu": 31.453125031972487, "rougeL": 0.513888888888889, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}9{"pair_id": "pair_f31c05d63c8ee97b", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7131578947368421, "chrf": 84.08758210986068, "bleu": 59.19920997054501, "rougeL": 0.777292576419214, "len_ratio": 1.0754716981132075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}10{"pair_id": "pair_e8993a781dde82be", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6756383712905452, "chrf": 76.47640609578602, "bleu": 51.777961417902006, "rougeL": 0.709832134292566, "len_ratio": 0.9567307692307693, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}11{"pair_id": "pair_6752bbc397a92282", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6696730552423901, "chrf": 70.64422610299607, "bleu": 45.88480257035049, "rougeL": 0.6784452296819787, "len_ratio": 1.0294117647058822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_21c07460fab18a60", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6633954857703631, "chrf": 78.28450693758364, "bleu": 57.597746513661164, "rougeL": 0.7019867549668874, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}13{"pair_id": "pair_bce5dc586f50fd4f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7646326276463262, "chrf": 73.94012006712634, "bleu": 48.25778320840136, "rougeL": 0.789272030651341, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}14{"pair_id": "pair_6505da06774d0d05", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5385259631490787, "chrf": 69.58170185117687, "bleu": 40.40055009170767, "rougeL": 0.6103542234332425, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}15{"pair_id": "pair_792f7d6c5e62edeb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5626326963906582, "chrf": 71.72152594249197, "bleu": 51.117672094021394, "rougeL": 0.65, "len_ratio": 1.0160427807486632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_01f37f65ecfc4ee3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7122040072859745, "chrf": 72.8888210147759, "bleu": 48.49812443869308, "rougeL": 0.7327327327327329, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_42061ceaae50b84d", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7334851936218678, "chrf": 80.53388745487425, "bleu": 57.78201133769726, "rougeL": 0.7726027397260273, "len_ratio": 1.0112994350282485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}18{"pair_id": "pair_029b24f60c20d353", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7298674821610601, "chrf": 91.22194372262199, "bleu": 80.97458803487106, "rougeL": 0.8348909657320872, "len_ratio": 0.9931506849315068, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_d3104773d34ba77a", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.3390728476821192, "chrf": 59.61731545299769, "bleu": 28.005530365501894, "rougeL": 0.4090909090909091, "len_ratio": 1.0612244897959184, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_bf88b2b86eaa5b84", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6408977556109725, "chrf": 75.91416044154735, "bleu": 53.55233874697871, "rougeL": 0.7580645161290323, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}21{"pair_id": "pair_3b04224b111a7102", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5647590361445782, "chrf": 72.46792363029255, "bleu": 46.19896002443052, "rougeL": 0.7021276595744681, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}22{"pair_id": "pair_082fa41a7b25de5a", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7114427860696517, "chrf": 68.91513203010065, "bleu": 48.01726001147447, "rougeL": 0.7425742574257426, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_52d63c2e0fe1560c", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.47581699346405226, "chrf": 51.97863805566608, "bleu": 14.945012213660329, "rougeL": 0.4, "len_ratio": 1.0792079207920793, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}24{"pair_id": "pair_33162f98b3868ea9", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.821285140562249, "chrf": 80.16046089378008, "bleu": 57.53068444594106, "rougeL": 0.8435374149659863, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}25{"pair_id": "pair_0d2990eaea8af7c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6861471861471862, "chrf": 72.2937859093942, "bleu": 45.871143077924266, "rougeL": 0.6894736842105263, "len_ratio": 0.9035532994923858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}26{"pair_id": "pair_92c269587d9b13db", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8145756457564576, "chrf": 80.76342095976779, "bleu": 68.07246112707914, "rougeL": 0.8337468982630273, "len_ratio": 0.9625668449197861, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}27{"pair_id": "pair_759e5cef9abda141", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4608, "chrf": 60.83881596545725, "bleu": 24.470476070700293, "rougeL": 0.536312849162011, "len_ratio": 1.1375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_a07d9c6fb6c1a8b2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.41515650741350907, "chrf": 56.156284786597176, "bleu": 21.524642575269414, "rougeL": 0.37931034482758624, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_d82e3db4ffd2f1c5", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5911854103343466, "chrf": 76.82025670219302, "bleu": 54.02451183092232, "rougeL": 0.6733668341708543, "len_ratio": 0.9801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}30{"pair_id": "pair_59c10a0adde22d66", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.532448377581121, "chrf": 74.22004227049945, "bleu": 49.2691298895715, "rougeL": 0.5628140703517588, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}31{"pair_id": "pair_be9d3d8df6c8c9ea", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5614156835530881, "chrf": 77.0732251759011, "bleu": 51.724395334269246, "rougeL": 0.6428571428571428, "len_ratio": 0.9953488372093023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}32{"pair_id": "pair_9e265d9bb1298dc8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4923371647509579, "chrf": 75.71783395363663, "bleu": 48.83215679715982, "rougeL": 0.6710526315789473, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}33{"pair_id": "pair_ab2107c74cd7e75f", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6372413793103449, "chrf": 83.03432169029222, "bleu": 63.074303452872094, "rougeL": 0.7004608294930875, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}34{"pair_id": "pair_6665cf85c2736be8", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5444191343963554, "chrf": 67.98541608405266, "bleu": 41.06289157589647, "rougeL": 0.5736434108527133, "len_ratio": 0.9253731343283582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}35{"pair_id": "pair_1941d85c8a39df55", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5977286312014345, "chrf": 74.69113725016152, "bleu": 51.97726616454003, "rougeL": 0.6980802792321117, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}36{"pair_id": "pair_8ba8492c973607a2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7174556213017751, "chrf": 71.16235567694615, "bleu": 46.37839846840977, "rougeL": 0.6844919786096256, "len_ratio": 0.8585858585858586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_2d8491819611a0f5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5588697017268446, "chrf": 66.10166531982304, "bleu": 42.49890753736711, "rougeL": 0.6122448979591837, "len_ratio": 1.1428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_192d9af7e7c89da8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.34806629834254144, "chrf": 66.06629091282056, "bleu": 35.263252299420074, "rougeL": 0.47214854111405835, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}39{"pair_id": "pair_9348989ee535b50d", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.47779479326186824, "chrf": 58.17545346749354, "bleu": 27.262445439121255, "rougeL": 0.4639175257731959, "len_ratio": 0.8712871287128713, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}40{"pair_id": "pair_afe202bf41779139", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5830860534124629, "chrf": 64.904982785531, "bleu": 36.34003719280748, "rougeL": 0.5851063829787234, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}41{"pair_id": "pair_248597cc5ac511fa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6238881829733164, "chrf": 79.91369539947068, "bleu": 56.46456016515639, "rougeL": 0.696969696969697, "len_ratio": 1.018018018018018, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}42{"pair_id": "pair_1ec3b005fb6b3d49", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.42728184553660986, "chrf": 73.85380150289626, "bleu": 42.19573554227967, "rougeL": 0.483271375464684, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}43{"pair_id": "pair_71f278ae6b737b38", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4726688102893891, "chrf": 60.70407152816338, "bleu": 30.01753995180669, "rougeL": 0.45714285714285713, "len_ratio": 1.0864197530864197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}44{"pair_id": "pair_6c18ba000399cb16", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7690655209452202, "chrf": 79.81674534498457, "bleu": 65.26378096712476, "rougeL": 0.7915194346289751, "len_ratio": 0.9927007299270073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_ade36c7fafe81f63", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.49101796407185627, "chrf": 70.97332057345231, "bleu": 41.7535873394077, "rougeL": 0.5555555555555555, "len_ratio": 0.9133333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}46{"pair_id": "pair_4d66779f6cf3e61f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.577456647398844, "chrf": 66.52611492591146, "bleu": 34.6946056479132, "rougeL": 0.5951417004048584, "len_ratio": 0.952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}47{"pair_id": "pair_36709e01cba6f244", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.757854821235103, "chrf": 84.46504900694364, "bleu": 69.0524072171711, "rougeL": 0.8007054673721341, "len_ratio": 1.0037037037037038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}48{"pair_id": "pair_54d53fa0a2fd0e23", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7932692307692308, "chrf": 75.62130354305025, "bleu": 48.35013602554906, "rougeL": 0.7804878048780488, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_a0464b001854faf0", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6708268330733229, "chrf": 69.11282750920708, "bleu": 49.86324259219634, "rougeL": 0.7195767195767196, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}50{"pair_id": "pair_3aa0668948ce1478", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5318877551020409, "chrf": 73.73346003648412, "bleu": 42.84772749167672, "rougeL": 0.611353711790393, "len_ratio": 1.0754716981132075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_1c2aad977a576e5b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8106508875739645, "chrf": 81.25860184704881, "bleu": 65.61300327970352, "rougeL": 0.8172757475083058, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}52{"pair_id": "pair_e3b0a91c295626f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4287548138639281, "chrf": 82.11495193901244, "bleu": 63.29949478727904, "rougeL": 0.6337448559670782, "len_ratio": 0.9824561403508771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}53{"pair_id": "pair_e2c4068c5462d2fa", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.40909090909090906, "chrf": 66.99315399862304, "bleu": 33.98115641791068, "rougeL": 0.5014749262536873, "len_ratio": 1.0628930817610063, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}54{"pair_id": "pair_a5e867b3773bdfed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5024561403508772, "chrf": 69.56924456487353, "bleu": 40.71025069415693, "rougeL": 0.5785536159600997, "len_ratio": 1.0050761421319796, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}55{"pair_id": "pair_0decb6a7fc76254b", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3753581661891118, "chrf": 65.40503716248945, "bleu": 42.75636851435952, "rougeL": 0.538860103626943, "len_ratio": 0.89, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}56{"pair_id": "pair_efa7105e30b5e78f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.829700272479564, "chrf": 82.177247120255, "bleu": 62.08730850061139, "rougeL": 0.826923076923077, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_0e173b7aa636f282", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6263454638646848, "chrf": 82.21267574138548, "bleu": 60.93782225129611, "rougeL": 0.6924428822495606, "len_ratio": 0.9681978798586572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}58{"pair_id": "pair_6564027ea6139296", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7625, "chrf": 83.5241055516299, "bleu": 61.062394284037595, "rougeL": 0.8296703296703298, "len_ratio": 1.064327485380117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_75d6b94c63f28faa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5009596928982726, "chrf": 74.5106747868972, "bleu": 49.444851366989475, "rougeL": 0.6237942122186495, "len_ratio": 0.8930817610062893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}60{"pair_id": "pair_38a3d126dc3cf268", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5555555555555556, "chrf": 71.60766973075897, "bleu": 38.68141904882681, "rougeL": 0.6593406593406593, "len_ratio": 0.9651162790697675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}61{"pair_id": "pair_5021c799eb783f64", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7183770883054892, "chrf": 75.54785424745198, "bleu": 48.70490132487974, "rougeL": 0.7310924369747899, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}62{"pair_id": "pair_7885b7b80a93f505", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.48634294385432475, "chrf": 64.97352125580042, "bleu": 31.61467412966093, "rougeL": 0.5524296675191815, "len_ratio": 0.9739583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}63{"pair_id": "pair_16b322783f9aad91", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.35352286773794805, "chrf": 67.60575039462846, "bleu": 37.32155580201196, "rougeL": 0.5020920502092051, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}64{"pair_id": "pair_29a6a06f0d67770c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6288601909039866, "chrf": 78.44799621576122, "bleu": 60.26988360524275, "rougeL": 0.6967071057192374, "len_ratio": 0.9563636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}65{"pair_id": "pair_202e90a67945d880", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6080901856763925, "chrf": 76.898239473736, "bleu": 52.56903019104661, "rougeL": 0.6827133479212254, "len_ratio": 0.948051948051948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}66{"pair_id": "pair_14abc6a2479684b1", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7378731343283582, "chrf": 82.30898392459247, "bleu": 67.08921261241275, "rougeL": 0.7892976588628763, "len_ratio": 1.0604026845637584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}67{"pair_id": "pair_32235555b601cab3", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.525940996948118, "chrf": 63.82387789837035, "bleu": 35.19577630016919, "rougeL": 0.5591397849462365, "len_ratio": 1.0223880597014925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}68{"pair_id": "pair_afb70fddf89264c8", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6149897330595482, "chrf": 83.64975289932002, "bleu": 68.00111345941094, "rougeL": 0.7243816254416962, "len_ratio": 0.9344827586206896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}69{"pair_id": "pair_153cb3d30281b8e1", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.43442622950819676, "chrf": 56.569704543942066, "bleu": 11.183127416930468, "rougeL": 0.423841059602649, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_574077bae6ce5fca", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6323185011709602, "chrf": 62.96344990191476, "bleu": 35.886888583369156, "rougeL": 0.6323529411764707, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}71{"pair_id": "pair_c956c2bafddcae15", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6150793650793651, "chrf": 80.1769930781344, "bleu": 64.72616728539235, "rougeL": 0.7311827956989247, "len_ratio": 0.9404761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}72{"pair_id": "pair_5f41b3d39f54bad1", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5650095602294455, "chrf": 63.95496852507733, "bleu": 37.94509334695233, "rougeL": 0.5633802816901409, "len_ratio": 0.9708029197080292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_7fc50840511051d1", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5464190981432361, "chrf": 62.52095392232885, "bleu": 31.205201888370603, "rougeL": 0.5789473684210528, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}74{"pair_id": "pair_c192a060c40a441b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7849604221635884, "chrf": 74.47563288278248, "bleu": 45.401088301624895, "rougeL": 0.7203791469194314, "len_ratio": 0.8981481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_dff809b6a1b282dc", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5504634397528321, "chrf": 71.11573099686886, "bleu": 38.06697449820245, "rougeL": 0.6116838487972508, "len_ratio": 1.0144927536231885, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}76{"pair_id": "pair_c42c40472a0baa1a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5906432748538012, "chrf": 58.10950001446032, "bleu": 21.846701700494684, "rougeL": 0.563758389261745, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}77{"pair_id": "pair_392af48f9407b7c3", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6734006734006734, "chrf": 72.04527545972014, "bleu": 56.413654062963936, "rougeL": 0.732919254658385, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_6be1dd33e4e6d4aa", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5069060773480663, "chrf": 70.05610496121474, "bleu": 42.7136280681268, "rougeL": 0.5258215962441315, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_7ac4ade1830dc372", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5804701627486437, "chrf": 64.15569252800566, "bleu": 32.475606039785696, "rougeL": 0.6037735849056604, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_929f9c24ad480225", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5768049155145929, "chrf": 68.77725027522415, "bleu": 41.10389204514691, "rougeL": 0.6191780821917808, "len_ratio": 1.0701754385964912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}81{"pair_id": "pair_de1370a1cd0b54cb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4601018675721562, "chrf": 68.54904460240586, "bleu": 40.791164669277244, "rougeL": 0.4974093264248704, "len_ratio": 1.0319148936170213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}82{"pair_id": "pair_d48e5d059fa3cc54", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7820613690007868, "chrf": 76.81638986459237, "bleu": 51.05898953770064, "rougeL": 0.783068783068783, "len_ratio": 0.9888888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_cb37eb7f5d618a17", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44240570846075433, "chrf": 73.45186053028998, "bleu": 51.07647377517776, "rougeL": 0.6215384615384616, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}84{"pair_id": "pair_400660b05415da75", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.49933687002652516, "chrf": 69.92559285572793, "bleu": 39.7258414589608, "rougeL": 0.5631067961165049, "len_ratio": 0.9950738916256158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}85{"pair_id": "pair_dd7c0dc2e9b6b991", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5469216975493126, "chrf": 69.0839601149752, "bleu": 43.590708060221004, "rougeL": 0.6035087719298246, "len_ratio": 0.9377289377289377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}86{"pair_id": "pair_3a815159b68d0b1a", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6323185011709602, "chrf": 59.809217885637345, "bleu": 25.524676393290513, "rougeL": 0.5970149253731344, "len_ratio": 0.9420289855072463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}87{"pair_id": "pair_0ea0089868a9486a", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7546419098143236, "chrf": 74.63787350894711, "bleu": 52.543321776847726, "rougeL": 0.7813953488372093, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_eeb469751e6719fb", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5147147147147146, "chrf": 71.39854313888637, "bleu": 40.50174072115506, "rougeL": 0.5564853556485355, "len_ratio": 1.0945945945945945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}89{"pair_id": "pair_1c248171ae889938", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7393364928909952, "chrf": 72.03267078375521, "bleu": 44.941695095238806, "rougeL": 0.7258064516129032, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_23a75e54129a35a7", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7965367965367965, "chrf": 75.4033966868986, "bleu": 57.24321569212516, "rougeL": 0.7572815533980582, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_013f952cde337fb2", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6767992847563702, "chrf": 85.40123180967286, "bleu": 70.55201192565407, "rougeL": 0.776566757493188, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}92{"pair_id": "pair_aa1b1db857a23bb7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5838509316770186, "chrf": 73.88333191146718, "bleu": 53.35794942619749, "rougeL": 0.654320987654321, "len_ratio": 1.0294117647058822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}93{"pair_id": "pair_e9e4fc5508ddcf46", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7582037996545768, "chrf": 74.3478428686091, "bleu": 61.983814352324885, "rougeL": 0.7939698492462312, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}94{"pair_id": "pair_c0734880c60102ab", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5349544072948329, "chrf": 69.86776404380099, "bleu": 36.66794878652224, "rougeL": 0.5263157894736842, "len_ratio": 1.069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -2.0}95{"pair_id": "pair_10854715a9daa7f5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6093155893536122, "chrf": 73.26760242727897, "bleu": 58.09696458842058, "rougeL": 0.6569767441860465, "len_ratio": 1.006060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}96{"pair_id": "pair_3ed21835552f0676", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6343891402714932, "chrf": 66.23782639078264, "bleu": 34.70027342148316, "rougeL": 0.6508875739644969, "len_ratio": 0.9404761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}97{"pair_id": "pair_cebd2e9cf00f2906", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7383966244725738, "chrf": 83.39519104561465, "bleu": 62.4325719094833, "rougeL": 0.7958115183246073, "len_ratio": 0.9818840579710145, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}98{"pair_id": "pair_cc2edaae41b23631", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8056628056628057, "chrf": 78.71543015231293, "bleu": 57.433245237674605, "rougeL": 0.8144796380090498, "len_ratio": 0.9385964912280702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_0d3f0c7c7ca274d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.44047619047619047, "chrf": 69.44112796115081, "bleu": 37.25059981974662, "rougeL": 0.5569620253164557, "len_ratio": 0.925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}100{"pair_id": "pair_4efd465014478931", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5420054200542006, "chrf": 71.9753076800593, "bleu": 42.648362633579964, "rougeL": 0.6216216216216216, "len_ratio": 0.8844444444444445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}101{"pair_id": "pair_351062a01178facd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6424581005586592, "chrf": 72.24268466806178, "bleu": 41.09302832488447, "rougeL": 0.6262626262626263, "len_ratio": 0.9765886287625418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}102{"pair_id": "pair_289f958c7f2447c0", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5396825396825398, "chrf": 73.08407602927159, "bleu": 41.90008601353889, "rougeL": 0.5755395683453237, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}103{"pair_id": "pair_3d4b30f2cce63978", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7010101010101011, "chrf": 65.8520344060071, "bleu": 43.116392579707586, "rougeL": 0.6753246753246753, "len_ratio": 0.9102564102564102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_fcf3cba4380b62e7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.711846318036286, "chrf": 73.90390722724061, "bleu": 49.42307801590952, "rougeL": 0.754325259515571, "len_ratio": 0.952054794520548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}105{"pair_id": "pair_10e223e6488375e6", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8482613277133825, "chrf": 81.51716189365159, "bleu": 62.47212701408917, "rougeL": 0.8424657534246575, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_c50043b49a1ae005", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7701674277016743, "chrf": 83.50102173329788, "bleu": 66.42182404162911, "rougeL": 0.8254545454545454, "len_ratio": 0.9739776951672863, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_f17dd14ab5bc29ab", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6626712328767124, "chrf": 80.75592360650644, "bleu": 63.598475637160966, "rougeL": 0.7063197026022305, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_8a8dc5c547c698b4", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7236614853195165, "chrf": 84.77672075675056, "bleu": 69.51244557958198, "rougeL": 0.7978142076502731, "len_ratio": 0.925531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_255ecbfd320b7584", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7183544303797469, "chrf": 77.54951073519946, "bleu": 60.30251163836118, "rougeL": 0.783132530120482, "len_ratio": 0.968944099378882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}110{"pair_id": "pair_ac7bbf9947147548", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.4657853810264385, "chrf": 80.4082713775613, "bleu": 57.646014015740164, "rougeL": 0.6005221932114883, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}111{"pair_id": "pair_3cc24a2db40a1c81", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.640176600441501, "chrf": 67.43732621214355, "bleu": 35.19501406235938, "rougeL": 0.6380697050938338, "len_ratio": 0.890625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}112{"pair_id": "pair_52f46f4ca329b473", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.554421768707483, "chrf": 77.19582784638888, "bleu": 55.71619484648069, "rougeL": 0.6632653061224489, "len_ratio": 0.9787234042553191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}113{"pair_id": "pair_e01e74d2c1d567b9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5302257829570284, "chrf": 74.73336331869919, "bleu": 50.115244580360155, "rougeL": 0.628140703517588, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}114{"pair_id": "pair_0178adf63aef08fd", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6840995360607338, "chrf": 78.56515894532183, "bleu": 55.593549658458905, "rougeL": 0.7359550561797753, "len_ratio": 1.042296072507553, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}115{"pair_id": "pair_c1690969105879fa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6733333333333333, "chrf": 77.59308263978942, "bleu": 60.040553677301475, "rougeL": 0.7643312101910829, "len_ratio": 0.9558823529411765, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_e470e1a1edf6b6aa", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7513227513227514, "chrf": 78.17187934190602, "bleu": 60.8319511016407, "rougeL": 0.8054794520547944, "len_ratio": 0.9595375722543352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}117{"pair_id": "pair_5c5b0e905c38c804", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.550061804697157, "chrf": 58.96831310572181, "bleu": 24.942254387309763, "rougeL": 0.5726141078838175, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_d13c2c2b74f72b95", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5882624768946396, "chrf": 73.4590471527516, "bleu": 48.23858272405843, "rougeL": 0.6217105263157895, "len_ratio": 0.9901960784313726, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -2.0}119{"pair_id": "pair_35c0a379758a54c0", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8394160583941606, "chrf": 81.36380807270821, "bleu": 63.925181797124246, "rougeL": 0.8129032258064518, "len_ratio": 1.0140845070422535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_e614bd2c1f06d942", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5837378640776699, "chrf": 67.52834668781477, "bleu": 43.001784774934016, "rougeL": 0.6206896551724138, "len_ratio": 1.1320754716981132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_8ac9873a7e8de26d", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4295774647887324, "chrf": 54.20687594765131, "bleu": 15.865884052301288, "rougeL": 0.467005076142132, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}122{"pair_id": "pair_0f72f9a9e487330d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.36627906976744184, "chrf": 62.48115165632856, "bleu": 32.442409957358, "rougeL": 0.41148325358851673, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_b2166006868dc64e", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5064377682403434, "chrf": 86.94476947123165, "bleu": 73.37434623595163, "rougeL": 0.6936936936936936, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_3dbd3da5fbcee70d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6608695652173913, "chrf": 81.74230381177017, "bleu": 65.00245086671632, "rougeL": 0.7824074074074072, "len_ratio": 0.9786096256684492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}125{"pair_id": "pair_7dc21233e2543cf1", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6693657219973009, "chrf": 65.71450131205337, "bleu": 34.88206598993685, "rougeL": 0.6384976525821596, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_238fc0541671bae4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.49233912155260473, "chrf": 65.20430259370937, "bleu": 40.288863785224365, "rougeL": 0.5284280936454849, "len_ratio": 1.0206896551724138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}127{"pair_id": "pair_c87b703baa309289", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5498652291105122, "chrf": 63.04939177661648, "bleu": 30.22115786697823, "rougeL": 0.5169230769230769, "len_ratio": 1.070967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}128{"pair_id": "pair_69b493f013c97498", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6306775874906925, "chrf": 71.35060200762003, "bleu": 43.78621471036532, "rougeL": 0.6282722513089005, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}129{"pair_id": "pair_c044cb52a79332bb", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.756198347107438, "chrf": 83.68505239128511, "bleu": 75.28116797188879, "rougeL": 0.8444444444444444, "len_ratio": 0.974025974025974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}130{"pair_id": "pair_b6e9e28adedceede", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7461406518010292, "chrf": 76.81712072277939, "bleu": 64.34483190291459, "rougeL": 0.7777777777777778, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_dcd2a0d3e06d5703", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8312020460358056, "chrf": 79.52333461323764, "bleu": 58.73398781430214, "rougeL": 0.8412698412698412, "len_ratio": 0.9841269841269841, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_786c3087349f2947", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5061898211829436, "chrf": 64.40846312002576, "bleu": 30.499834073617926, "rougeL": 0.5508684863523574, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}133{"pair_id": "pair_d3ce183f5ae1af47", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6871880199667222, "chrf": 66.76280431720862, "bleu": 45.60375514163752, "rougeL": 0.7032967032967032, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}134{"pair_id": "pair_c48d3dba962442c2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.32015306122448983, "chrf": 62.7126124857344, "bleu": 36.320453594220325, "rougeL": 0.4824561403508772, "len_ratio": 0.9719626168224299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}135{"pair_id": "pair_692198d471e057bc", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6754617414248021, "chrf": 67.13639362824938, "bleu": 34.24835944802715, "rougeL": 0.619718309859155, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_3dccd16f435081ca", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6914700544464609, "chrf": 67.69767270208365, "bleu": 46.07506471035866, "rougeL": 0.6705882352941176, "len_ratio": 0.9204545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_7970a9aab7e878b5", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5238828967642527, "chrf": 81.56937460236777, "bleu": 59.3211856133575, "rougeL": 0.6480446927374302, "len_ratio": 0.9456521739130435, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}138{"pair_id": "pair_6333ab44ba110c4b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4378219278881531, "chrf": 65.33510533787063, "bleu": 33.897092104740864, "rougeL": 0.5026178010471204, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}139{"pair_id": "pair_f13091ad8b7c8a30", "doc_id": "doc_7cc71e43594f0124", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6270653029110936, "chrf": 70.35829687244737, "bleu": 44.89734682060872, "rougeL": 0.681592039800995, "len_ratio": 0.9847715736040609, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_ead5176a8b6144cd", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5328554360812425, "chrf": 72.3961221733149, "bleu": 45.15656032201021, "rougeL": 0.5985401459854015, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_20dafded3411a033", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5707236842105263, "chrf": 59.714131584817956, "bleu": 32.55567960961132, "rougeL": 0.6346153846153846, "len_ratio": 1.127659574468085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}142{"pair_id": "pair_1665c1640d5b3d5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3738680465717982, "chrf": 68.7148354929265, "bleu": 42.705129890714396, "rougeL": 0.48163265306122444, "len_ratio": 1.0087719298245614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}143{"pair_id": "pair_c188f53958c80d7c", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5809128630705394, "chrf": 84.6841749459598, "bleu": 63.77418222301506, "rougeL": 0.6965174129353233, "len_ratio": 0.9738562091503268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}144{"pair_id": "pair_45afec86b94d1d0e", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7924773022049286, "chrf": 75.26451195756087, "bleu": 57.906706089770324, "rougeL": 0.7579908675799087, "len_ratio": 1.028301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}145{"pair_id": "pair_63333f40645895ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6880570409982174, "chrf": 84.56729430579149, "bleu": 63.24115384746729, "rougeL": 0.7950310559006211, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}146{"pair_id": "pair_f41afa63559dc25d", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7520325203252033, "chrf": 71.2919104118614, "bleu": 50.72339260238599, "rougeL": 0.7195121951219512, "len_ratio": 0.8987341772151899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}147{"pair_id": "pair_fbf5c17731a3a132", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4061338289962825, "chrf": 74.67515979808343, "bleu": 54.99811100523028, "rougeL": 0.5238095238095238, "len_ratio": 1.0268456375838926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}148{"pair_id": "pair_e2140f5db9b65f5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7084520417853751, "chrf": 76.00167331946557, "bleu": 48.86885526310524, "rougeL": 0.7559523809523809, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}149{"pair_id": "pair_6642881e1a43ea53", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.3510204081632653, "chrf": 58.78572000376562, "bleu": 23.234638200159562, "rougeL": 0.3775510204081633, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_6bb7a0192d288e72", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6896984924623115, "chrf": 76.87479191739054, "bleu": 54.50581362735775, "rougeL": 0.7456140350877193, "len_ratio": 0.9396551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}151{"pair_id": "pair_50d371eee6740ac4", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5969289827255279, "chrf": 69.27241627559954, "bleu": 39.961778431512386, "rougeL": 0.6625000000000001, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_b568a02fac109eb9", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.45109489051094886, "chrf": 71.32586152760648, "bleu": 37.779474952527615, "rougeL": 0.5024630541871922, "len_ratio": 1.0104166666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -2.0}153{"pair_id": "pair_b1ec64152beb6d97", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5664488017429194, "chrf": 67.73324124110889, "bleu": 34.152441135135234, "rougeL": 0.6142857142857142, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_21f2b3f83b217391", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6832579185520362, "chrf": 67.80381766707919, "bleu": 42.041397593266005, "rougeL": 0.6901960784313727, "len_ratio": 0.8731343283582089, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_d23cea026c5ace9a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5672645739910314, "chrf": 69.95936165454938, "bleu": 39.229307750438394, "rougeL": 0.5691056910569106, "len_ratio": 1.0338983050847457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}156{"pair_id": "pair_eaa5bc54aa96a41f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7760683760683761, "chrf": 72.70616666313168, "bleu": 43.92066702620663, "rougeL": 0.7005649717514125, "len_ratio": 0.9886363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_1734a40e2337d12b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5923217550274222, "chrf": 56.751032092458885, "bleu": 19.7481702892991, "rougeL": 0.5542168674698795, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_3e36580587567a92", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6501706484641638, "chrf": 79.34580819109624, "bleu": 61.25641429201829, "rougeL": 0.7664670658682634, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}159{"pair_id": "pair_244e1187a30656d6", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3311582381729201, "chrf": 60.17741679223302, "bleu": 34.528877563609285, "rougeL": 0.4432432432432432, "len_ratio": 1.0112359550561798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_c6e7de0abe9bfed5", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6567717996289425, "chrf": 64.87851780241485, "bleu": 35.76830817033545, "rougeL": 0.6666666666666666, "len_ratio": 1.1369863013698631, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_42e45b5f1a97a919", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3323572474377745, "chrf": 58.99334585767082, "bleu": 31.92374668741077, "rougeL": 0.4368932038834952, "len_ratio": 0.9805825242718447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_4529613294fae26e", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3159947984395318, "chrf": 66.86237727409299, "bleu": 46.008234301642055, "rougeL": 0.5309734513274336, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}163{"pair_id": "pair_6db3602926e3f108", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6602027324812693, "chrf": 77.71957493461392, "bleu": 58.41165572399088, "rougeL": 0.747638326585695, "len_ratio": 1.0193905817174516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}164{"pair_id": "pair_8d0d1d27c5b651ff", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7363013698630136, "chrf": 82.53369276203696, "bleu": 63.888275699727046, "rougeL": 0.8097412480974124, "len_ratio": 0.9845679012345679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_37279956404c5331", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.47653000594177064, "chrf": 60.47971437001949, "bleu": 31.798253699322427, "rougeL": 0.4908722109533469, "len_ratio": 0.963265306122449, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}166{"pair_id": "pair_46f20c52472d1393", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5761124121779859, "chrf": 54.249285957023275, "bleu": 20.505885435288878, "rougeL": 0.5454545454545454, "len_ratio": 0.9130434782608695, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_52e525b34b664c04", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8853932584269663, "chrf": 85.82491709283208, "bleu": 71.97721148333525, "rougeL": 0.8825622775800712, "len_ratio": 1.0220588235294117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_ff99bee9dd6708d2", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.44573643410852715, "chrf": 59.5568198099501, "bleu": 24.224135898672905, "rougeL": 0.5614035087719298, "len_ratio": 1.141025641025641, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}169{"pair_id": "pair_449f2c7bf1a60c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6067006554989075, "chrf": 69.32750536795226, "bleu": 38.24611361743919, "rougeL": 0.6004962779156328, "len_ratio": 0.9353233830845771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}170{"pair_id": "pair_90ac68ac94c8e560", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7590822179732314, "chrf": 80.52851977407272, "bleu": 62.326097111715164, "rougeL": 0.7773851590106007, "len_ratio": 0.948905109489051, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}171{"pair_id": "pair_3294b0ffcff525df", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6696490020646937, "chrf": 85.15924798873058, "bleu": 68.14127832057834, "rougeL": 0.765, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_61c16259d2f8cd33", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6377204884667571, "chrf": 72.06282609924793, "bleu": 48.72693427326726, "rougeL": 0.6835443037974683, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}173{"pair_id": "pair_67d302cf71408875", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8119440914866582, "chrf": 82.73758619610068, "bleu": 65.53434189888277, "rougeL": 0.8432835820895523, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}174{"pair_id": "pair_3528672378f6c06d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6115196078431373, "chrf": 65.95534843007455, "bleu": 34.79276635628264, "rougeL": 0.6083333333333334, "len_ratio": 1.043103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}175{"pair_id": "pair_dcd6a3ad8bc2cc75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5592760180995475, "chrf": 64.05568674306834, "bleu": 35.62152571665704, "rougeL": 0.580060422960725, "len_ratio": 0.9329268292682927, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_cb3b0d0ef5e9a37f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7021696252465484, "chrf": 70.05454021734259, "bleu": 45.64645023211038, "rougeL": 0.6996699669966997, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_1098ad32fc148c0b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.537882589061716, "chrf": 74.6258360206633, "bleu": 49.14505912450235, "rougeL": 0.65625, "len_ratio": 0.9893992932862191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}178{"pair_id": "pair_440501dd84293cb9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7454890788224122, "chrf": 79.65420822352476, "bleu": 58.19386344970673, "rougeL": 0.7927927927927927, "len_ratio": 0.9493670886075949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}179{"pair_id": "pair_a029a6bff2518633", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4294770206022187, "chrf": 67.20413816066244, "bleu": 31.284403871734042, "rougeL": 0.4228571428571429, "len_ratio": 1.1794871794871795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}180{"pair_id": "pair_7ffd3b6de5bfed1f", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7494456762749446, "chrf": 76.25995263927256, "bleu": 50.91577957675944, "rougeL": 0.7910447761194029, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_aa3bf227a9232830", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6211293260473588, "chrf": 76.50561155577897, "bleu": 61.97727340991631, "rougeL": 0.7281553398058254, "len_ratio": 1.0160427807486632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}182{"pair_id": "pair_e4c2a8e74fa6334f", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5222052067381318, "chrf": 61.83844586554494, "bleu": 33.302906129796675, "rougeL": 0.5405405405405405, "len_ratio": 1.0108695652173914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}183{"pair_id": "pair_c110a00b7adc11b1", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5510597302504817, "chrf": 70.30606452000447, "bleu": 35.30337593750949, "rougeL": 0.6103896103896105, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}184{"pair_id": "pair_0b1f3d0472f358ed", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.47788697788697787, "chrf": 65.92300761036223, "bleu": 40.96210255538455, "rougeL": 0.5344827586206897, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}185{"pair_id": "pair_d49967a020ab0810", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5378868729989328, "chrf": 69.05347318276031, "bleu": 40.772626001291734, "rougeL": 0.6185567010309279, "len_ratio": 0.9657534246575342, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}186{"pair_id": "pair_abe570d1bc0bd4e8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4389233954451346, "chrf": 44.03997376754503, "bleu": 4.911430022689577, "rougeL": 0.38235294117647056, "len_ratio": 1.0307692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}187{"pair_id": "pair_e2ea06d99035098d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7236255572065379, "chrf": 72.89204955827863, "bleu": 49.49331861724866, "rougeL": 0.7419354838709677, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_97a727fae96cd6e3", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.45462328767123283, "chrf": 76.65901976987941, "bleu": 51.296944230970716, "rougeL": 0.5333333333333334, "len_ratio": 1.0609756097560976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}189{"pair_id": "pair_9cf832f5626e4e3d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7924273157538877, "chrf": 83.78306598405557, "bleu": 71.68117722291355, "rougeL": 0.8044943820224719, "len_ratio": 0.9907834101382489, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}190{"pair_id": "pair_62f1be2540b9b389", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6471816283924843, "chrf": 65.95080640981685, "bleu": 27.476478458599505, "rougeL": 0.5947242206235012, "len_ratio": 1.0677083333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}191{"pair_id": "pair_75a366fcc93b3715", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.45780969479353684, "chrf": 68.82367022759477, "bleu": 35.38226614722574, "rougeL": 0.5949367088607596, "len_ratio": 1.1388888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}192{"pair_id": "pair_7e01feed40558d54", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6045245077503142, "chrf": 72.97545483508618, "bleu": 46.16275797005867, "rougeL": 0.631439894319683, "len_ratio": 0.9278350515463918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}193{"pair_id": "pair_a4d28d9c0f82395f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5272108843537415, "chrf": 82.11304614817668, "bleu": 58.52327027923516, "rougeL": 0.6625, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}194{"pair_id": "pair_85461738b9b8c1ab", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8407391113066431, "chrf": 85.73770702529893, "bleu": 72.45887820979658, "rougeL": 0.8587896253602305, "len_ratio": 0.9879154078549849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_35c07f64ba8f1df9", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5641447368421053, "chrf": 75.83173386774682, "bleu": 48.477517673342255, "rougeL": 0.6589595375722543, "len_ratio": 1.0864197530864197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}196{"pair_id": "pair_d0011d86d9768902", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6598290598290598, "chrf": 62.12218212793466, "bleu": 33.49488390695791, "rougeL": 0.5476190476190476, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}197{"pair_id": "pair_8cf36e22aa9a5068", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5938375350140056, "chrf": 75.9256592222587, "bleu": 50.379954698216565, "rougeL": 0.6491803278688524, "len_ratio": 0.9419354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}198{"pair_id": "pair_5e5cb24b1697c295", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4955621301775148, "chrf": 65.77024020877185, "bleu": 36.47004568444605, "rougeL": 0.5323741007194246, "len_ratio": 0.9609756097560975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}199{"pair_id": "pair_d4d324143e184b69", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.547634069400631, "chrf": 65.48659455959476, "bleu": 39.79799520128148, "rougeL": 0.6311300639658848, "len_ratio": 0.9613733905579399, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}200{"pair_id": "pair_1bef8ac95f81df3a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5129740518962076, "chrf": 65.38232549004583, "bleu": 30.11628790266655, "rougeL": 0.5148514851485149, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}201{"pair_id": "pair_8982d55862cbe3d7", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6774193548387097, "chrf": 66.51911808241961, "bleu": 42.78416736324367, "rougeL": 0.7320261437908497, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_85cec18bd44dc166", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.48631743549648165, "chrf": 66.18213106771472, "bleu": 46.970971225643574, "rougeL": 0.5538461538461539, "len_ratio": 1.0089285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_0edca75dd6e3b39b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7276688453159041, "chrf": 72.09210027138607, "bleu": 49.222282352628056, "rougeL": 0.7647058823529411, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}204{"pair_id": "pair_f9e8138d0068b3f0", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5172413793103448, "chrf": 83.13947662652646, "bleu": 67.98868040928397, "rougeL": 0.7450980392156863, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}205{"pair_id": "pair_548e9ab2649ff019", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5067437379576107, "chrf": 65.07696020185575, "bleu": 32.39915804536898, "rougeL": 0.5521472392638037, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_d6e959d6454d1ab8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6554934823091247, "chrf": 80.36532126109921, "bleu": 57.72823939134022, "rougeL": 0.7157534246575342, "len_ratio": 0.9431438127090301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_77a525025e86598d", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5920651068158698, "chrf": 79.3969211867986, "bleu": 60.47737669443748, "rougeL": 0.656934306569343, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_55420dcac5bf0203", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.514346439957492, "chrf": 71.10307449365666, "bleu": 36.710306096152365, "rougeL": 0.5757009345794393, "len_ratio": 1.088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}209{"pair_id": "pair_fcb983f7a41d8e73", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4878811571540266, "chrf": 78.2622956554489, "bleu": 64.21826811963223, "rougeL": 0.6045454545454545, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}210{"pair_id": "pair_71a0638b83dcf4c3", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6839907192575406, "chrf": 76.60643917514747, "bleu": 51.84359820601202, "rougeL": 0.7370030581039755, "len_ratio": 0.9607250755287009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}211{"pair_id": "pair_2157939b3976a033", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7374260355029586, "chrf": 75.32264302781407, "bleu": 51.785584285784715, "rougeL": 0.7440758293838863, "len_ratio": 0.9902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}212{"pair_id": "pair_52222b91a8d90e2d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4945054945054945, "chrf": 86.29512476226063, "bleu": 79.80032149128324, "rougeL": 0.7299703264094956, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_a0589c5f3953ad48", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3548387096774194, "chrf": 57.84367997386036, "bleu": 23.411047288228406, "rougeL": 0.39999999999999997, "len_ratio": 1.1692307692307693, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}214{"pair_id": "pair_b8b6883870e52a57", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5, "chrf": 55.25948815946937, "bleu": 20.13147999211964, "rougeL": 0.5359477124183006, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_fcdab55030370027", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.47003891050583657, "chrf": 63.47320998690863, "bleu": 30.63249580605109, "rougeL": 0.519280205655527, "len_ratio": 1.0604395604395604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}216{"pair_id": "pair_cafa82d0cd72ed1b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6100940128649184, "chrf": 73.42335761616322, "bleu": 52.8150787791879, "rougeL": 0.6944444444444444, "len_ratio": 0.9537037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}217{"pair_id": "pair_b62afc0a569815c8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4612286002014099, "chrf": 63.56757189716129, "bleu": 34.950603666082294, "rougeL": 0.4966442953020135, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_2f53996a202c1a58", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5383411580594679, "chrf": 65.4167683338655, "bleu": 38.16551623193396, "rougeL": 0.574585635359116, "len_ratio": 0.8041237113402062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}219{"pair_id": "pair_03d4c53d1d4da3bd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7523219814241486, "chrf": 71.42527449119459, "bleu": 47.44151074167706, "rougeL": 0.7076923076923077, "len_ratio": 0.8737864077669902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_a713ee7c7fe0c799", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.40077821011673154, "chrf": 51.652889585973924, "bleu": 10.90690348192398, "rougeL": 0.38095238095238093, "len_ratio": 1.1940298507462686, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}221{"pair_id": "pair_75f9519417ca0162", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6390625, "chrf": 68.22321603983528, "bleu": 39.73250066195294, "rougeL": 0.6887052341597796, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}222{"pair_id": "pair_3a5e6d59bb778841", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6471641791044775, "chrf": 75.78444621697588, "bleu": 51.51302925006259, "rougeL": 0.6721649484536083, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}223{"pair_id": "pair_4744cdf1c95733de", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5425219941348973, "chrf": 67.81429410654737, "bleu": 37.65897116307421, "rougeL": 0.6058981233243967, "len_ratio": 0.8969072164948454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}224{"pair_id": "pair_672e867cb387d3af", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6362951807228916, "chrf": 68.9782834427581, "bleu": 40.99978380650301, "rougeL": 0.634020618556701, "len_ratio": 1.0604395604395604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}225{"pair_id": "pair_1e6d186a0b0c5725", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.47655649500384323, "chrf": 66.07267579165095, "bleu": 33.22958665726678, "rougeL": 0.4875346260387811, "len_ratio": 1.1585365853658536, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}226{"pair_id": "pair_a5a1b099dae70cd6", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6946513202437373, "chrf": 82.77639788085108, "bleu": 63.60064663575268, "rougeL": 0.7543424317617865, "len_ratio": 0.9458128078817734, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}227{"pair_id": "pair_5b688ef383328531", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3927104722792608, "chrf": 69.89558946227494, "bleu": 40.773382620454235, "rougeL": 0.48958333333333326, "len_ratio": 0.9689655172413794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -4.0}228{"pair_id": "pair_7e59603cc705313b", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7272727272727273, "chrf": 77.24217168211737, "bleu": 63.51993397367068, "rougeL": 0.7770419426048566, "len_ratio": 0.974025974025974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}229{"pair_id": "pair_736aa29d84da9748", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4728682170542635, "chrf": 63.93927129733355, "bleu": 37.05203583083939, "rougeL": 0.5508982035928143, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_44be3cf223ae1b08", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.41404011461318047, "chrf": 61.664213593033615, "bleu": 32.09787186386432, "rougeL": 0.5148514851485149, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0417330b1980f946", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6540999057492931, "chrf": 77.30478012677742, "bleu": 50.93722525696855, "rougeL": 0.7157190635451505, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}232{"pair_id": "pair_c8a9428f08e10485", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7008695652173913, "chrf": 71.50472339972596, "bleu": 49.42963616251353, "rougeL": 0.6792452830188679, "len_ratio": 1.0704225352112675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}233{"pair_id": "pair_e0c075d31bbabaca", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4824473420260782, "chrf": 62.57240065018848, "bleu": 26.401336608068487, "rougeL": 0.5304659498207885, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}234{"pair_id": "pair_e76e0421cc4dae00", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.40195016251354276, "chrf": 70.32663341186588, "bleu": 50.06570091461508, "rougeL": 0.5137614678899083, "len_ratio": 0.9503105590062112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}235{"pair_id": "pair_ecde46ce8ffdc791", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.36408977556109723, "chrf": 64.09168274044593, "bleu": 41.17805859032392, "rougeL": 0.4878048780487804, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}236{"pair_id": "pair_c03ccc39650f0654", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4742951907131011, "chrf": 61.16445218881732, "bleu": 42.19851252666139, "rougeL": 0.5207100591715976, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_7dc5c12777cc4329", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5263157894736843, "chrf": 63.76793155451591, "bleu": 28.44547798718079, "rougeL": 0.4931506849315068, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}238{"pair_id": "pair_1df32f067970719f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.699180938198064, "chrf": 69.8124006798313, "bleu": 40.64689953456962, "rougeL": 0.6751918158567775, "len_ratio": 0.9644670050761421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_a7d4a762d01aa5d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6754742547425474, "chrf": 68.74509259745106, "bleu": 36.864147363103, "rougeL": 0.6535087719298246, "len_ratio": 0.9377777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_7b85c6276ed1fc6e", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4161676646706587, "chrf": 68.36821590571515, "bleu": 42.570506648924926, "rougeL": 0.45993031358885017, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_65c3441dea3239bb", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.42712294043092525, "chrf": 62.6190718465002, "bleu": 33.834167517549936, "rougeL": 0.4920634920634921, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}242{"pair_id": "pair_ab149834ceadc97c", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5981395348837208, "chrf": 77.22475897830813, "bleu": 57.403719118258195, "rougeL": 0.7076023391812865, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_640978d776448bf8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.536, "chrf": 72.46063943509317, "bleu": 50.14661020425251, "rougeL": 0.646288209606987, "len_ratio": 1.02803738317757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}244{"pair_id": "pair_89087686d7af3994", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6366782006920415, "chrf": 81.43401134214882, "bleu": 59.59971443235676, "rougeL": 0.7713498622589531, "len_ratio": 0.9770114942528736, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}245{"pair_id": "pair_d39fad2f74d88f05", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.3774928774928775, "chrf": 58.35169657225821, "bleu": 29.63341619045685, "rougeL": 0.43386243386243384, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}246{"pair_id": "pair_1c87402ce0129fb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8186619718309859, "chrf": 79.09917808791731, "bleu": 58.46696724543712, "rougeL": 0.8117647058823529, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}247{"pair_id": "pair_a96c92970524048e", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5823255813953488, "chrf": 70.90988034550088, "bleu": 48.63308039436637, "rougeL": 0.6898550724637681, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_7bd8d966e47b6916", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.679144385026738, "chrf": 79.93169677579358, "bleu": 61.583121882402025, "rougeL": 0.7520661157024794, "len_ratio": 0.926530612244898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}249{"pair_id": "pair_534688ae88dbdce2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7801418439716312, "chrf": 75.92335298023525, "bleu": 53.21378497644207, "rougeL": 0.7589743589743589, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}250{"pair_id": "pair_a64a9e98a90a2126", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5158333333333334, "chrf": 68.0833363824876, "bleu": 37.31668900189552, "rougeL": 0.5443425076452599, "len_ratio": 1.0509554140127388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_abd0b640a3ba039a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7574660633484163, "chrf": 71.27620184626731, "bleu": 49.07411746908594, "rougeL": 0.72782874617737, "len_ratio": 0.9085365853658537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}252{"pair_id": "pair_a02ef2ae67b1d5de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5640394088669951, "chrf": 76.45125084154006, "bleu": 59.99147989561668, "rougeL": 0.7142857142857143, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_139ed4e934e58fa4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5635673624288424, "chrf": 73.30000545500391, "bleu": 49.5598917270632, "rougeL": 0.6363636363636364, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_da1bf405e2d46361", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6911262798634812, "chrf": 74.44289574995935, "bleu": 44.74437701047737, "rougeL": 0.6257668711656442, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}255{"pair_id": "pair_933bbd17a8d656f4", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5905947441217151, "chrf": 66.02166134657725, "bleu": 31.620126514897283, "rougeL": 0.6237623762376238, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}256{"pair_id": "pair_85c1aaeb8f87e381", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6549180327868853, "chrf": 67.49579828237471, "bleu": 42.87329486051966, "rougeL": 0.6701846965699209, "len_ratio": 1.0376344086021505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}257{"pair_id": "pair_219e37dfa7aacc9f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.42315789473684207, "chrf": 55.56668681656344, "bleu": 20.02541436711993, "rougeL": 0.3972602739726028, "len_ratio": 0.9305555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}258{"pair_id": "pair_16c61cc5b47c2d6a", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6238053866203301, "chrf": 73.76264539698812, "bleu": 45.11996149532606, "rougeL": 0.6508875739644969, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_73e1401417c3e8b8", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5904850746268657, "chrf": 65.29442826833564, "bleu": 38.26174613631217, "rougeL": 0.6336633663366337, "len_ratio": 1.0272108843537415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_2c42235334414ed7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.330945558739255, "chrf": 52.39849512694861, "bleu": 17.873521542842713, "rougeL": 0.3465346534653465, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}261{"pair_id": "pair_6afef41daa3a4e1b", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5261324041811847, "chrf": 65.06954246633371, "bleu": 32.33488579935217, "rougeL": 0.5945945945945945, "len_ratio": 0.9884393063583815, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}262{"pair_id": "pair_0293f9d87dde4865", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5757121439280359, "chrf": 61.59104510232629, "bleu": 30.68249259923563, "rougeL": 0.5757575757575758, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_aa37a94d19d534e8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.530239099859353, "chrf": 59.159662494344566, "bleu": 26.712835089359313, "rougeL": 0.5381165919282512, "len_ratio": 0.986046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_2a6fbc707e45083b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.48513302034428796, "chrf": 60.829033108813626, "bleu": 33.21283030331952, "rougeL": 0.5319148936170213, "len_ratio": 0.8762886597938144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}265{"pair_id": "pair_14d7490663144208", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.4606240713224369, "chrf": 73.28024067049621, "bleu": 45.49032968551818, "rougeL": 0.5483870967741936, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}266{"pair_id": "pair_496eb529b7ff6a50", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6679841897233201, "chrf": 71.47204262991032, "bleu": 43.78816293542662, "rougeL": 0.660377358490566, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}267{"pair_id": "pair_b225d2a8c8e85722", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8754385964912281, "chrf": 86.20829618243751, "bleu": 72.71994000517817, "rougeL": 0.8645161290322579, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}268{"pair_id": "pair_a1ca29168b3d3a1f", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5176470588235293, "chrf": 65.73221694550055, "bleu": 40.18474884589531, "rougeL": 0.5900783289817232, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -4.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_8ed51491c866cc42", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5958041958041957, "chrf": 71.11728525138143, "bleu": 39.43432740309599, "rougeL": 0.6054054054054054, "len_ratio": 0.9081632653061225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}270{"pair_id": "pair_0ffbfea7fe7bbc74", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5955940204563336, "chrf": 84.65761308004068, "bleu": 69.1520665894475, "rougeL": 0.7142857142857143, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_9e760d26f15899c1", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.46153846153846156, "chrf": 60.94174082895759, "bleu": 33.352555745745434, "rougeL": 0.47727272727272724, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}272{"pair_id": "pair_774580dbe5207b36", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7662745098039215, "chrf": 75.7681840086931, "bleu": 54.9442955672599, "rougeL": 0.773841961852861, "len_ratio": 0.9162303664921466, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -4.0, "sentence_count_delta": -2.0}273{"pair_id": "pair_b560d0327ccd9a76", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.48906882591093115, "chrf": 64.76401835213649, "bleu": 26.538206452653153, "rougeL": 0.5141242937853108, "len_ratio": 1.0229885057471264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}274{"pair_id": "pair_c55c563c32276032", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7902097902097902, "chrf": 79.75040147536615, "bleu": 67.10462898827066, "rougeL": 0.7421383647798743, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_07de93545671186d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5369727047146402, "chrf": 72.19970193031119, "bleu": 39.8391104020555, "rougeL": 0.6042402826855123, "len_ratio": 1.0260223048327137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}276{"pair_id": "pair_920a92366c31e390", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.578125, "chrf": 69.83892567072883, "bleu": 37.00304667529745, "rougeL": 0.5895953757225434, "len_ratio": 1.2236842105263157, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}277{"pair_id": "pair_3495f6f5d690851b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5607064017660044, "chrf": 77.5462993973725, "bleu": 61.19759607681503, "rougeL": 0.6651053864168619, "len_ratio": 0.9572192513368984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}278{"pair_id": "pair_8cf7a6168f818186", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7581699346405228, "chrf": 71.84077802781049, "bleu": 45.99177052837573, "rougeL": 0.7464788732394366, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_93081f0fccb241d1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6978891820580475, "chrf": 67.58523236671896, "bleu": 39.42389739105356, "rougeL": 0.6082949308755761, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_1c915bd266393508", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.757847533632287, "chrf": 72.60388592552864, "bleu": 46.49877916191033, "rougeL": 0.7142857142857143, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}281{"pair_id": "pair_76535c39fd805439", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4291417165668663, "chrf": 66.41779345018676, "bleu": 37.411629609631206, "rougeL": 0.4609929078014184, "len_ratio": 0.8733333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_4a6041b5b1b8c761", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7929292929292929, "chrf": 75.41800427788131, "bleu": 51.5359118759547, "rougeL": 0.7591623036649214, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}283{"pair_id": "pair_7878171515e6c17a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5584594222833563, "chrf": 67.72831208943687, "bleu": 38.07295086657364, "rougeL": 0.5979899497487438, "len_ratio": 0.9897435897435898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}284{"pair_id": "pair_fef11a9db8e26f13", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.41506410256410253, "chrf": 53.81649410606124, "bleu": 20.55719479416933, "rougeL": 0.3657142857142857, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_0b2e201ed08351a7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8754385964912281, "chrf": 86.20829618243751, "bleu": 72.71994000517817, "rougeL": 0.8645161290322579, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_5f57fe4f9357e334", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5653409090909092, "chrf": 67.27598734285691, "bleu": 39.11210708514922, "rougeL": 0.6484018264840181, "len_ratio": 0.9345794392523364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}287{"pair_id": "pair_dcbf280e76066c70", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7458492975734354, "chrf": 73.45394540945178, "bleu": 49.37478946922841, "rougeL": 0.7685185185185186, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}288{"pair_id": "pair_5b7587721dc8ac67", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6694595726853791, "chrf": 70.08797182030015, "bleu": 40.78170692907882, "rougeL": 0.6856368563685636, "len_ratio": 0.8762886597938144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}289{"pair_id": "pair_7f03ea9ecf50694b", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6899383983572895, "chrf": 73.97888085260254, "bleu": 47.11805526482555, "rougeL": 0.6924939467312349, "len_ratio": 1.046875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}290{"pair_id": "pair_2d842412ec9594de", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6960698689956332, "chrf": 79.10798071703822, "bleu": 60.92338915826259, "rougeL": 0.7654986522911051, "len_ratio": 1.0249307479224377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}291{"pair_id": "pair_e7d521dd0cccc8f3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5415959252971138, "chrf": 69.04671763505452, "bleu": 44.350079055747855, "rougeL": 0.6806282722513088, "len_ratio": 1.0106382978723405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}292{"pair_id": "pair_a0eef21e67fbc4ec", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.49507389162561577, "chrf": 70.14319354264683, "bleu": 45.89295385062122, "rougeL": 0.6356589147286822, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_8cec93e9ba1a0431", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5507614213197969, "chrf": 53.20909390469103, "bleu": 34.41209483478149, "rougeL": 0.5862068965517241, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_a90fcb2970abdd22", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5511145272867025, "chrf": 70.47415029787967, "bleu": 40.44728756543463, "rougeL": 0.5958549222797928, "len_ratio": 1.0494505494505495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}295{"pair_id": "pair_e02a0ffa18aceaa7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6395147313691507, "chrf": 67.10229495571443, "bleu": 35.6015356193111, "rougeL": 0.575, "len_ratio": 1.0985915492957747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_92b80dbf5ff018de", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7521968365553603, "chrf": 73.703900944206, "bleu": 62.88536801679263, "rougeL": 0.802030456852792, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}297{"pair_id": "pair_e385ef1c661369e7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6044164037854889, "chrf": 74.37346403414442, "bleu": 56.06609483886683, "rougeL": 0.692144373673036, "len_ratio": 0.9699570815450643, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}298{"pair_id": "pair_e7d2c104bb80225c", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5645987478656802, "chrf": 76.53624378289933, "bleu": 57.64500741746948, "rougeL": 0.6506469500924215, "len_ratio": 0.996268656716418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_b82a6a85d161953c", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6252365930599368, "chrf": 66.51500320346312, "bleu": 42.725003826850944, "rougeL": 0.6595744680851063, "len_ratio": 0.9656652360515021, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}300{"pair_id": "pair_ee59abcf15fedb78", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.49599358974358976, "chrf": 71.40473500447159, "bleu": 38.730597700372655, "rougeL": 0.5558912386706948, "len_ratio": 1.0636942675159236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}301{"pair_id": "pair_7897b0bc329fcb91", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5320424158598432, "chrf": 67.24481499288993, "bleu": 36.206355140883815, "rougeL": 0.5932721712538227, "len_ratio": 0.9637462235649547, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}302{"pair_id": "pair_221854df444529f3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6902457185405808, "chrf": 63.025797621848014, "bleu": 33.24650344637042, "rougeL": 0.6084656084656085, "len_ratio": 0.8984771573604061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_9376bc9ab309fd37", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3119358074222668, "chrf": 64.94482068397946, "bleu": 28.366271462647344, "rougeL": 0.37455830388692585, "len_ratio": 0.9785714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}304{"pair_id": "pair_d004e866866dcd0b", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6303736440337485, "chrf": 74.1992615784885, "bleu": 48.4984082792345, "rougeL": 0.6916129032258066, "len_ratio": 0.9808219178082191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}305{"pair_id": "pair_8443173b41d738f2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7164179104477613, "chrf": 68.70854150400717, "bleu": 49.103827702211284, "rougeL": 0.7076923076923076, "len_ratio": 0.898989898989899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}306{"pair_id": "pair_97edf5388988b061", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5071633237822349, "chrf": 59.760078204098534, "bleu": 35.08594991264328, "rougeL": 0.6224489795918368, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_f79908772fd6f99d", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6272189349112426, "chrf": 77.74075675953239, "bleu": 54.91651048487927, "rougeL": 0.6981519507186857, "len_ratio": 0.928, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}308{"pair_id": "pair_301c4bb92c11db51", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6633165829145728, "chrf": 67.60698877433636, "bleu": 43.798340441304234, "rougeL": 0.6927374301675977, "len_ratio": 0.9438202247191011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_82114d059b9e60fd", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5910987482614742, "chrf": 71.11993369118336, "bleu": 46.9536353739029, "rougeL": 0.6511627906976742, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}310{"pair_id": "pair_e905fe8cfdc1c724", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4797891036906854, "chrf": 80.89832469227018, "bleu": 59.434929146244336, "rougeL": 0.637223974763407, "len_ratio": 0.9745222929936306, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_9b56703eec23694f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.630071599045346, "chrf": 61.67349549764452, "bleu": 29.782759675395646, "rougeL": 0.6016949152542374, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_43d3d6254303b7f8", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6856581532416504, "chrf": 65.9247652886369, "bleu": 36.403439280931906, "rougeL": 0.6853146853146853, "len_ratio": 0.881578947368421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_688d949080e48b44", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49282296650717705, "chrf": 55.69501714145909, "bleu": 24.1435580566712, "rougeL": 0.5202312138728323, "len_ratio": 1.0875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}314{"pair_id": "pair_8ae3f38f184d1e97", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.680952380952381, "chrf": 67.69607591702382, "bleu": 40.28631028390617, "rougeL": 0.6825396825396826, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_ee8cd3ae9d7bd952", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7757133377571334, "chrf": 83.76811279105003, "bleu": 67.9668567596941, "rougeL": 0.8318584070796461, "len_ratio": 0.972972972972973, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}316{"pair_id": "pair_47d1a24d93f891b2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.45852017937219736, "chrf": 75.05730612284718, "bleu": 57.554352004385244, "rougeL": 0.5547445255474451, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}317{"pair_id": "pair_f006b8fa0a90e5a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6889400921658986, "chrf": 64.81817245112599, "bleu": 45.09639592622352, "rougeL": 0.751592356687898, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}318{"pair_id": "pair_1d02fa6de4b33185", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5840867992766727, "chrf": 68.48994064967528, "bleu": 43.58584548303003, "rougeL": 0.641025641025641, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}319{"pair_id": "pair_0a39d7bdcb9553f9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5709711846318036, "chrf": 65.45629063045388, "bleu": 32.99172330511489, "rougeL": 0.6132404181184669, "len_ratio": 0.9383561643835616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}320{"pair_id": "pair_8d62ce3e8bf81ae9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7295918367346939, "chrf": 71.23931656828636, "bleu": 49.37104951769195, "rougeL": 0.7044534412955465, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}321{"pair_id": "pair_759d8686265189fd", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.599334995843724, "chrf": 68.10102761494612, "bleu": 40.807928422724196, "rougeL": 0.6109510086455331, "len_ratio": 1.0731707317073171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}322{"pair_id": "pair_96095db76fc69470", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6653019447287616, "chrf": 67.86511525089249, "bleu": 41.07785589834309, "rougeL": 0.6527777777777779, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}323{"pair_id": "pair_caae9068c3d43d6e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7855530474040632, "chrf": 74.58417853666066, "bleu": 56.133246494252646, "rougeL": 0.7424242424242424, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}324{"pair_id": "pair_b0674331d8b8dad9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6927374301675977, "chrf": 73.7639404428197, "bleu": 45.61011329950056, "rougeL": 0.689655172413793, "len_ratio": 0.9297658862876255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}325{"pair_id": "pair_e5e5dc92d38805b6", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6845466155810984, "chrf": 67.18973995947411, "bleu": 43.19378516132462, "rougeL": 0.6877828054298643, "len_ratio": 0.9385964912280702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}326{"pair_id": "pair_0ac5c497291c6f08", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7133182844243793, "chrf": 72.1117167621913, "bleu": 48.72304536304111, "rougeL": 0.7086614173228346, "len_ratio": 0.984375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}327{"pair_id": "pair_f256c55c23074fd1", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5727923627684964, "chrf": 70.07989053794654, "bleu": 44.82612437021543, "rougeL": 0.6379310344827587, "len_ratio": 0.8916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}328{"pair_id": "pair_b7faad29259d397e", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.48486799742433995, "chrf": 72.89083120581789, "bleu": 42.90344114524103, "rougeL": 0.5991189427312775, "len_ratio": 0.9819819819819819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}329{"pair_id": "pair_b1acc04e9df8f073", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5253399258343634, "chrf": 60.64025085549745, "bleu": 32.68456830734094, "rougeL": 0.538152610441767, "len_ratio": 0.967479674796748, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}330{"pair_id": "pair_ff0c5464abaa2fd2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5136778115501519, "chrf": 61.18259892727169, "bleu": 29.602472236823747, "rougeL": 0.5405405405405405, "len_ratio": 1.0108695652173914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_f54b7fe95bd89891", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.715670436187399, "chrf": 75.20907043555096, "bleu": 51.92999546382655, "rougeL": 0.7344632768361582, "len_ratio": 1.0058479532163742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}332{"pair_id": "pair_ad2dd15f360b8057", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6187793427230047, "chrf": 77.88924752729889, "bleu": 62.673043302872486, "rougeL": 0.668918918918919, "len_ratio": 1.0402684563758389, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_5bee6e746e032ee3", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.680672268907563, "chrf": 73.709882432319, "bleu": 49.86973089897675, "rougeL": 0.6905537459283387, "len_ratio": 0.9548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}334{"pair_id": "pair_c613b69367e299ac", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5935754189944134, "chrf": 65.3817366587991, "bleu": 39.56894054729888, "rougeL": 0.6057692307692308, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}335{"pair_id": "pair_401130504399c938", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6733013040494167, "chrf": 74.72184239414676, "bleu": 45.600637415324094, "rougeL": 0.6990291262135921, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}336{"pair_id": "pair_aad4bb6b3d6918f6", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6118811881188119, "chrf": 61.80779998600614, "bleu": 25.621886943405993, "rougeL": 0.6909090909090909, "len_ratio": 1.064102564102564, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}337{"pair_id": "pair_d658bd625ca4eae5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6077998528329653, "chrf": 62.53946701646501, "bleu": 33.129437716135726, "rougeL": 0.5940054495912807, "len_ratio": 0.8489583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}338{"pair_id": "pair_4502c94100ee408c", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.574977817213842, "chrf": 79.83821689598246, "bleu": 59.52796602308039, "rougeL": 0.7134831460674157, "len_ratio": 0.9367816091954023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_821c33b9450012bc", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6664184661206254, "chrf": 64.03883600274861, "bleu": 34.94935963129227, "rougeL": 0.6307277628032344, "len_ratio": 0.8578680203045685, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}340{"pair_id": "pair_e31bf086f92dfa4c", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.41666666666666663, "chrf": 53.87481101976002, "bleu": 9.948421995695856, "rougeL": 0.4155844155844156, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}341{"pair_id": "pair_162bdd064eaebe66", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5917513448894203, "chrf": 67.58495544633107, "bleu": 42.235040399974714, "rougeL": 0.6241134751773049, "len_ratio": 0.9633699633699634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}342{"pair_id": "pair_f85fe0d46e73e9a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5081521739130435, "chrf": 72.7013127216304, "bleu": 40.423494075500464, "rougeL": 0.5953488372093024, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}343{"pair_id": "pair_65640eac97eef6d2", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5531423290203328, "chrf": 79.45302862559745, "bleu": 56.21991755593199, "rougeL": 0.65, "len_ratio": 0.9640522875816994, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}344{"pair_id": "pair_80a7ad2d77ea78ce", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5777777777777777, "chrf": 60.01762305355113, "bleu": 33.33955440797674, "rougeL": 0.6720867208672087, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}345{"pair_id": "pair_48f073a43f5f1b70", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6431127012522362, "chrf": 74.84572418321355, "bleu": 54.95823675914589, "rougeL": 0.6557377049180328, "len_ratio": 1.1006711409395973, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}346{"pair_id": "pair_0239d636f8aaf890", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6223404255319149, "chrf": 67.37104990388788, "bleu": 40.69189734374505, "rougeL": 0.6425339366515838, "len_ratio": 1.0510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_0d3f6fa9e9ead340", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4447761194029851, "chrf": 61.46271465303133, "bleu": 32.9204774198839, "rougeL": 0.51, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_c852cc35d7f926f7", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6217457886676876, "chrf": 60.82988091947583, "bleu": 29.15197133557657, "rougeL": 0.5833333333333334, "len_ratio": 0.8316831683168316, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}349{"pair_id": "pair_3744620524689348", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7276867030965392, "chrf": 69.0239224057335, "bleu": 44.02204322655398, "rougeL": 0.7374999999999999, "len_ratio": 0.8273809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}350{"pair_id": "pair_fd5f9cc9b825619c", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5749525616698292, "chrf": 84.5121328795561, "bleu": 69.2434709944743, "rougeL": 0.7483870967741936, "len_ratio": 0.9868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}351{"pair_id": "pair_f8093832b23494ee", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5780254777070064, "chrf": 65.96431132637261, "bleu": 39.78624849170225, "rougeL": 0.6292134831460674, "len_ratio": 0.9139784946236559, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_8aa5cba92393e6f7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8756476683937824, "chrf": 83.45228278333613, "bleu": 70.97297437704367, "rougeL": 0.8756756756756756, "len_ratio": 0.9468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}353{"pair_id": "pair_1870915e88bc5c2a", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5930824008138351, "chrf": 66.12266196948083, "bleu": 41.536008858663116, "rougeL": 0.5947955390334573, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_0367c2c56e1d9147", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6940133037694014, "chrf": 67.76460061660138, "bleu": 43.74098360494676, "rougeL": 0.7007299270072992, "len_ratio": 0.9855072463768116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}355{"pair_id": "pair_6bef754bcb227fb3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6305418719211823, "chrf": 67.56681445716521, "bleu": 37.13460427370638, "rougeL": 0.5988023952095808, "len_ratio": 1.0897435897435896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_29761cdf43947e5a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.49630996309963105, "chrf": 80.67980894837467, "bleu": 67.73152042066539, "rougeL": 0.6814814814814814, "len_ratio": 0.9679144385026738, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_047312e0b0842524", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5207296849087895, "chrf": 65.13820991018933, "bleu": 48.066559154603006, "rougeL": 0.6035502958579881, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}358{"pair_id": "pair_2636926c9ac97abd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3912175648702595, "chrf": 71.28997029215299, "bleu": 45.35333088149197, "rougeL": 0.5, "len_ratio": 0.9133333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}359{"pair_id": "pair_9adc092d5f00e613", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6709090909090909, "chrf": 76.0308524442912, "bleu": 49.507088857143295, "rougeL": 0.7388535031847134, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}360{"pair_id": "pair_3b7c0b9148e257db", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3831041257367387, "chrf": 58.61848554863338, "bleu": 18.387750795485392, "rougeL": 0.4794520547945205, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}361{"pair_id": "pair_45286e9e7b95ac5a", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4613841524573721, "chrf": 73.2930083410562, "bleu": 41.84996020778772, "rougeL": 0.5474452554744527, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}362{"pair_id": "pair_3376c46ea84be3ed", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7365350089766607, "chrf": 83.9155205972536, "bleu": 69.44284597398355, "rougeL": 0.812071330589849, "len_ratio": 0.9861495844875346, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}363{"pair_id": "pair_713ed70cf92d4598", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6635658914728682, "chrf": 66.79523121639235, "bleu": 47.76006636276753, "rougeL": 0.6875000000000001, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}364{"pair_id": "pair_d84241a3a0c07424", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.4699186991869919, "chrf": 64.68011353187126, "bleu": 37.256964090393865, "rougeL": 0.5048543689320388, "len_ratio": 1.1170212765957446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}365{"pair_id": "pair_8bfca01ebe0113f9", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4830246913580247, "chrf": 67.01106342728686, "bleu": 38.326425218152124, "rougeL": 0.6077348066298343, "len_ratio": 0.946236559139785, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}366{"pair_id": "pair_db9976917f613b75", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6701183431952662, "chrf": 68.38753287454229, "bleu": 41.82423801663352, "rougeL": 0.6455026455026455, "len_ratio": 0.8787878787878788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}367{"pair_id": "pair_551f599327ba9864", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5976331360946745, "chrf": 70.12018421150154, "bleu": 37.73842055666027, "rougeL": 0.6081081081081081, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_408e43c9688dc424", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6628131021194605, "chrf": 59.57056782867524, "bleu": 37.483696614268936, "rougeL": 0.6211180124223603, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}369{"pair_id": "pair_9ae0bbedaa52304c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.43643263757115747, "chrf": 71.68515029889235, "bleu": 43.61227056515864, "rougeL": 0.5897435897435898, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}370{"pair_id": "pair_dd8efb0a380d3b1b", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.572550831792976, "chrf": 75.62802972056004, "bleu": 51.54837862811001, "rougeL": 0.6176961602671118, "len_ratio": 0.9607843137254902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}371{"pair_id": "pair_6f120b4112571036", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6688453159041394, "chrf": 65.80209145434924, "bleu": 38.52113756423816, "rougeL": 0.6618705035971223, "len_ratio": 1.0144927536231885, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}372{"pair_id": "pair_078fee715314dcc3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6090468497576736, "chrf": 60.97488614531699, "bleu": 35.396573830488066, "rougeL": 0.6354166666666666, "len_ratio": 1.098901098901099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_990e10cf0c26cc65", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.528894472361809, "chrf": 67.52812211773143, "bleu": 43.75852057292954, "rougeL": 0.5495495495495495, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}374{"pair_id": "pair_beb7284dbeb58b39", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2849389416553596, "chrf": 51.6798207809625, "bleu": 21.421025277535076, "rougeL": 0.36585365853658536, "len_ratio": 0.9435483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}375{"pair_id": "pair_22fab3b0bbb428c1", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8029197080291971, "chrf": 74.0002415060305, "bleu": 44.101826567329994, "rougeL": 0.7833333333333333, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_c5db923d78ebbdc5", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4041379310344828, "chrf": 56.819454536376554, "bleu": 16.426796415357067, "rougeL": 0.43478260869565216, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}377{"pair_id": "pair_68521a685e1066b8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6456953642384107, "chrf": 68.96313299803056, "bleu": 46.68577731803071, "rougeL": 0.702439024390244, "len_ratio": 1.053763440860215, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}378{"pair_id": "pair_b23bafb4587bd94a", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6391563502980284, "chrf": 71.60174002563775, "bleu": 44.82027111864229, "rougeL": 0.6901840490797546, "len_ratio": 0.9607250755287009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}379{"pair_id": "pair_06070709e4bf0c12", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5715402658326818, "chrf": 74.77223249225598, "bleu": 60.77544205951405, "rougeL": 0.6470588235294118, "len_ratio": 0.9508928571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}380{"pair_id": "pair_cf5261e33814865e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7323135755258126, "chrf": 71.3622556975597, "bleu": 43.788765598722705, "rougeL": 0.7489361702127659, "len_ratio": 1.0086580086580086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_849298b608f68612", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5264452644526445, "chrf": 61.01965810798373, "bleu": 26.47035463544609, "rougeL": 0.5479452054794521, "len_ratio": 1.101010101010101, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}382{"pair_id": "pair_5f5d706b12c3c00c", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7710219922380337, "chrf": 77.7427770241495, "bleu": 55.249333676981905, "rougeL": 0.811965811965812, "len_ratio": 1.0043290043290043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}383{"pair_id": "pair_cd3f7653b31f9fca", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7008746355685131, "chrf": 73.9747481662953, "bleu": 53.28745391408806, "rougeL": 0.7228915662650602, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}384{"pair_id": "pair_79e87eeba64a1dbf", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7850609756097561, "chrf": 74.46422839260568, "bleu": 47.90993068942643, "rougeL": 0.7817258883248731, "len_ratio": 0.9702970297029703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_bbc9e73ba5c0adce", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3455284552845529, "chrf": 64.35725532805027, "bleu": 39.34412065647129, "rougeL": 0.45398773006134974, "len_ratio": 0.8860759493670886, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}386{"pair_id": "pair_2120a4ed868966a3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.513768115942029, "chrf": 62.366528344972124, "bleu": 29.667924128327336, "rougeL": 0.5115089514066495, "len_ratio": 0.984375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}387{"pair_id": "pair_cd0615576e4fda71", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.571917808219178, "chrf": 68.49047471839157, "bleu": 48.67729974264864, "rougeL": 0.6408839779005525, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_04566831443fc29a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5284872298624754, "chrf": 67.68938341083398, "bleu": 37.03635934483826, "rougeL": 0.6232876712328768, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}389{"pair_id": "pair_688b445c9df13ea8", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4904761904761905, "chrf": 63.146176941251476, "bleu": 41.09992168873562, "rougeL": 0.6350974930362118, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}390{"pair_id": "pair_0b5102201fdaeb1f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47032640949554894, "chrf": 53.40319416749566, "bleu": 22.40227112848418, "rougeL": 0.4682926829268293, "len_ratio": 0.9514563106796117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_28ce036af92439bf", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4599686028257457, "chrf": 55.10945348003836, "bleu": 20.964519660159745, "rougeL": 0.43575418994413406, "len_ratio": 1.1604938271604939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}392{"pair_id": "pair_4b05b160bef93f18", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.42630385487528344, "chrf": 54.25800514156427, "bleu": 25.27759852164657, "rougeL": 0.48447204968944096, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}393{"pair_id": "pair_ba942be228a1c287", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5821152192605331, "chrf": 73.149710756508, "bleu": 46.94041787016896, "rougeL": 0.6577540106951872, "len_ratio": 1.0115606936416186, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}394{"pair_id": "pair_e3e96c55d2c25e43", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.631578947368421, "chrf": 62.89784461916471, "bleu": 32.96794848445509, "rougeL": 0.5421686746987951, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}395{"pair_id": "pair_da9d1411c0e56679", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6893491124260356, "chrf": 72.01945870203298, "bleu": 47.352439668699645, "rougeL": 0.7237163814180929, "len_ratio": 0.9219512195121952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}396{"pair_id": "pair_0612fc0785aa36c8", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.48289738430583506, "chrf": 69.83140110457532, "bleu": 32.84297381522628, "rougeL": 0.5693430656934307, "len_ratio": 1.0307692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}397{"pair_id": "pair_68780950537e1c62", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5666666666666667, "chrf": 71.99876909291115, "bleu": 44.1244898061425, "rougeL": 0.6424242424242423, "len_ratio": 1.064102564102564, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}398{"pair_id": "pair_c2d88a6f463cfb72", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5327510917030568, "chrf": 66.68290796145541, "bleu": 34.4677520733946, "rougeL": 0.5426356589147286, "len_ratio": 1.0806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}399{"pair_id": "pair_81f635815a89d6aa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7939698492462312, "chrf": 76.70001764172511, "bleu": 55.93146608089465, "rougeL": 0.8034934497816593, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}400{"pair_id": "pair_bfd35086fdc831dc", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5831946755407653, "chrf": 68.65753998524525, "bleu": 38.77205255288372, "rougeL": 0.6401062416998672, "len_ratio": 0.9149484536082474, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}401{"pair_id": "pair_1ca8f2daaa50bd22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6875, "chrf": 70.60762374783701, "bleu": 43.061799054308395, "rougeL": 0.6765432098765433, "len_ratio": 1.0253807106598984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_896601ed1de1bd7d", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6946564885496183, "chrf": 70.23242571502026, "bleu": 45.93611174679298, "rougeL": 0.732919254658385, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_4693d342720de934", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5305019305019305, "chrf": 67.49261707170756, "bleu": 34.47380250630222, "rougeL": 0.5674157303370787, "len_ratio": 0.9548022598870056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}404{"pair_id": "pair_fa2ae819fb8b3100", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.659683426443203, "chrf": 71.47057261153958, "bleu": 40.09123721731985, "rougeL": 0.6598290598290597, "len_ratio": 0.9464882943143813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}405{"pair_id": "pair_ffd64a514668d31c", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6065808297567954, "chrf": 78.69802009046575, "bleu": 62.011534537022456, "rougeL": 0.7314814814814814, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}406{"pair_id": "pair_c4f04ee272b3a4de", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6887755102040816, "chrf": 76.3176638395396, "bleu": 56.498522670643595, "rougeL": 0.717948717948718, "len_ratio": 0.9787234042553191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}407{"pair_id": "pair_628de43478a8773d", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.523076923076923, "chrf": 70.70347891621846, "bleu": 41.50095396287791, "rougeL": 0.5193370165745856, "len_ratio": 0.8673469387755102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}408{"pair_id": "pair_1bc6bdfd76ead91a", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6571598336304219, "chrf": 75.63117515867481, "bleu": 56.43458478955084, "rougeL": 0.7053941908713691, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}409{"pair_id": "pair_904048884c06143b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7239685658153241, "chrf": 73.82487646893236, "bleu": 53.14053244164735, "rougeL": 0.7434210526315789, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_347c8069c4540198", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7037987679671458, "chrf": 83.47625035098129, "bleu": 65.56669404594786, "rougeL": 0.7744227353463589, "len_ratio": 0.9241379310344827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}411{"pair_id": "pair_a8027e6ba9108280", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6002710027100271, "chrf": 65.82467182900892, "bleu": 36.098271220972904, "rougeL": 0.634032634032634, "len_ratio": 0.8133333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}412{"pair_id": "pair_69a415f19a1a0eb3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8288016112789527, "chrf": 83.03019845797638, "bleu": 69.32479719078573, "rougeL": 0.84472049689441, "len_ratio": 1.0068493150684932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}413{"pair_id": "pair_48c7558d84fd2d5a", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5091041514930809, "chrf": 72.17556738134688, "bleu": 45.81804418019816, "rougeL": 0.5979899497487436, "len_ratio": 0.9154228855721394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}414{"pair_id": "pair_4b61683003e01fb2", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.500805152979066, "chrf": 72.99371366711053, "bleu": 41.48631229787933, "rougeL": 0.5760869565217391, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_182d3c97f7eeeb6d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.472168905950096, "chrf": 66.7964443332321, "bleu": 39.24903812614561, "rougeL": 0.5189873417721519, "len_ratio": 0.9245283018867925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}416{"pair_id": "pair_9afa17f2becab1cb", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6231319038336582, "chrf": 75.64424692418123, "bleu": 55.005078476405465, "rougeL": 0.6945054945054946, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}417{"pair_id": "pair_0d86540f40d34761", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6950742767787335, "chrf": 68.72268610167532, "bleu": 50.74981610171573, "rougeL": 0.7354260089686098, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_6576669ad475d74d", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5878084179970973, "chrf": 55.92727348370049, "bleu": 19.57438474984772, "rougeL": 0.49246231155778897, "len_ratio": 0.9207920792079208, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}419{"pair_id": "pair_c2ac1228381af34f", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4663536776212832, "chrf": 60.24256280235386, "bleu": 30.80094178143699, "rougeL": 0.4519774011299435, "len_ratio": 0.7525773195876289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}420{"pair_id": "pair_0f9c437fdd4bc37a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8936372269705604, "chrf": 88.16162323046566, "bleu": 73.32284244120203, "rougeL": 0.8967551622418879, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}421{"pair_id": "pair_493b6aff6d41d5ec", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5973154362416108, "chrf": 62.84146452559233, "bleu": 33.29509521232205, "rougeL": 0.5803108808290156, "len_ratio": 0.9897959183673469, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_0261156aa91b4893", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5033875338753387, "chrf": 65.43307926958006, "bleu": 32.819481941568995, "rougeL": 0.5495495495495495, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}423{"pair_id": "pair_44c46ebac224f392", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6885456885456885, "chrf": 67.6833112211963, "bleu": 36.35442583212018, "rougeL": 0.6820276497695852, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_ba1710df582e8b30", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6368330464716007, "chrf": 60.270120297947614, "bleu": 34.339030173321255, "rougeL": 0.611111111111111, "len_ratio": 0.9550561797752809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_10945a7823940f42", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5079185520361991, "chrf": 65.28536536332149, "bleu": 38.69770986291537, "rougeL": 0.5691699604743083, "len_ratio": 0.8582089552238806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}426{"pair_id": "pair_e3b920abd9a85431", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5017123287671232, "chrf": 69.13327777298198, "bleu": 34.82040453770164, "rougeL": 0.6272189349112426, "len_ratio": 1.0123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}427{"pair_id": "pair_6ed13493e0a5b8a2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7647058823529411, "chrf": 76.38868682882081, "bleu": 56.27606126464735, "rougeL": 0.8, "len_ratio": 1.0735294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}428{"pair_id": "pair_08fa9b292d4cacc8", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7678100263852243, "chrf": 71.53580821385404, "bleu": 44.901481123437634, "rougeL": 0.7450980392156864, "len_ratio": 0.8425925925925926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}429{"pair_id": "pair_8a0e4b11338b2a74", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4437086092715232, "chrf": 59.01565965258811, "bleu": 18.405502874897113, "rougeL": 0.5027932960893855, "len_ratio": 1.1375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_6dc1c60aea03e9d8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6825885978428352, "chrf": 80.47958464901683, "bleu": 59.97653674293403, "rougeL": 0.7403314917127071, "len_ratio": 0.967391304347826, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}431{"pair_id": "pair_131e9f6dd7e81f01", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4325674325674326, "chrf": 77.99046430257725, "bleu": 68.8880944441291, "rougeL": 0.6627218934911242, "len_ratio": 0.9757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_c7618e78d6b7115c", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3387723387723388, "chrf": 61.418797379458546, "bleu": 27.783483312219964, "rougeL": 0.42216358839050133, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}433{"pair_id": "pair_abc309430f69ce5e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6111111111111112, "chrf": 61.963124331764604, "bleu": 31.78798308742886, "rougeL": 0.6130952380952381, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_e123cb7d09652403", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4338952972493345, "chrf": 62.409158290727106, "bleu": 33.61209073979798, "rougeL": 0.5310734463276837, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}435{"pair_id": "pair_27b57412d99def74", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5619909502262443, "chrf": 58.081258528073995, "bleu": 25.95701712801304, "rougeL": 0.564935064935065, "len_ratio": 0.7926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}436{"pair_id": "pair_0add9f7c034bfc2c", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6875852660300137, "chrf": 66.52839190774469, "bleu": 34.96783638753029, "rougeL": 0.6666666666666667, "len_ratio": 1.02020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}437{"pair_id": "pair_e54e699b580bce63", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.38654147104851333, "chrf": 52.37992923290422, "bleu": 25.700212693352114, "rougeL": 0.358695652173913, "len_ratio": 0.8247422680412371, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}438{"pair_id": "pair_4501a695ee00cde0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6232394366197183, "chrf": 71.36616665905566, "bleu": 41.22929175576636, "rougeL": 0.6823529411764706, "len_ratio": 1.1025641025641026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}439{"pair_id": "pair_8cc9610b9d6ced3a", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.584051724137931, "chrf": 65.45127003412439, "bleu": 38.740013796702215, "rougeL": 0.5633802816901409, "len_ratio": 1.0441176470588236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_1580c0316d55448e", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5880782918149466, "chrf": 62.962786604483966, "bleu": 28.6218944931989, "rougeL": 0.5669781931464175, "len_ratio": 1.0451612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}441{"pair_id": "pair_79556ab352ba4866", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.34959349593495936, "chrf": 68.86214301646808, "bleu": 47.53267138942115, "rougeL": 0.46987951807228917, "len_ratio": 0.9240506329113924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}442{"pair_id": "pair_2666b31f4f127a57", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7854609929078014, "chrf": 78.12478483497509, "bleu": 64.27164195072973, "rougeL": 0.8144578313253011, "len_ratio": 1.0267379679144386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_c1c4d6a5b784afe9", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6700507614213198, "chrf": 64.70888366073088, "bleu": 46.45358432192353, "rougeL": 0.6722689075630253, "len_ratio": 0.8870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_fe39e73736885700", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8606666666666667, "chrf": 84.09425738645218, "bleu": 71.86219749003575, "rougeL": 0.8552338530066815, "len_ratio": 1.0046082949308757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}445{"pair_id": "pair_7849b70f3e8cfa74", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5243810952738184, "chrf": 69.44581339949019, "bleu": 41.74607567086005, "rougeL": 0.5831062670299727, "len_ratio": 1.087719298245614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}446{"pair_id": "pair_89c4a66dc802df9c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6581108829568789, "chrf": 76.94804512749387, "bleu": 53.875235034219244, "rougeL": 0.7069271758436945, "len_ratio": 0.9241379310344827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}447{"pair_id": "pair_e99347493881eddc", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5525291828793775, "chrf": 74.15826200369128, "bleu": 55.01512775566053, "rougeL": 0.6451612903225807, "len_ratio": 1.009433962264151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_39e91424e7e01fbb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5189620758483033, "chrf": 57.36317132684595, "bleu": 18.89526867242888, "rougeL": 0.4585365853658536, "len_ratio": 0.8981481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}449{"pair_id": "pair_1864d1c7b38a2b6f", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5956580732700136, "chrf": 69.67310847402918, "bleu": 51.436424860924696, "rougeL": 0.6637931034482759, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}450{"pair_id": "pair_06c3e58b4f4f3f4f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5499743721168631, "chrf": 78.34288745974136, "bleu": 55.670473424263285, "rougeL": 0.6725663716814159, "len_ratio": 0.950530035335689, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}451{"pair_id": "pair_83c25ffc9e78a854", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7424242424242424, "chrf": 75.08147582392293, "bleu": 50.998540047531336, "rougeL": 0.7080745341614907, "len_ratio": 1.0985915492957747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_3b696b0b7c735763", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5723172628304821, "chrf": 70.7723316878063, "bleu": 43.22323217321518, "rougeL": 0.6165803108808291, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}453{"pair_id": "pair_7b21cf4e2f03e122", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6955922865013774, "chrf": 78.50322994958904, "bleu": 66.2675353038804, "rougeL": 0.7522123893805309, "len_ratio": 0.9783549783549783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_060cdf979b0558f4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8801198801198801, "chrf": 87.4459423128821, "bleu": 81.42902083751825, "rougeL": 0.8967551622418879, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}455{"pair_id": "pair_fa9c1df17a38b5e1", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6123481781376519, "chrf": 78.17950493817382, "bleu": 53.49564502126688, "rougeL": 0.6989619377162629, "len_ratio": 1.0036231884057971, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}456{"pair_id": "pair_cc3cbb5bd2cc9179", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5700483091787439, "chrf": 78.15619958017754, "bleu": 55.23671385326088, "rougeL": 0.6476190476190475, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}457{"pair_id": "pair_40dec25ed51bead6", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5263157894736843, "chrf": 75.99677316780124, "bleu": 54.43885302460459, "rougeL": 0.6338797814207651, "len_ratio": 0.9653179190751445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}458{"pair_id": "pair_69151e93255f4317", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4570135746606335, "chrf": 61.8460866304587, "bleu": 33.207085026366514, "rougeL": 0.4960629921259843, "len_ratio": 0.8656716417910447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}459{"pair_id": "pair_cd49444fd259243f", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8612191958495461, "chrf": 81.53449963039908, "bleu": 62.039637305437516, "rougeL": 0.8774703557312253, "len_ratio": 0.9920634920634921, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}460{"pair_id": "pair_0100047bc1b1540a", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5871446229913473, "chrf": 74.15941582302558, "bleu": 49.159640191331384, "rougeL": 0.5901639344262296, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_d8d356723c02e14d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6058181818181818, "chrf": 67.40474867447097, "bleu": 39.26162574943966, "rougeL": 0.652482269503546, "len_ratio": 0.9902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}462{"pair_id": "pair_9c9a6b2adf1e496f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5530085959885387, "chrf": 67.05405606201698, "bleu": 41.31483105536949, "rougeL": 0.6562500000000001, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_ae614cd0b0f7e843", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5373493975903614, "chrf": 71.18745917778459, "bleu": 37.82628009429986, "rougeL": 0.5654008438818566, "len_ratio": 1.150943396226415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}464{"pair_id": "pair_f9c78331131ad1cf", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7311320754716981, "chrf": 73.03066877687769, "bleu": 50.08906401422563, "rougeL": 0.7642276422764227, "len_ratio": 0.921875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_2c214d2f86c5c6e2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.735494880546075, "chrf": 71.75943055622906, "bleu": 50.364123315220155, "rougeL": 0.7305389221556886, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_531cbe40a04d83d0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6051401869158879, "chrf": 79.0221770341932, "bleu": 59.11436179275281, "rougeL": 0.6648936170212767, "len_ratio": 0.9581151832460733, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -4.0, "sentence_count_delta": -1.0}467{"pair_id": "pair_269461f8191231b1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.45684210526315794, "chrf": 51.19769045831107, "bleu": 9.475084558123529, "rougeL": 0.45517241379310347, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_3bb9d7b4649c2468", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6362934362934363, "chrf": 76.53813439783471, "bleu": 51.96422314006987, "rougeL": 0.6703910614525139, "len_ratio": 0.9717514124293786, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}469{"pair_id": "pair_759ed2e2fdd31797", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5021337126600285, "chrf": 59.43606023579322, "bleu": 25.380076649124362, "rougeL": 0.5306122448979593, "len_ratio": 1.054945054945055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}470{"pair_id": "pair_c7b5d3638dc8ac10", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.46921797004991683, "chrf": 62.3297291966968, "bleu": 31.499920753336763, "rougeL": 0.4624277456647399, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_9977ea2d6c8e7259", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8007054673721341, "chrf": 80.84948172827359, "bleu": 63.33810127999103, "rougeL": 0.8050314465408805, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_3e50bab5dc4f7ea4", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7816411682892906, "chrf": 73.01297918672586, "bleu": 47.7231604865824, "rougeL": 0.7777777777777777, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_32d263a8bfb0382f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6606170598911071, "chrf": 68.59355702223185, "bleu": 40.333236535175594, "rougeL": 0.6219512195121951, "len_ratio": 0.8636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}474{"pair_id": "pair_12d3641b2a675000", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.42153846153846153, "chrf": 67.02053730017195, "bleu": 34.012428404970535, "rougeL": 0.4842105263157895, "len_ratio": 1.069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}475{"pair_id": "pair_44be390bd77ed2c9", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.556910569105691, "chrf": 75.91414975395577, "bleu": 46.11053301949247, "rougeL": 0.5876777251184834, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}476{"pair_id": "pair_1964fad8d8fcc694", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.48610121168923737, "chrf": 71.43480842540876, "bleu": 44.73071513459684, "rougeL": 0.6247191011235955, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}477{"pair_id": "pair_ffa7ed2bcbfe2238", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7248908296943232, "chrf": 76.84904171180926, "bleu": 55.237559782225205, "rougeL": 0.7798742138364779, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}478{"pair_id": "pair_217fc2b3c049291c", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5279383429672446, "chrf": 57.06986145856069, "bleu": 22.39641165825814, "rougeL": 0.5314685314685315, "len_ratio": 1.1384615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_f7da3281a67599f3", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6529191215854312, "chrf": 71.34864576600378, "bleu": 44.35600154146437, "rougeL": 0.6749116607773852, "len_ratio": 0.9601449275362319, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}480{"pair_id": "pair_56ceefbf9a883feb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5869980879541109, "chrf": 66.50340075915472, "bleu": 37.136179411391005, "rougeL": 0.5951557093425606, "len_ratio": 1.0072992700729928, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_7490a630d7110e16", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4135188866799204, "chrf": 52.09430492498135, "bleu": 12.133716389700902, "rougeL": 0.43478260869565216, "len_ratio": 1.0615384615384615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}482{"pair_id": "pair_698550bce66c8b29", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6040816326530613, "chrf": 77.10324244499192, "bleu": 53.93451177012337, "rougeL": 0.6326530612244898, "len_ratio": 0.896551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_a27d2326fdf0c8c1", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8257839721254355, "chrf": 83.6090969111566, "bleu": 64.0826604066342, "rougeL": 0.8584070796460177, "len_ratio": 1.013953488372093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}484{"pair_id": "pair_e96047d05b9d97ea", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6052173913043478, "chrf": 59.762935993193764, "bleu": 27.037691253550935, "rougeL": 0.5748502994011975, "len_ratio": 1.0617283950617284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}485{"pair_id": "pair_a6460d7102d18872", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6380368098159509, "chrf": 79.97056814600857, "bleu": 65.21585985505915, "rougeL": 0.7494553376906317, "len_ratio": 1.0129870129870129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}486{"pair_id": "pair_1f91578a6f073dd8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5789473684210527, "chrf": 70.77360292965201, "bleu": 39.47985186925256, "rougeL": 0.6269702276707529, "len_ratio": 0.9717314487632509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}487{"pair_id": "pair_0e8634a31cf8cfed", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8460803059273423, "chrf": 82.74331957129127, "bleu": 66.98627968565327, "rougeL": 0.8439716312056738, "len_ratio": 0.9416058394160584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}488{"pair_id": "pair_ead92bead4e6c62a", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7243133265513734, "chrf": 79.87469469349976, "bleu": 60.046858239126635, "rougeL": 0.7434944237918216, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}489{"pair_id": "pair_0c42909706b2bf3f", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4165120593692022, "chrf": 60.78322810761534, "bleu": 21.970982142064823, "rougeL": 0.47213114754098356, "len_ratio": 1.0408163265306123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}490{"pair_id": "pair_2beb8585b56b2b05", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5824561403508772, "chrf": 56.98516026174067, "bleu": 22.025875726026857, "rougeL": 0.5853658536585366, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_08e5bcf852840eb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8368794326241135, "chrf": 80.66533262290704, "bleu": 64.68157760523235, "rougeL": 0.8426395939086294, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}492{"pair_id": "pair_6f6af5eaa007b4be", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6296875, "chrf": 67.97931260871628, "bleu": 39.29990254339264, "rougeL": 0.6505376344086021, "len_ratio": 0.945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_5831bd9efcdb8904", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6214238190286094, "chrf": 67.23044010871195, "bleu": 33.41152418972459, "rougeL": 0.6352357320099254, "len_ratio": 0.8657407407407407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}494{"pair_id": "pair_29ab3c3afa1050fe", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5839100346020761, "chrf": 67.63265653448266, "bleu": 40.154069328145376, "rougeL": 0.6041055718475073, "len_ratio": 0.9425287356321839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}495{"pair_id": "pair_12dae1dbe87627fb", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5308924485125859, "chrf": 69.29068667335679, "bleu": 41.79653459340739, "rougeL": 0.6354166666666666, "len_ratio": 1.0052356020942408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_1ebee6c2fb88d626", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7931034482758621, "chrf": 73.58414818718865, "bleu": 55.5616428224413, "rougeL": 0.7656250000000001, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_88b428cca4f5a72a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5032558139534884, "chrf": 64.69127802137815, "bleu": 40.67999685095421, "rougeL": 0.5317919075144509, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_4ce6860887e6dd47", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7359375, "chrf": 73.72753695019495, "bleu": 48.47173905498531, "rougeL": 0.7371273712737126, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}499{"pair_id": "pair_e7c1583ebb66cb61", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5760971055088702, "chrf": 80.06008161578856, "bleu": 55.35420837318593, "rougeL": 0.6666666666666666, "len_ratio": 1.0126582278481013, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}500{"pair_id": "pair_436241abbebac56e", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4038314176245211, "chrf": 60.01797753256975, "bleu": 24.15919934881434, "rougeL": 0.4392764857881137, "len_ratio": 1.038888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}501{"pair_id": "pair_1af82c584634b94e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7680164722031572, "chrf": 79.57063967695326, "bleu": 59.71705397831424, "rougeL": 0.7808564231738037, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_bb23502f8c573873", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6853490658800394, "chrf": 79.21322073665495, "bleu": 58.4851366586809, "rougeL": 0.7457627118644068, "len_ratio": 0.9598765432098766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}503{"pair_id": "pair_e798cfdf8daffde9", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6928571428571428, "chrf": 66.70066193315837, "bleu": 31.655577798354305, "rougeL": 0.6735751295336787, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}504{"pair_id": "pair_ca342f1bc6235c56", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6302274394717535, "chrf": 77.08206741997967, "bleu": 60.34750653544516, "rougeL": 0.7353629976580797, "len_ratio": 0.9572192513368984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}505{"pair_id": "pair_bf62588ae4ee52b4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7141009055627425, "chrf": 71.93304056704507, "bleu": 43.18315176090332, "rougeL": 0.6915887850467289, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_a4d3cbc16dfc04e9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4887108521485798, "chrf": 67.50235084507324, "bleu": 40.98853990893709, "rougeL": 0.5359801488833748, "len_ratio": 0.9303482587064676, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}507{"pair_id": "pair_6ecbd7ba74bb925f", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6190476190476191, "chrf": 67.02724352170976, "bleu": 36.364043463863865, "rougeL": 0.6045340050377833, "len_ratio": 0.916256157635468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}508{"pair_id": "pair_37ba8989e68ed1d1", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4713930348258707, "chrf": 71.54190452043859, "bleu": 46.429531837250046, "rougeL": 0.5977011494252875, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}509{"pair_id": "pair_fd91ea6a86cb4bfb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3992932862190812, "chrf": 71.66148557759252, "bleu": 35.73440069642764, "rougeL": 0.6125, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}510{"pair_id": "pair_419fc74981f555e4", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6453488372093024, "chrf": 77.07311944620062, "bleu": 55.99100768716876, "rougeL": 0.7175572519083969, "len_ratio": 0.9783950617283951, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}511{"pair_id": "pair_58de88148d90a634", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5628815628815629, "chrf": 65.1671383850337, "bleu": 36.0055497699418, "rougeL": 0.5787234042553192, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}512{"pair_id": "pair_838335229efc1f22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5493212669683258, "chrf": 51.966415399346324, "bleu": 18.220213653374593, "rougeL": 0.5046728971962616, "len_ratio": 0.8719512195121951, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}513{"pair_id": "pair_9e286b3fbcf3ab11", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.834319526627219, "chrf": 79.95451902913963, "bleu": 62.56573307530316, "rougeL": 0.8243243243243243, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}514{"pair_id": "pair_0af0609a013a67e3", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6354166666666667, "chrf": 81.95923698273526, "bleu": 68.12854306296026, "rougeL": 0.6540880503144655, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}515{"pair_id": "pair_91c316501c1a62e3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5426829268292683, "chrf": 74.31321702530025, "bleu": 54.00772294779362, "rougeL": 0.6043613707165109, "len_ratio": 1.0068493150684932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}516{"pair_id": "pair_c339184fce87e29c", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7472885032537961, "chrf": 82.48310183349402, "bleu": 66.00589956704232, "rougeL": 0.7950530035335689, "len_ratio": 0.9962962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}517{"pair_id": "pair_1d15aede9e8a3fd5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.648421052631579, "chrf": 61.43776195276595, "bleu": 28.825790840583704, "rougeL": 0.6, "len_ratio": 0.8611111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}518{"pair_id": "pair_88a8f2988c5e15d5", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4628482972136223, "chrf": 72.28498194395232, "bleu": 44.892374057003735, "rougeL": 0.5799999999999998, "len_ratio": 0.9223300970873787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_a8d889f879bf59ee", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6824207492795389, "chrf": 78.4593545505138, "bleu": 61.608019176842625, "rougeL": 0.7255639097744362, "len_ratio": 0.9626865671641791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}520{"pair_id": "pair_085f4cdd50ad2b6c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4422657952069716, "chrf": 71.65590543644241, "bleu": 48.399995409951664, "rougeL": 0.5390070921985816, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}521{"pair_id": "pair_1baa87ece0c598c7", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.658354114713217, "chrf": 63.41180274265922, "bleu": 32.28483966705464, "rougeL": 0.6229508196721311, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}522{"pair_id": "pair_2bccffac66c46458", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.45326716294458225, "chrf": 57.69556931650577, "bleu": 24.135649878302996, "rougeL": 0.4770114942528736, "len_ratio": 1.0975609756097562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}523{"pair_id": "pair_35534b2b45bd6e2d", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5329768270944741, "chrf": 59.695918188621, "bleu": 31.14000548486874, "rougeL": 0.5090180360721442, "len_ratio": 0.9877551020408163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}524{"pair_id": "pair_477a6e2d14332eb0", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6831767719897524, "chrf": 73.10834549124642, "bleu": 46.2910218951704, "rougeL": 0.7176470588235295, "len_ratio": 0.9367816091954023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}525{"pair_id": "pair_792652ff724385db", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7699115044247787, "chrf": 86.28920099346999, "bleu": 65.11085549788817, "rougeL": 0.8051948051948051, "len_ratio": 1.0943396226415094, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}526{"pair_id": "pair_ea7e13c693296510", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4817012858555886, "chrf": 61.17095033394134, "bleu": 30.02669318110335, "rougeL": 0.4983388704318936, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_7438ed38fdfbfe4a", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5158102766798419, "chrf": 53.24363248403491, "bleu": 20.061727536293777, "rougeL": 0.45833333333333337, "len_ratio": 1.1492537313432836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_c040315d37eb4803", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.574002574002574, "chrf": 76.58616188788109, "bleu": 53.34837649190585, "rougeL": 0.6636771300448431, "len_ratio": 0.956140350877193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}529{"pair_id": "pair_6faa1f7d5bd11172", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4921259842519685, "chrf": 73.75689063107505, "bleu": 44.342953126401504, "rougeL": 0.572944297082228, "len_ratio": 0.9833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}530{"pair_id": "pair_4dcd5d8deafc7f04", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5332225913621262, "chrf": 70.28491913145201, "bleu": 39.441859049536994, "rougeL": 0.580896686159844, "len_ratio": 1.032, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}531{"pair_id": "pair_5d95d9b35808195d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3237971391417426, "chrf": 67.53772169462657, "bleu": 47.057249745939664, "rougeL": 0.5529953917050691, "len_ratio": 0.897196261682243, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}532