spb/wpai0002_uqo

1{"pair_id": "pair_534ab5b47b9ee98c", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6037735849056604, "chrf": 70.99057925023764, "bleu": 45.715923155305944, "rougeL": 0.6771653543307087, "len_ratio": 0.984375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_b4ba63a1d2dd7037", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8011428571428572, "chrf": 79.99838130903065, "bleu": 63.66847416288388, "rougeL": 0.8088235294117648, "len_ratio": 1.007462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_3eb7f963d11241df", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8043912175648702, "chrf": 77.81636243293374, "bleu": 52.29419051466691, "rougeL": 0.78, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}4{"pair_id": "pair_1a4b1c8249f7c76e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7569397427217333, "chrf": 75.2019956323003, "bleu": 47.81507086452272, "rougeL": 0.7390300230946881, "len_ratio": 1.0336538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_82caf11dd71c4375", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5609137055837563, "chrf": 63.253622883300174, "bleu": 38.05095677785884, "rougeL": 0.6880000000000001, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_45bb802c91771497", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7426326129666012, "chrf": 79.18614639261446, "bleu": 59.803450607974334, "rougeL": 0.7434782608695651, "len_ratio": 1.055299539170507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_f731865f2257cc87", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.63828125, "chrf": 64.31039163074995, "bleu": 28.929782741332414, "rougeL": 0.6312997347480107, "len_ratio": 0.965, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_d65650bf122944c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7583497053045187, "chrf": 74.64208437573129, "bleu": 47.57965086626799, "rougeL": 0.7222222222222222, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_f31c05d63c8ee97b", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8938992042440318, "chrf": 88.90952520767193, "bleu": 70.6712015462884, "rougeL": 0.8947368421052632, "len_ratio": 1.0660377358490567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}10{"pair_id": "pair_e8993a781dde82be", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8143547273982057, "chrf": 80.61109899999592, "bleu": 60.778052911417745, "rougeL": 0.8133971291866029, "len_ratio": 0.9615384615384616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}11{"pair_id": "pair_6752bbc397a92282", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7296380090497738, "chrf": 73.12400958842755, "bleu": 48.81591346060207, "rougeL": 0.713780918727915, "len_ratio": 1.0294117647058822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_21c07460fab18a60", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8128834355828221, "chrf": 85.756045087807, "bleu": 67.66331605733767, "rougeL": 0.8066666666666666, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}13{"pair_id": "pair_bce5dc586f50fd4f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7897371714643304, "chrf": 76.25900385675092, "bleu": 51.96400867262506, "rougeL": 0.8045977011494253, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}14{"pair_id": "pair_6505da06774d0d05", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6341463414634146, "chrf": 73.49366210014153, "bleu": 47.2167645861898, "rougeL": 0.670299727520436, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}15{"pair_id": "pair_792f7d6c5e62edeb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6026296566837107, "chrf": 75.21546811142518, "bleu": 54.44177343276786, "rougeL": 0.6970387243735764, "len_ratio": 1.0106951871657754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_01f37f65ecfc4ee3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7395264116575593, "chrf": 75.78862054511116, "bleu": 54.63959209604802, "rougeL": 0.7710843373493976, "len_ratio": 0.9047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_42061ceaae50b84d", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.852963818321786, "chrf": 85.25906664962987, "bleu": 66.50682508249463, "rougeL": 0.8383561643835616, "len_ratio": 1.0112994350282485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_029b24f60c20d353", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9337474120082816, "chrf": 92.38925911385219, "bleu": 83.35955042212596, "rougeL": 0.9500000000000001, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_d3104773d34ba77a", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.48803191489361697, "chrf": 59.52697718390512, "bleu": 27.158233683522695, "rougeL": 0.5272727272727272, "len_ratio": 1.0612244897959184, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_bf88b2b86eaa5b84", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8197969543147208, "chrf": 81.37957733693699, "bleu": 61.70852022499548, "rougeL": 0.8387096774193549, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}21{"pair_id": "pair_3b04224b111a7102", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8632075471698113, "chrf": 81.6821108782202, "bleu": 60.25709104128117, "rougeL": 0.8617021276595744, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}22{"pair_id": "pair_082fa41a7b25de5a", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7184300341296928, "chrf": 69.60719060056833, "bleu": 49.29547161588106, "rougeL": 0.7425742574257426, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_52d63c2e0fe1560c", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5394912985274432, "chrf": 55.1650257544143, "bleu": 18.110999160713334, "rougeL": 0.4507042253521127, "len_ratio": 1.0594059405940595, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}24{"pair_id": "pair_33162f98b3868ea9", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.839430894308943, "chrf": 81.79802284161713, "bleu": 61.13647966539321, "rougeL": 0.8571428571428572, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}25{"pair_id": "pair_0d2990eaea8af7c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.727994227994228, "chrf": 75.57747243911803, "bleu": 50.87585533743644, "rougeL": 0.7315789473684211, "len_ratio": 0.9035532994923858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}26{"pair_id": "pair_92c269587d9b13db", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8191881918819188, "chrf": 80.62197735769726, "bleu": 68.17536763567693, "rougeL": 0.8337468982630273, "len_ratio": 0.9625668449197861, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}27{"pair_id": "pair_759e5cef9abda141", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5532258064516129, "chrf": 59.52277422777951, "bleu": 23.17072157004204, "rougeL": 0.574585635359116, "len_ratio": 1.1625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_a07d9c6fb6c1a8b2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5839041095890412, "chrf": 59.670428166803944, "bleu": 23.149333625972265, "rougeL": 0.5202312138728323, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_d82e3db4ffd2f1c5", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8093797276853253, "chrf": 81.51135522497039, "bleu": 61.32318678408174, "rougeL": 0.8442211055276383, "len_ratio": 0.9801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}30{"pair_id": "pair_59c10a0adde22d66", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8008849557522124, "chrf": 76.86924286159311, "bleu": 56.0827835040416, "rougeL": 0.763819095477387, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}31{"pair_id": "pair_be9d3d8df6c8c9ea", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8577524893314367, "chrf": 83.9965712127283, "bleu": 63.42077130840478, "rougeL": 0.8456375838926173, "len_ratio": 0.9906976744186047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}32{"pair_id": "pair_9e265d9bb1298dc8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8125, "chrf": 84.5892863818319, "bleu": 64.50322176396946, "rougeL": 0.847682119205298, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}33{"pair_id": "pair_ab2107c74cd7e75f", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8442280945757997, "chrf": 90.6227577267962, "bleu": 76.8854705080266, "rougeL": 0.8847926267281107, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}34{"pair_id": "pair_6665cf85c2736be8", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7608200455580866, "chrf": 75.57905343665318, "bleu": 52.99308340825806, "rougeL": 0.7384615384615385, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}35{"pair_id": "pair_1941d85c8a39df55", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.735803945008966, "chrf": 84.64528576221618, "bleu": 67.7717498232092, "rougeL": 0.7993019197207679, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}36{"pair_id": "pair_8ba8492c973607a2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7440828402366864, "chrf": 74.32390551279954, "bleu": 49.92132028338035, "rougeL": 0.716577540106952, "len_ratio": 0.8585858585858586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_2d8491819611a0f5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7026143790849673, "chrf": 69.09300310355236, "bleu": 45.68040914253453, "rougeL": 0.7040816326530613, "len_ratio": 1.1428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_192d9af7e7c89da8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7135961383748994, "chrf": 70.44841451025539, "bleu": 43.028077901246554, "rougeL": 0.7071240105540897, "len_ratio": 0.9888888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}39{"pair_id": "pair_9348989ee535b50d", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6584992343032159, "chrf": 62.03691085203326, "bleu": 30.52159952341033, "rougeL": 0.5906735751295338, "len_ratio": 0.8613861386138614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}40{"pair_id": "pair_afe202bf41779139", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.662613981762918, "chrf": 68.30445365910883, "bleu": 44.00937385165188, "rougeL": 0.6382978723404255, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}41{"pair_id": "pair_248597cc5ac511fa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7803895231699127, "chrf": 87.90869160344897, "bleu": 69.27772740704765, "rougeL": 0.808695652173913, "len_ratio": 1.009009009009009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_1ec3b005fb6b3d49", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8234704112337011, "chrf": 78.07813945552702, "bleu": 52.364800547636364, "rougeL": 0.7806691449814126, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}43{"pair_id": "pair_71f278ae6b737b38", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5617792421746293, "chrf": 63.63717962577613, "bleu": 35.30177793185584, "rougeL": 0.5517241379310345, "len_ratio": 1.0740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_6c18ba000399cb16", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8196902654867256, "chrf": 84.13045666771785, "bleu": 70.75533696675372, "rougeL": 0.8268551236749117, "len_ratio": 0.9927007299270073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_ade36c7fafe81f63", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8143712574850299, "chrf": 80.51690281886634, "bleu": 61.86701650783631, "rougeL": 0.7916666666666666, "len_ratio": 0.9133333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}46{"pair_id": "pair_4d66779f6cf3e61f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6784855769230769, "chrf": 69.53510811925439, "bleu": 37.67946261467875, "rougeL": 0.6626016260162603, "len_ratio": 0.944, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}47{"pair_id": "pair_36709e01cba6f244", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8745247148288974, "chrf": 86.74344127147657, "bleu": 73.70643948428555, "rougeL": 0.8621908127208481, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_54d53fa0a2fd0e23", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8150851581508516, "chrf": 77.64095786216436, "bleu": 50.46301845619229, "rougeL": 0.8264462809917354, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_a0464b001854faf0", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.703588143525741, "chrf": 73.83632846165841, "bleu": 56.05507753834583, "rougeL": 0.7513227513227514, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}50{"pair_id": "pair_3aa0668948ce1478", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6606217616580311, "chrf": 74.93146539594811, "bleu": 45.86761526035076, "rougeL": 0.6899563318777293, "len_ratio": 1.0754716981132075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_1c2aad977a576e5b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8422090729783037, "chrf": 85.88768457363896, "bleu": 71.7251263501463, "rougeL": 0.8543046357615894, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}52{"pair_id": "pair_e3b0a91c295626f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.9223803363518758, "chrf": 87.75675478712672, "bleu": 75.52323509840059, "rougeL": 0.9090909090909091, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}53{"pair_id": "pair_e2c4068c5462d2fa", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.497716894977169, "chrf": 68.19727656557765, "bleu": 36.034582170920395, "rougeL": 0.5816023738872403, "len_ratio": 1.050314465408805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}54{"pair_id": "pair_a5e867b3773bdfed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6707317073170731, "chrf": 72.52745320179079, "bleu": 45.455413841462466, "rougeL": 0.6766917293233082, "len_ratio": 0.9949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_0decb6a7fc76254b", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7077363896848137, "chrf": 71.03198930105901, "bleu": 48.65152642610214, "rougeL": 0.77720207253886, "len_ratio": 0.89, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}56{"pair_id": "pair_efa7105e30b5e78f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8915159944367177, "chrf": 85.38645555381662, "bleu": 65.27954739911391, "rougeL": 0.8737864077669902, "len_ratio": 0.9519230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_0e173b7aa636f282", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8728856996412097, "chrf": 87.12038526253237, "bleu": 72.55058114642107, "rougeL": 0.8892794376098417, "len_ratio": 0.9681978798586572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_6564027ea6139296", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8589440504334122, "chrf": 86.56558089958209, "bleu": 67.0599351509963, "rougeL": 0.8901098901098901, "len_ratio": 1.064327485380117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}59{"pair_id": "pair_75d6b94c63f28faa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6583493282149713, "chrf": 77.67720635175333, "bleu": 54.872173764589824, "rougeL": 0.7588424437299035, "len_ratio": 0.8930817610062893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}60{"pair_id": "pair_38a3d126dc3cf268", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6280193236714976, "chrf": 74.37031742773438, "bleu": 45.09635885580287, "rougeL": 0.7415730337078652, "len_ratio": 0.9186046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_5021c799eb783f64", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7589498806682577, "chrf": 77.17624735553353, "bleu": 55.873456346743936, "rougeL": 0.7499999999999999, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_7885b7b80a93f505", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6450617283950617, "chrf": 66.55218087740407, "bleu": 33.895902595680454, "rougeL": 0.6478149100257069, "len_ratio": 0.9635416666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}63{"pair_id": "pair_16b322783f9aad91", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7787391841779976, "chrf": 74.22009291231103, "bleu": 46.827613986408714, "rougeL": 0.7647058823529411, "len_ratio": 0.8943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_29a6a06f0d67770c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7877596855699045, "chrf": 81.26477621721786, "bleu": 63.72068008386584, "rougeL": 0.8159722222222222, "len_ratio": 0.9527272727272728, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}65{"pair_id": "pair_202e90a67945d880", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8050397877984085, "chrf": 80.93559000494503, "bleu": 60.52256311358806, "rougeL": 0.8271334792122539, "len_ratio": 0.948051948051948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}66{"pair_id": "pair_14abc6a2479684b1", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8503336510962822, "chrf": 87.53595513265341, "bleu": 73.45324770522853, "rougeL": 0.8561872909698997, "len_ratio": 1.0604026845637584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}67{"pair_id": "pair_32235555b601cab3", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6622583926754833, "chrf": 65.1287805245982, "bleu": 39.31440644202659, "rougeL": 0.6376811594202898, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}68{"pair_id": "pair_afb70fddf89264c8", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7551334702258727, "chrf": 86.07859882902216, "bleu": 72.69665347479933, "rougeL": 0.8303886925795053, "len_ratio": 0.9344827586206896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}69{"pair_id": "pair_153cb3d30281b8e1", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5330578512396694, "chrf": 58.28972769413583, "bleu": 14.542485044194263, "rougeL": 0.5298013245033113, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_574077bae6ce5fca", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6428571428571428, "chrf": 62.90491630739826, "bleu": 37.09848750265865, "rougeL": 0.6417910447761194, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}71{"pair_id": "pair_c956c2bafddcae15", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6329365079365079, "chrf": 81.87083871372151, "bleu": 65.81554368955148, "rougeL": 0.7419354838709677, "len_ratio": 0.9404761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}72{"pair_id": "pair_5f41b3d39f54bad1", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5803059273422562, "chrf": 66.02027510252974, "bleu": 42.42050974850923, "rougeL": 0.591549295774648, "len_ratio": 0.9708029197080292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_7fc50840511051d1", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6717506631299734, "chrf": 67.13943098177756, "bleu": 38.31359725380089, "rougeL": 0.6929824561403508, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_c192a060c40a441b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8139841688654353, "chrf": 77.20472114904567, "bleu": 50.35943452331106, "rougeL": 0.7488151658767773, "len_ratio": 0.8981481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_dff809b6a1b282dc", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.720855614973262, "chrf": 75.1867328858511, "bleu": 48.78017468891603, "rougeL": 0.754325259515571, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}76{"pair_id": "pair_c42c40472a0baa1a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6208251473477406, "chrf": 60.182677391086244, "bleu": 24.435967843931014, "rougeL": 0.5906040268456375, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}77{"pair_id": "pair_392af48f9407b7c3", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7424242424242424, "chrf": 77.94947953983153, "bleu": 61.600706306317704, "rougeL": 0.7950310559006211, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_6be1dd33e4e6d4aa", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.694019471488178, "chrf": 70.37196061384172, "bleu": 43.18953397923569, "rougeL": 0.6511627906976745, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_7ac4ade1830dc372", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5804701627486437, "chrf": 64.15569252800566, "bleu": 32.475606039785696, "rougeL": 0.6037735849056604, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_929f9c24ad480225", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6793183578621225, "chrf": 70.31390665677777, "bleu": 43.086328197944496, "rougeL": 0.7013698630136985, "len_ratio": 1.0701754385964912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}81{"pair_id": "pair_de1370a1cd0b54cb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7419354838709677, "chrf": 70.1994418166673, "bleu": 45.98075121135824, "rougeL": 0.7357512953367876, "len_ratio": 1.0319148936170213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}82{"pair_id": "pair_d48e5d059fa3cc54", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.814665592264303, "chrf": 81.62811543201329, "bleu": 57.906685468129375, "rougeL": 0.8232189973614774, "len_ratio": 0.9944444444444445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_cb37eb7f5d618a17", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7615621788283659, "chrf": 74.51157167182554, "bleu": 53.60352752245664, "rougeL": 0.7938461538461539, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}84{"pair_id": "pair_400660b05415da75", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6657608695652174, "chrf": 72.98433710682141, "bleu": 44.919216899528045, "rougeL": 0.6747572815533981, "len_ratio": 0.9950738916256158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}85{"pair_id": "pair_dd7c0dc2e9b6b991", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6347878063359235, "chrf": 74.69377673258352, "bleu": 48.95800422918341, "rougeL": 0.687719298245614, "len_ratio": 0.9377289377289377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}86{"pair_id": "pair_3a815159b68d0b1a", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6466346153846154, "chrf": 61.49039125711473, "bleu": 28.782302033061463, "rougeL": 0.6119402985074627, "len_ratio": 0.9420289855072463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}87{"pair_id": "pair_0ea0089868a9486a", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8561643835616438, "chrf": 86.42566683939262, "bleu": 69.0026660510963, "rougeL": 0.8744186046511627, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_eeb469751e6719fb", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6611039794608473, "chrf": 77.96608968595487, "bleu": 48.10401527965209, "rougeL": 0.7058823529411764, "len_ratio": 1.0855855855855856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}89{"pair_id": "pair_1c248171ae889938", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7380952380952381, "chrf": 75.85569036836604, "bleu": 49.60445761903581, "rougeL": 0.7804878048780488, "len_ratio": 0.921875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_23a75e54129a35a7", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.9044776119402985, "chrf": 87.38069817004643, "bleu": 74.50483368738993, "rougeL": 0.8780487804878048, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_013f952cde337fb2", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9230769230769231, "chrf": 93.06250748104979, "bleu": 84.9417031985143, "rougeL": 0.9316939890710384, "len_ratio": 0.9944598337950139, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_aa1b1db857a23bb7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6624472573839663, "chrf": 76.14130472110219, "bleu": 55.78363318957103, "rougeL": 0.7407407407407408, "len_ratio": 1.0294117647058822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_e9e4fc5508ddcf46", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7975133214920072, "chrf": 77.26103936612529, "bleu": 65.70417692828354, "rougeL": 0.8282828282828283, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}94{"pair_id": "pair_c0734880c60102ab", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7084639498432601, "chrf": 72.18227062719473, "bleu": 41.615200383922776, "rougeL": 0.7096774193548387, "len_ratio": 1.0232558139534884, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}95{"pair_id": "pair_10854715a9daa7f5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7257909875359541, "chrf": 75.55486828021589, "bleu": 60.33527068577411, "rougeL": 0.7426900584795322, "len_ratio": 0.9939393939393939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}96{"pair_id": "pair_3ed21835552f0676", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 69.9248002666088, "bleu": 42.422715826230046, "rougeL": 0.7000000000000001, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}97{"pair_id": "pair_cebd2e9cf00f2906", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8995163890381516, "chrf": 89.10394763304919, "bleu": 75.16715180498589, "rougeL": 0.9141856392294222, "len_ratio": 0.9746376811594203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}98{"pair_id": "pair_cc2edaae41b23631", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8314028314028314, "chrf": 80.30831730129508, "bleu": 59.92968951990932, "rougeL": 0.832579185520362, "len_ratio": 0.9385964912280702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_0d3f0c7c7ca274d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6587112171837709, "chrf": 70.99921159843787, "bleu": 44.93522182396338, "rougeL": 0.6778242677824269, "len_ratio": 0.9416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}100{"pair_id": "pair_4efd465014478931", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7547425474254743, "chrf": 74.23543143258908, "bleu": 48.599130153123056, "rougeL": 0.7432432432432432, "len_ratio": 0.8844444444444445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}101{"pair_id": "pair_351062a01178facd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7062383612662942, "chrf": 75.54655462249438, "bleu": 46.33916680231801, "rougeL": 0.6959459459459459, "len_ratio": 0.9698996655518395, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}102{"pair_id": "pair_289f958c7f2447c0", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7905544147843943, "chrf": 79.43242931776027, "bleu": 54.44553844917045, "rougeL": 0.7737226277372262, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_3d4b30f2cce63978", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7171717171717171, "chrf": 67.0183886231918, "bleu": 44.02460425789292, "rougeL": 0.6883116883116882, "len_ratio": 0.9102564102564102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_fcf3cba4380b62e7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7449306296691569, "chrf": 78.76470036367917, "bleu": 55.74798560931892, "rougeL": 0.7847222222222223, "len_ratio": 0.9452054794520548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_10e223e6488375e6", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8818565400843882, "chrf": 84.50693308565474, "bleu": 67.76050263070485, "rougeL": 0.8775510204081631, "len_ratio": 0.9793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_c50043b49a1ae005", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8680872653475393, "chrf": 86.24353842532129, "bleu": 72.13513714342699, "rougeL": 0.88, "len_ratio": 0.9739776951672863, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_f17dd14ab5bc29ab", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.878682842287695, "chrf": 87.62534258378003, "bleu": 75.20956459817353, "rougeL": 0.8752327746741155, "len_ratio": 0.9813432835820896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_8a8dc5c547c698b4", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.917098445595855, "chrf": 86.82370602219234, "bleu": 71.62033033051348, "rougeL": 0.907103825136612, "len_ratio": 0.925531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_255ecbfd320b7584", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7532467532467533, "chrf": 81.92617572461067, "bleu": 67.33525577106055, "rougeL": 0.8192771084337349, "len_ratio": 0.968944099378882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}110{"pair_id": "pair_ac7bbf9947147548", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.8965785381026439, "chrf": 85.21550058511518, "bleu": 67.2816405452927, "rougeL": 0.8563968668407311, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_3cc24a2db40a1c81", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7674760853568801, "chrf": 74.61624604748803, "bleu": 46.901657388690396, "rougeL": 0.7493261455525606, "len_ratio": 0.8802083333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_52f46f4ca329b473", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7806122448979592, "chrf": 76.75965454923937, "bleu": 55.46119412776733, "rougeL": 0.806122448979592, "len_ratio": 0.9787234042553191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}113{"pair_id": "pair_e01e74d2c1d567b9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8201019664967225, "chrf": 80.41130969454386, "bleu": 62.763237173347974, "rougeL": 0.8060453400503779, "len_ratio": 0.9054726368159204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_0178adf63aef08fd", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7338129496402878, "chrf": 80.1416275911808, "bleu": 58.49262835392549, "rougeL": 0.7696629213483146, "len_ratio": 1.042296072507553, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}115{"pair_id": "pair_c1690969105879fa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6971046770601337, "chrf": 79.67389961589141, "bleu": 63.08688695245203, "rougeL": 0.7770700636942675, "len_ratio": 0.9558823529411765, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_e470e1a1edf6b6aa", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8204193254329991, "chrf": 86.28770451295989, "bleu": 71.2291404645393, "rougeL": 0.8767123287671232, "len_ratio": 0.9595375722543352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}117{"pair_id": "pair_5c5b0e905c38c804", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.626699629171817, "chrf": 60.95554566716771, "bleu": 27.32817665310357, "rougeL": 0.6307053941908715, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_d13c2c2b74f72b95", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7546210720887245, "chrf": 75.14637394311858, "bleu": 52.93387243825304, "rougeL": 0.7171052631578947, "len_ratio": 0.9901960784313726, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_35c0a379758a54c0", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.868421052631579, "chrf": 85.15249520509967, "bleu": 72.3930508110662, "rougeL": 0.8627450980392157, "len_ratio": 0.9859154929577465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_e614bd2c1f06d942", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7205346294046173, "chrf": 69.84902487077625, "bleu": 44.3104741715735, "rougeL": 0.6724137931034483, "len_ratio": 1.1320754716981132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_8ac9873a7e8de26d", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6261127596439169, "chrf": 57.34107031731398, "bleu": 16.327559754959356, "rougeL": 0.5527638190954774, "len_ratio": 1.098901098901099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}122{"pair_id": "pair_0f72f9a9e487330d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5051546391752577, "chrf": 65.12921776367375, "bleu": 34.67944535579459, "rougeL": 0.5358851674641147, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_b2166006868dc64e", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9084406294706724, "chrf": 88.51247795514735, "bleu": 76.86239023328382, "rougeL": 0.9279279279279279, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_3dbd3da5fbcee70d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8982300884955752, "chrf": 86.53522062667773, "bleu": 70.7272536101407, "rougeL": 0.8981481481481481, "len_ratio": 0.9786096256684492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}125{"pair_id": "pair_7dc21233e2543cf1", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7115384615384616, "chrf": 70.18466898273624, "bleu": 40.24649401050251, "rougeL": 0.676056338028169, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_238fc0541671bae4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6628630705394191, "chrf": 66.55891570486855, "bleu": 42.04835221707477, "rougeL": 0.6421404682274248, "len_ratio": 1.0206896551724138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}127{"pair_id": "pair_c87b703baa309289", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.638733705772812, "chrf": 66.79326444191824, "bleu": 36.91931410323544, "rougeL": 0.6375, "len_ratio": 1.038709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_69b493f013c97498", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8131049888309754, "chrf": 78.37569354079193, "bleu": 52.789548357011185, "rougeL": 0.7643979057591623, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_c044cb52a79332bb", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8822314049586777, "chrf": 88.61623215336132, "bleu": 81.95616755772762, "rougeL": 0.9111111111111111, "len_ratio": 0.974025974025974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_b6e9e28adedceede", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8561278863232682, "chrf": 86.33806084103074, "bleu": 75.01629424849502, "rougeL": 0.8666666666666666, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_dcd2a0d3e06d5703", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8578811369509044, "chrf": 82.39492573271467, "bleu": 62.82364802701674, "rougeL": 0.8650793650793651, "len_ratio": 0.9841269841269841, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_786c3087349f2947", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5815405968077724, "chrf": 65.17515529479334, "bleu": 32.795377132412725, "rougeL": 0.5856079404466501, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}133{"pair_id": "pair_d3ce183f5ae1af47", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7594501718213058, "chrf": 74.69876685759337, "bleu": 55.42627693243277, "rougeL": 0.7692307692307693, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}134{"pair_id": "pair_c48d3dba962442c2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.43823146944083224, "chrf": 66.83721906801097, "bleu": 37.969098187179455, "rougeL": 0.5991189427312775, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}135{"pair_id": "pair_692198d471e057bc", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.683377308707124, "chrf": 68.28955821386245, "bleu": 36.74330458853932, "rougeL": 0.6291079812206574, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_3dccd16f435081ca", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6660617059891107, "chrf": 67.76532988060544, "bleu": 44.59678886976482, "rougeL": 0.6470588235294118, "len_ratio": 0.9204545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_7970a9aab7e878b5", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8952234206471494, "chrf": 86.011933700335, "bleu": 69.92999655306421, "rougeL": 0.8926553672316385, "len_ratio": 0.9239130434782609, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}138{"pair_id": "pair_6333ab44ba110c4b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7137601177336277, "chrf": 71.22370192831319, "bleu": 42.48039719325123, "rougeL": 0.6968085106382979, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_f13091ad8b7c8a30", "doc_id": "doc_7cc71e43594f0124", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6679779701022817, "chrf": 71.19684473903784, "bleu": 46.24834952475386, "rougeL": 0.698019801980198, "len_ratio": 0.9949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_ead5176a8b6144cd", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6905615292712066, "chrf": 72.58879039352838, "bleu": 45.63077281695063, "rougeL": 0.7299270072992701, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_20dafded3411a033", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5745033112582781, "chrf": 59.74040502147996, "bleu": 32.55567960961132, "rougeL": 0.6346153846153846, "len_ratio": 1.127659574468085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}142{"pair_id": "pair_1665c1640d5b3d5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6468305304010349, "chrf": 68.84906678590585, "bleu": 43.735409102158265, "rougeL": 0.6612244897959184, "len_ratio": 1.0087719298245614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}143{"pair_id": "pair_c188f53958c80d7c", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8706099815157117, "chrf": 87.67987847012762, "bleu": 71.43579080828657, "rougeL": 0.8590381426202321, "len_ratio": 0.9738562091503268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}144{"pair_id": "pair_45afec86b94d1d0e", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8132295719844358, "chrf": 77.58840133516955, "bleu": 59.096799137839454, "rougeL": 0.7853881278538812, "len_ratio": 1.028301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}145{"pair_id": "pair_63333f40645895ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8625678119349005, "chrf": 87.71945546449764, "bleu": 71.53841986298728, "rougeL": 0.8944099378881988, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_f41afa63559dc25d", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7845528455284553, "chrf": 73.22621281581925, "bleu": 51.77534924195785, "rougeL": 0.7439024390243903, "len_ratio": 0.8987341772151899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}147{"pair_id": "pair_fbf5c17731a3a132", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7282913165266107, "chrf": 77.44235684891095, "bleu": 59.333847076177264, "rougeL": 0.7142857142857143, "len_ratio": 1.0268456375838926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}148{"pair_id": "pair_e2140f5db9b65f5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7160493827160495, "chrf": 76.68803253249733, "bleu": 49.55923806651039, "rougeL": 0.7678571428571429, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}149{"pair_id": "pair_6642881e1a43ea53", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5292517006802722, "chrf": 58.84677825794462, "bleu": 24.102005664669548, "rougeL": 0.4897959183673469, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}150{"pair_id": "pair_6bb7a0192d288e72", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8291457286432161, "chrf": 82.20882821330413, "bleu": 60.527435049069325, "rougeL": 0.8421052631578947, "len_ratio": 0.9396551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}151{"pair_id": "pair_50d371eee6740ac4", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.720616570327553, "chrf": 77.67446097901536, "bleu": 51.36964552204692, "rougeL": 0.8, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_b568a02fac109eb9", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7128053293856402, "chrf": 78.05016465751812, "bleu": 47.79847038142855, "rougeL": 0.7142857142857144, "len_ratio": 1.0104166666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}153{"pair_id": "pair_b1ec64152beb6d97", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5664488017429194, "chrf": 67.73324124110889, "bleu": 34.152441135135234, "rougeL": 0.6142857142857142, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_21f2b3f83b217391", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7058823529411764, "chrf": 71.99867064351055, "bleu": 45.401583638634285, "rougeL": 0.7137254901960786, "len_ratio": 0.8731343283582089, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_d23cea026c5ace9a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7116981132075472, "chrf": 73.6289133516398, "bleu": 45.67043511290591, "rougeL": 0.6846361185983828, "len_ratio": 1.0451977401129944, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}156{"pair_id": "pair_eaa5bc54aa96a41f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8300884955752212, "chrf": 77.63421749487608, "bleu": 49.75146676657508, "rougeL": 0.75, "len_ratio": 0.9772727272727273, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_1734a40e2337d12b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6086142322097379, "chrf": 57.41476397534747, "bleu": 23.239845031624444, "rougeL": 0.5731707317073171, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_3e36580587567a92", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8515358361774744, "chrf": 86.26459239586782, "bleu": 74.1814630664073, "rougeL": 0.8622754491017964, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_244e1187a30656d6", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.568595041322314, "chrf": 60.10048059753049, "bleu": 35.842448677448694, "rougeL": 0.6054054054054054, "len_ratio": 1.0112359550561798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_c6e7de0abe9bfed5", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6691588785046729, "chrf": 66.64853777268875, "bleu": 39.25070391105504, "rougeL": 0.6794871794871795, "len_ratio": 1.1369863013698631, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_42e45b5f1a97a919", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6018237082066868, "chrf": 61.92641248635384, "bleu": 37.2806086963959, "rougeL": 0.6019417475728156, "len_ratio": 0.9805825242718447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_4529613294fae26e", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7256176853055917, "chrf": 73.76893998747019, "bleu": 53.36808547087335, "rougeL": 0.7555555555555554, "len_ratio": 0.9439252336448598, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_6db3602926e3f108", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7770300583221176, "chrf": 83.20419907319496, "bleu": 66.55650023194107, "rougeL": 0.8286099865047234, "len_ratio": 1.0193905817174516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}164{"pair_id": "pair_8d0d1d27c5b651ff", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.9082751744765702, "chrf": 89.02884719727882, "bleu": 72.91769331278901, "rougeL": 0.9132420091324202, "len_ratio": 0.9845679012345679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_37279956404c5331", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.52465834818776, "chrf": 61.06412642470639, "bleu": 32.41425142062499, "rougeL": 0.5376782077393076, "len_ratio": 0.9551020408163265, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_46f20c52472d1393", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6024096385542168, "chrf": 56.75374825703964, "bleu": 24.197015732595005, "rougeL": 0.5757575757575758, "len_ratio": 0.9130434782608695, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_52e525b34b664c04", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9330306469920545, "chrf": 91.13231617147075, "bleu": 81.66742230606178, "rougeL": 0.9252669039145908, "len_ratio": 1.0220588235294117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_ff99bee9dd6708d2", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6015625, "chrf": 60.629396866584365, "bleu": 25.930440125182134, "rougeL": 0.6432748538011696, "len_ratio": 1.141025641025641, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}169{"pair_id": "pair_449f2c7bf1a60c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6839038601602331, "chrf": 72.0194572919082, "bleu": 43.222546956244535, "rougeL": 0.6766169154228855, "len_ratio": 0.9303482587064676, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_90ac68ac94c8e560", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8776290630975143, "chrf": 85.92601328037391, "bleu": 71.89311954651302, "rougeL": 0.8904593639575972, "len_ratio": 0.948905109489051, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_3294b0ffcff525df", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8049965301873698, "chrf": 88.12744004515835, "bleu": 75.18837007488916, "rougeL": 0.845, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}172{"pair_id": "pair_61c16259d2f8cd33", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7774762550881954, "chrf": 77.8086168030245, "bleu": 56.794844673702215, "rougeL": 0.7763713080168776, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_67d302cf71408875", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8186462324393359, "chrf": 83.07666752446407, "bleu": 65.6571809418903, "rougeL": 0.8507462686567164, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}174{"pair_id": "pair_3528672378f6c06d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7203495630461922, "chrf": 69.11932830950069, "bleu": 39.23790560284204, "rougeL": 0.6722689075630253, "len_ratio": 1.0258620689655173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}175{"pair_id": "pair_dcd6a3ad8bc2cc75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7782805429864253, "chrf": 73.28717882867271, "bleu": 50.01780901436898, "rougeL": 0.7575757575757576, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_cb3b0d0ef5e9a37f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7001972386587771, "chrf": 71.96477707616408, "bleu": 47.79624430641776, "rougeL": 0.6950819672131147, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_1098ad32fc148c0b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.735204081632653, "chrf": 77.23949292214039, "bleu": 53.95223495326479, "rougeL": 0.7716262975778546, "len_ratio": 0.9964664310954063, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_440501dd84293cb9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7568850902184235, "chrf": 81.36891744167689, "bleu": 59.59831719763805, "rougeL": 0.8108108108108107, "len_ratio": 0.9493670886075949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}179{"pair_id": "pair_a029a6bff2518633", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5641447368421053, "chrf": 70.62444626199749, "bleu": 34.219672925941715, "rougeL": 0.6206896551724138, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}180{"pair_id": "pair_7ffd3b6de5bfed1f", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7900677200902935, "chrf": 82.69013504676535, "bleu": 59.05286762001374, "rougeL": 0.8507462686567163, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_aa3bf227a9232830", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6928702010968921, "chrf": 76.27841465421358, "bleu": 61.85681166771455, "rougeL": 0.7766990291262136, "len_ratio": 1.0160427807486632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}182{"pair_id": "pair_e4c2a8e74fa6334f", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6117103235747303, "chrf": 63.98199145621235, "bleu": 37.83823804642314, "rougeL": 0.6120218579234973, "len_ratio": 0.9891304347826086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_c110a00b7adc11b1", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7455621301775148, "chrf": 72.70394906886693, "bleu": 40.419274356443914, "rougeL": 0.7012987012987013, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_0b1f3d0472f358ed", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6455696202531646, "chrf": 66.13554002206291, "bleu": 41.77780675245616, "rougeL": 0.6206896551724138, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}185{"pair_id": "pair_d49967a020ab0810", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.656350053361793, "chrf": 69.39440573070871, "bleu": 41.08671150511443, "rougeL": 0.689655172413793, "len_ratio": 0.958904109589041, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}186{"pair_id": "pair_abe570d1bc0bd4e8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4389233954451346, "chrf": 44.82495152195048, "bleu": 5.129966553817595, "rougeL": 0.4, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}187{"pair_id": "pair_e2ea06d99035098d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7619047619047619, "chrf": 77.42258541839419, "bleu": 56.31183308475367, "rougeL": 0.7741935483870968, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_97a727fae96cd6e3", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8289703315881326, "chrf": 83.0730288453563, "bleu": 62.752204154485966, "rougeL": 0.8289855072463769, "len_ratio": 1.0609756097560976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_9cf832f5626e4e3d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9150815217391304, "chrf": 91.67869292983787, "bleu": 82.97304959080726, "rougeL": 0.9119638826185101, "len_ratio": 0.9815668202764977, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_62f1be2540b9b389", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6881258941344779, "chrf": 71.30042229204346, "bleu": 33.79530356010057, "rougeL": 0.6473429951690822, "len_ratio": 1.0520833333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}191{"pair_id": "pair_75a366fcc93b3715", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6757741347905282, "chrf": 73.42435503949396, "bleu": 40.33663360542773, "rougeL": 0.7088607594936708, "len_ratio": 1.1388888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_7e01feed40558d54", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7297863426895685, "chrf": 77.51744486639618, "bleu": 54.77426941576221, "rougeL": 0.7427055702917773, "len_ratio": 0.9201030927835051, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_a4d28d9c0f82395f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8570190641247833, "chrf": 86.50850516409206, "bleu": 69.33560265671814, "rougeL": 0.8679245283018869, "len_ratio": 0.9872611464968153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_85461738b9b8c1ab", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8699294532627866, "chrf": 88.0920994431642, "bleu": 76.67831117747001, "rougeL": 0.8818443804034581, "len_ratio": 0.9879154078549849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_35c07f64ba8f1df9", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8623548922056384, "chrf": 85.22379406346697, "bleu": 64.8511420503824, "rougeL": 0.8654970760233919, "len_ratio": 1.0617283950617284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}196{"pair_id": "pair_d0011d86d9768902", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7306338028169015, "chrf": 66.56272961436498, "bleu": 36.979607876772064, "rougeL": 0.6190476190476191, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}197{"pair_id": "pair_8cf36e22aa9a5068", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8496732026143791, "chrf": 83.95771144836343, "bleu": 66.66595546235631, "rougeL": 0.8712871287128713, "len_ratio": 0.9290322580645162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}198{"pair_id": "pair_5e5cb24b1697c295", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5687869822485208, "chrf": 68.91736238851102, "bleu": 41.27107836434075, "rougeL": 0.6246973365617433, "len_ratio": 0.9414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_d4d324143e184b69", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6794952681388013, "chrf": 72.19602253482455, "bleu": 47.928879628867975, "rougeL": 0.7206823027718551, "len_ratio": 0.9613733905579399, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}200{"pair_id": "pair_1bef8ac95f81df3a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7198935462408516, "chrf": 67.68716549758159, "bleu": 34.548366399296185, "rougeL": 0.6287128712871286, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}201{"pair_id": "pair_8982d55862cbe3d7", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.771889400921659, "chrf": 73.47155081722839, "bleu": 53.23506745294448, "rougeL": 0.8079470198675497, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_85cec18bd44dc166", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6606724003127443, "chrf": 69.73322114268537, "bleu": 50.24862644898483, "rougeL": 0.7019867549668873, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_0edca75dd6e3b39b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7407407407407407, "chrf": 74.95014427800471, "bleu": 53.170772010522384, "rougeL": 0.7794117647058824, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}204{"pair_id": "pair_f9e8138d0068b3f0", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8976833976833977, "chrf": 89.30956131624784, "bleu": 78.3229373813262, "rougeL": 0.9150326797385621, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}205{"pair_id": "pair_548e9ab2649ff019", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6878612716763006, "chrf": 70.80790996717135, "bleu": 41.20723067923918, "rougeL": 0.7239263803680983, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_d6e959d6454d1ab8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8184357541899441, "chrf": 85.39026935175663, "bleu": 67.69074203586482, "rougeL": 0.8321917808219177, "len_ratio": 0.9431438127090301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_77a525025e86598d", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.861648016276704, "chrf": 83.04022336221837, "bleu": 67.0553513645438, "rougeL": 0.8487084870848708, "len_ratio": 0.9626865671641791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_55420dcac5bf0203", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7400881057268722, "chrf": 75.2219384109208, "bleu": 43.65361528624669, "rougeL": 0.7401869158878505, "len_ratio": 1.088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}209{"pair_id": "pair_fcb983f7a41d8e73", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.870992963252541, "chrf": 85.20301243069824, "bleu": 73.57524776209392, "rougeL": 0.8772727272727272, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_71a0638b83dcf4c3", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7958897711349837, "chrf": 79.49236420542951, "bleu": 57.923550217899844, "rougeL": 0.8165137614678898, "len_ratio": 0.9607250755287009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}211{"pair_id": "pair_2157939b3976a033", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7943786982248521, "chrf": 82.19218027161692, "bleu": 64.79139934756267, "rougeL": 0.8353221957040573, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_52222b91a8d90e2d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8811188811188811, "chrf": 89.46549207928766, "bleu": 82.95234715474261, "rougeL": 0.9080118694362017, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_a0589c5f3953ad48", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5265306122448979, "chrf": 56.7407140500606, "bleu": 23.030783275510338, "rougeL": 0.49655172413793097, "len_ratio": 1.1692307692307693, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}214{"pair_id": "pair_b8b6883870e52a57", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5391705069124424, "chrf": 57.112427493500995, "bleu": 25.067613239904905, "rougeL": 0.5960264900662251, "len_ratio": 0.8048780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_fcdab55030370027", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5888446215139442, "chrf": 67.86206307218825, "bleu": 36.8452898847352, "rougeL": 0.6323907455012853, "len_ratio": 1.0604395604395604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}216{"pair_id": "pair_cafa82d0cd72ed1b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7334004024144869, "chrf": 77.51673004367115, "bleu": 57.869678504768146, "rougeL": 0.7801857585139318, "len_ratio": 0.9475308641975309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}217{"pair_id": "pair_b62afc0a569815c8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6479017400204709, "chrf": 70.19521948034696, "bleu": 42.87335269841039, "rougeL": 0.6531986531986532, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_2f53996a202c1a58", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6619718309859155, "chrf": 66.15210399944388, "bleu": 39.862759027957, "rougeL": 0.6666666666666665, "len_ratio": 0.7938144329896907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}219{"pair_id": "pair_03d4c53d1d4da3bd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8235294117647058, "chrf": 77.80482523922494, "bleu": 55.01694788850216, "rougeL": 0.7897435897435897, "len_ratio": 0.8737864077669902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_a713ee7c7fe0c799", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5137795275590551, "chrf": 56.3985200546147, "bleu": 17.237903279664437, "rougeL": 0.4931506849315069, "len_ratio": 1.1791044776119404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}221{"pair_id": "pair_75f9519417ca0162", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.75234375, "chrf": 73.99054561244563, "bleu": 46.41356240554842, "rougeL": 0.7790055248618785, "len_ratio": 0.895, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}222{"pair_id": "pair_3a5e6d59bb778841", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8407451923076923, "chrf": 82.9220635270771, "bleu": 64.21265730011746, "rougeL": 0.8423236514522823, "len_ratio": 0.908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}223{"pair_id": "pair_4744cdf1c95733de", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7222454964390448, "chrf": 72.49449120705565, "bleu": 46.10518825664141, "rougeL": 0.7409395973154362, "len_ratio": 0.8943298969072165, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}224{"pair_id": "pair_672e867cb387d3af", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7525450274079875, "chrf": 77.71209851313276, "bleu": 53.312006345292275, "rougeL": 0.7641025641025642, "len_ratio": 1.0714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_1e6d186a0b0c5725", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6529644268774704, "chrf": 70.943632155356, "bleu": 41.02849332175313, "rougeL": 0.6537396121883656, "len_ratio": 1.1585365853658536, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_a5a1b099dae70cd6", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8755102040816327, "chrf": 87.47972499777036, "bleu": 72.42708331447893, "rougeL": 0.8684863523573201, "len_ratio": 0.9458128078817734, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}227{"pair_id": "pair_5b688ef383328531", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5292607802874743, "chrf": 70.36857986332357, "bleu": 41.793980171526194, "rougeL": 0.5902777777777778, "len_ratio": 0.9689655172413794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}228{"pair_id": "pair_7e59603cc705313b", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7630853994490359, "chrf": 80.85104107325023, "bleu": 67.114688817922, "rougeL": 0.8123620309050774, "len_ratio": 0.974025974025974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}229{"pair_id": "pair_736aa29d84da9748", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6295546558704453, "chrf": 65.96893020079007, "bleu": 36.89411771157865, "rougeL": 0.6347305389221557, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_44be3cf223ae1b08", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5071633237822349, "chrf": 66.00051337813515, "bleu": 38.771237330332774, "rougeL": 0.5742574257425742, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0417330b1980f946", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8325312800769971, "chrf": 83.2741006014683, "bleu": 61.976200625246385, "rougeL": 0.8552188552188552, "len_ratio": 0.9863945578231292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}232{"pair_id": "pair_c8a9428f08e10485", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7238938053097346, "chrf": 72.77923052858813, "bleu": 51.01505222580352, "rougeL": 0.7133757961783439, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}233{"pair_id": "pair_e0c075d31bbabaca", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6198595787362087, "chrf": 63.91225352493883, "bleu": 28.283812400231948, "rougeL": 0.5878136200716846, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_e76e0421cc4dae00", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.609967497291441, "chrf": 72.95365604401343, "bleu": 55.81211033441471, "rougeL": 0.709480122324159, "len_ratio": 0.9503105590062112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}235{"pair_id": "pair_ecde46ce8ffdc791", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6574307304785894, "chrf": 66.44498777110029, "bleu": 44.367059864156886, "rougeL": 0.6178861788617885, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}236{"pair_id": "pair_c03ccc39650f0654", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6279461279461279, "chrf": 63.4455320102444, "bleu": 43.10611125195044, "rougeL": 0.6272189349112426, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_7dc5c12777cc4329", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.671578947368421, "chrf": 70.40487547102715, "bleu": 40.08221902549939, "rougeL": 0.6986301369863013, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_1df32f067970719f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7602382725241996, "chrf": 75.3225262038006, "bleu": 48.306144023275536, "rougeL": 0.7263427109974425, "len_ratio": 0.9644670050761421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_a7d4a762d01aa5d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7012195121951219, "chrf": 70.80213824529005, "bleu": 40.69763208483042, "rougeL": 0.6724890829694323, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_7b85c6276ed1fc6e", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7325349301397206, "chrf": 73.52132905299742, "bleu": 49.780189029138526, "rougeL": 0.7013888888888888, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_65c3441dea3239bb", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5767263427109974, "chrf": 62.77762458511539, "bleu": 33.7457114208958, "rougeL": 0.5873015873015873, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_ab149834ceadc97c", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7693023255813953, "chrf": 80.35306473719336, "bleu": 62.122865623326824, "rougeL": 0.8128654970760234, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_640978d776448bf8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6483221476510067, "chrf": 72.80253643819383, "bleu": 48.893001681166055, "rougeL": 0.7248908296943231, "len_ratio": 1.02803738317757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_89087686d7af3994", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8500443655723159, "chrf": 87.12897715021988, "bleu": 70.26397224955488, "rougeL": 0.8870523415977961, "len_ratio": 0.9770114942528736, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}245{"pair_id": "pair_d39fad2f74d88f05", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.617816091954023, "chrf": 60.009263254529664, "bleu": 33.96635831142667, "rougeL": 0.582010582010582, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_1c87402ce0129fb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9035250463821892, "chrf": 90.59650561248532, "bleu": 74.97185634988047, "rougeL": 0.9112426035502958, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}247{"pair_id": "pair_a96c92970524048e", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6865116279069767, "chrf": 72.84024260940103, "bleu": 50.53879646880156, "rougeL": 0.7304347826086955, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_7bd8d966e47b6916", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7908496732026143, "chrf": 84.72623678891544, "bleu": 69.94445091900238, "rougeL": 0.8322981366459627, "len_ratio": 0.9224489795918367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_534688ae88dbdce2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8212765957446808, "chrf": 80.95232733243867, "bleu": 61.751217346293714, "rougeL": 0.8290155440414507, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}250{"pair_id": "pair_a64a9e98a90a2126", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7092436974789915, "chrf": 69.69197614585157, "bleu": 40.34138811001676, "rougeL": 0.6584615384615384, "len_ratio": 1.0382165605095541, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_abd0b640a3ba039a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8244343891402715, "chrf": 78.57193531316743, "bleu": 60.473799655505765, "rougeL": 0.803680981595092, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}252{"pair_id": "pair_a02ef2ae67b1d5de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8251231527093597, "chrf": 77.89152391755411, "bleu": 64.9072189589172, "rougeL": 0.8253968253968254, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_139ed4e934e58fa4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7590132827324478, "chrf": 74.59219339685532, "bleu": 53.96126655803808, "rougeL": 0.7792207792207793, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_da1bf405e2d46361", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8372093023255813, "chrf": 82.10966727997034, "bleu": 58.81072217073893, "rougeL": 0.8148148148148149, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}255{"pair_id": "pair_933bbd17a8d656f4", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7063829787234043, "chrf": 71.09064942146402, "bleu": 40.963928977352815, "rougeL": 0.7300000000000001, "len_ratio": 0.9797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_85c1aaeb8f87e381", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.723996723996724, "chrf": 73.87628836087865, "bleu": 50.688046542798574, "rougeL": 0.7282321899736147, "len_ratio": 1.0376344086021505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_219e37dfa7aacc9f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5557894736842105, "chrf": 55.42363931438111, "bleu": 19.1414511537655, "rougeL": 0.5068493150684932, "len_ratio": 0.9305555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_16c61cc5b47c2d6a", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7167680278019114, "chrf": 76.17013246941504, "bleu": 50.54127428918648, "rougeL": 0.7418397626112758, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_73e1401417c3e8b8", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.609450337512054, "chrf": 67.32562802434747, "bleu": 41.90404622923425, "rougeL": 0.6688963210702341, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_2c42235334414ed7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5139911634756995, "chrf": 55.48047377216727, "bleu": 23.475443813751873, "rougeL": 0.51, "len_ratio": 0.98989898989899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}261{"pair_id": "pair_6afef41daa3a4e1b", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6909254267744833, "chrf": 70.79899001012193, "bleu": 41.12591314520741, "rougeL": 0.7119565217391305, "len_ratio": 0.976878612716763, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}262{"pair_id": "pair_0293f9d87dde4865", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5817091454272864, "chrf": 60.397127974672124, "bleu": 29.505772293244966, "rougeL": 0.5757575757575758, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_aa37a94d19d534e8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6328571428571428, "chrf": 60.52328331925976, "bleu": 28.35686502715997, "rougeL": 0.6112359550561798, "len_ratio": 0.9813953488372092, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_2a6fbc707e45083b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5305164319248826, "chrf": 59.90260649173978, "bleu": 33.05276599430427, "rougeL": 0.5454545454545454, "len_ratio": 0.865979381443299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}265{"pair_id": "pair_14d7490663144208", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8358433734939759, "chrf": 79.50324410874316, "bleu": 57.789225001258814, "rougeL": 0.7526881720430109, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_496eb529b7ff6a50", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6746987951807228, "chrf": 72.40370697106573, "bleu": 43.91490279306669, "rougeL": 0.679245283018868, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}267{"pair_id": "pair_b225d2a8c8e85722", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9, "chrf": 89.83541468715063, "bleu": 77.87612874034713, "rougeL": 0.9032258064516129, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}268{"pair_id": "pair_a1ca29168b3d3a1f", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.580392156862745, "chrf": 66.4931092085233, "bleu": 41.27094679350806, "rougeL": 0.6422976501305484, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_8ed51491c866cc42", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6097902097902098, "chrf": 72.40968670348961, "bleu": 41.37189314613022, "rougeL": 0.6162162162162163, "len_ratio": 0.9081632653061225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}270{"pair_id": "pair_0ffbfea7fe7bbc74", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8764752163650669, "chrf": 86.36294212583836, "bleu": 72.47556935225215, "rougeL": 0.8979591836734695, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_9e760d26f15899c1", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6244343891402715, "chrf": 62.27767132029432, "bleu": 37.32612952128592, "rougeL": 0.6287878787878788, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_774580dbe5207b36", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8266666666666667, "chrf": 78.96668127388033, "bleu": 61.40829064944895, "rougeL": 0.8119891008174387, "len_ratio": 0.9162303664921466, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}273{"pair_id": "pair_b560d0327ccd9a76", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6283112582781457, "chrf": 66.98502519693864, "bleu": 31.320328544774075, "rougeL": 0.6306818181818182, "len_ratio": 1.0114942528735633, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_c55c563c32276032", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8035087719298246, "chrf": 80.80985606876834, "bleu": 67.9119260677429, "rougeL": 0.7421383647798743, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_07de93545671186d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6619361378611253, "chrf": 74.43245841907306, "bleu": 44.59623605815823, "rougeL": 0.679646017699115, "len_ratio": 1.0223048327137547, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}276{"pair_id": "pair_920a92366c31e390", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6359300476947536, "chrf": 72.55922235508248, "bleu": 39.600934203360914, "rougeL": 0.6057142857142856, "len_ratio": 1.25, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}277{"pair_id": "pair_3495f6f5d690851b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8257968865826538, "chrf": 82.24084033810365, "bleu": 67.6568611607065, "rougeL": 0.835680751173709, "len_ratio": 0.9518716577540107, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_8cf7a6168f818186", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7700650759219089, "chrf": 73.12871009323112, "bleu": 47.22303785063473, "rougeL": 0.7605633802816902, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_93081f0fccb241d1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7112860892388451, "chrf": 69.11732488837559, "bleu": 41.82464818328731, "rougeL": 0.6267281105990784, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_1c915bd266393508", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.802710843373494, "chrf": 77.5162880112444, "bleu": 54.09402573200818, "rougeL": 0.7582417582417583, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}281{"pair_id": "pair_76535c39fd805439", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7015968063872255, "chrf": 69.67065592978393, "bleu": 42.95693041758309, "rougeL": 0.6785714285714286, "len_ratio": 0.86, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_4a6041b5b1b8c761", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8311688311688312, "chrf": 79.46923100926571, "bleu": 58.067501225474466, "rougeL": 0.8062827225130889, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}283{"pair_id": "pair_7878171515e6c17a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6911866759195003, "chrf": 68.87437183797637, "bleu": 39.890202597773644, "rougeL": 0.6952141057934508, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}284{"pair_id": "pair_fef11a9db8e26f13", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.599320882852292, "chrf": 58.49565618430946, "bleu": 24.59774859913506, "rougeL": 0.5402298850574714, "len_ratio": 1.0875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_0b2e201ed08351a7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9, "chrf": 89.83541468715063, "bleu": 77.87612874034713, "rougeL": 0.9032258064516129, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_5f57fe4f9357e334", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5665236051502146, "chrf": 67.75690780435262, "bleu": 39.21682584574798, "rougeL": 0.6484018264840181, "len_ratio": 0.9345794392523364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}287{"pair_id": "pair_dcbf280e76066c70", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8375165125495376, "chrf": 84.68374472382885, "bleu": 64.9618212621334, "rougeL": 0.8518518518518519, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}288{"pair_id": "pair_5b7587721dc8ac67", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7155425219941349, "chrf": 72.73074976162273, "bleu": 44.71678549603746, "rougeL": 0.7245590230664857, "len_ratio": 0.8737113402061856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}289{"pair_id": "pair_7f03ea9ecf50694b", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8042105263157895, "chrf": 80.46458812086887, "bleu": 56.917298807975854, "rougeL": 0.7766990291262137, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}290{"pair_id": "pair_2d842412ec9594de", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8468028419182949, "chrf": 84.88681525581906, "bleu": 70.56299988993631, "rougeL": 0.8567567567567568, "len_ratio": 1.0193905817174516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}291{"pair_id": "pair_e7d521dd0cccc8f3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7676419965576592, "chrf": 71.69102812568666, "bleu": 49.186923471642196, "rougeL": 0.7643979057591621, "len_ratio": 1.0106382978723405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}292{"pair_id": "pair_a0eef21e67fbc4ec", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7733990147783252, "chrf": 71.53294735171625, "bleu": 51.537638315839914, "rougeL": 0.7441860465116279, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_8cec93e9ba1a0431", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5482233502538071, "chrf": 54.21256657855735, "bleu": 34.59761150122039, "rougeL": 0.603448275862069, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_a90fcb2970abdd22", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7541633624107851, "chrf": 80.04639811394767, "bleu": 56.59065604429287, "rougeL": 0.7886597938144331, "len_ratio": 1.0604395604395604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}295{"pair_id": "pair_e02a0ffa18aceaa7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6501766784452296, "chrf": 67.86589492101197, "bleu": 36.80105056388016, "rougeL": 0.5949367088607596, "len_ratio": 1.0704225352112675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_92b80dbf5ff018de", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7939609236234458, "chrf": 76.53685539690723, "bleu": 66.26826679558357, "rougeL": 0.83248730964467, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}297{"pair_id": "pair_e385ef1c661369e7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8119873817034701, "chrf": 84.5842015728821, "bleu": 69.38496605755533, "rougeL": 0.8492569002123141, "len_ratio": 0.9699570815450643, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}298{"pair_id": "pair_e7d2c104bb80225c", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8301886792452831, "chrf": 81.9305327829153, "bleu": 67.60119094849524, "rougeL": 0.825925925925926, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_b82a6a85d161953c", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6738170347003154, "chrf": 73.34989280581554, "bleu": 49.201373236587116, "rougeL": 0.7063829787234043, "len_ratio": 0.9656652360515021, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}300{"pair_id": "pair_ee59abcf15fedb78", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.760459392945037, "chrf": 73.29772853845706, "bleu": 44.80583652364297, "rougeL": 0.6972477064220183, "len_ratio": 1.0382165605095541, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_7897b0bc329fcb91", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6925943176525384, "chrf": 69.95528678167479, "bleu": 41.49694781334958, "rougeL": 0.6941896024464831, "len_ratio": 0.9637462235649547, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}302{"pair_id": "pair_221854df444529f3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7401340282948623, "chrf": 67.80687972654133, "bleu": 37.43227435513306, "rougeL": 0.6613756613756615, "len_ratio": 0.8984771573604061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_9376bc9ab309fd37", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6579739217652959, "chrf": 65.9854157688401, "bleu": 30.679327600693096, "rougeL": 0.6170212765957447, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}304{"pair_id": "pair_d004e866866dcd0b", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8007231820008035, "chrf": 79.50698237056288, "bleu": 57.62903496454608, "rougeL": 0.8108808290155441, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}305{"pair_id": "pair_8443173b41d738f2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7850746268656716, "chrf": 75.38933830029718, "bleu": 54.14296667331987, "rougeL": 0.7938144329896907, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}306{"pair_id": "pair_97edf5388988b061", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6131805157593123, "chrf": 63.47101434736644, "bleu": 38.14277038962557, "rougeL": 0.6530612244897959, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_f79908772fd6f99d", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8665865384615384, "chrf": 85.55733190006937, "bleu": 70.30452485960878, "rougeL": 0.890721649484536, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}308{"pair_id": "pair_301c4bb92c11db51", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.729776247848537, "chrf": 72.80666141743067, "bleu": 51.10404157802866, "rougeL": 0.7640449438202247, "len_ratio": 0.9325842696629213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_82114d059b9e60fd", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7437325905292479, "chrf": 76.84934115678232, "bleu": 56.25603077107549, "rougeL": 0.7348837209302326, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}310{"pair_id": "pair_e905fe8cfdc1c724", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8568904593639576, "chrf": 83.16099881506149, "bleu": 63.47302129083822, "rougeL": 0.8391167192429022, "len_ratio": 0.9745222929936306, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_9b56703eec23694f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.626491646778043, "chrf": 61.29747350101502, "bleu": 29.68805971778138, "rougeL": 0.5932203389830508, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_43d3d6254303b7f8", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7367387033398821, "chrf": 71.30160000354564, "bleu": 45.00404665315626, "rougeL": 0.7412587412587412, "len_ratio": 0.881578947368421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_688d949080e48b44", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5914332784184514, "chrf": 60.379739157040376, "bleu": 31.747757967528514, "rougeL": 0.6011560693641618, "len_ratio": 1.0875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}314{"pair_id": "pair_8ae3f38f184d1e97", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7074340527577938, "chrf": 72.75152096211703, "bleu": 49.31779041894804, "rougeL": 0.7301587301587302, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_ee8cd3ae9d7bd952", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9181446111869032, "chrf": 89.39045890805848, "bleu": 76.97636560146803, "rougeL": 0.9203539823008849, "len_ratio": 0.972972972972973, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}316{"pair_id": "pair_47d1a24d93f891b2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7934165720771851, "chrf": 79.0103914495777, "bleu": 64.69479016654802, "rougeL": 0.7883211678832117, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}317{"pair_id": "pair_f006b8fa0a90e5a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7258064516129032, "chrf": 68.75674593601869, "bleu": 51.4336495373601, "rougeL": 0.7898089171974523, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}318{"pair_id": "pair_1d02fa6de4b33185", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7070524412296564, "chrf": 70.03580094425934, "bleu": 45.44867188725118, "rougeL": 0.7051282051282051, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}319{"pair_id": "pair_0a39d7bdcb9553f9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6851654215581644, "chrf": 66.08966376688775, "bleu": 35.23449689811689, "rougeL": 0.6759581881533101, "len_ratio": 0.9383561643835616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}320{"pair_id": "pair_8d62ce3e8bf81ae9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7257438551099612, "chrf": 71.81955433575061, "bleu": 50.00364497906558, "rougeL": 0.7154471544715446, "len_ratio": 1.0175438596491229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}321{"pair_id": "pair_759d8686265189fd", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6669477234401349, "chrf": 71.65183699476493, "bleu": 46.12082993050203, "rougeL": 0.6628242074927954, "len_ratio": 1.0731707317073171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}322{"pair_id": "pair_96095db76fc69470", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7338792221084953, "chrf": 73.17232131763969, "bleu": 48.94306259263991, "rougeL": 0.7247386759581882, "len_ratio": 0.8733333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}323{"pair_id": "pair_caae9068c3d43d6e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8235294117647058, "chrf": 78.32432767316774, "bleu": 60.55262013617012, "rougeL": 0.7819548872180451, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}324{"pair_id": "pair_b0674331d8b8dad9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7527932960893855, "chrf": 78.70121178515794, "bleu": 53.82729783455542, "rougeL": 0.7633851468048359, "len_ratio": 0.9264214046822743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}325{"pair_id": "pair_e5e5dc92d38805b6", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6988416988416988, "chrf": 68.3177706469362, "bleu": 44.43284971884461, "rougeL": 0.6968325791855204, "len_ratio": 0.9385964912280702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}326{"pair_id": "pair_0ac5c497291c6f08", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7266355140186915, "chrf": 75.28433539234224, "bleu": 51.772160461650444, "rougeL": 0.7301587301587302, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}327{"pair_id": "pair_f256c55c23074fd1", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7076372315035799, "chrf": 70.84838446337159, "bleu": 47.854260919355724, "rougeL": 0.7155172413793104, "len_ratio": 0.8916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}328{"pair_id": "pair_b7faad29259d397e", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7387448840381992, "chrf": 80.22587739729423, "bleu": 55.87642371824998, "rougeL": 0.7699115044247787, "len_ratio": 0.972972972972973, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_b1acc04e9df8f073", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6551297898640296, "chrf": 62.39818309118754, "bleu": 35.542538385564605, "rougeL": 0.6184738955823293, "len_ratio": 0.967479674796748, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}330{"pair_id": "pair_ff0c5464abaa2fd2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5244648318042813, "chrf": 62.73323080176406, "bleu": 31.044419562031496, "rougeL": 0.5621621621621622, "len_ratio": 1.0108695652173914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_f54b7fe95bd89891", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7561576354679803, "chrf": 78.02184229357981, "bleu": 56.35228513550796, "rougeL": 0.768361581920904, "len_ratio": 1.0058479532163742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_ad2dd15f360b8057", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7931034482758621, "chrf": 83.51349415518396, "bleu": 70.02595853647418, "rougeL": 0.777027027027027, "len_ratio": 1.0402684563758389, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_5bee6e746e032ee3", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7740429505135388, "chrf": 76.99395002726955, "bleu": 55.303965468810745, "rougeL": 0.7803278688524591, "len_ratio": 0.9419354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_c613b69367e299ac", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6348973607038123, "chrf": 71.1670513311881, "bleu": 45.05044590388631, "rougeL": 0.6730769230769231, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}335{"pair_id": "pair_401130504399c938", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7884344146685472, "chrf": 81.69354726877854, "bleu": 56.69376026381402, "rougeL": 0.7931873479318735, "len_ratio": 1.0364583333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_aad4bb6b3d6918f6", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.623246492985972, "chrf": 62.55991119618246, "bleu": 26.263051868740444, "rougeL": 0.7030303030303031, "len_ratio": 1.064102564102564, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}337{"pair_id": "pair_d658bd625ca4eae5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6997792494481236, "chrf": 69.13272755722932, "bleu": 40.49301035579178, "rougeL": 0.6830601092896175, "len_ratio": 0.84375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}338{"pair_id": "pair_4502c94100ee408c", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7941437444543035, "chrf": 83.51305044689484, "bleu": 64.59203917543391, "rougeL": 0.8595505617977529, "len_ratio": 0.9367816091954023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_821c33b9450012bc", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7222635889798957, "chrf": 69.08560221630864, "bleu": 40.02903937979526, "rougeL": 0.6900269541778975, "len_ratio": 0.8578680203045685, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}340{"pair_id": "pair_e31bf086f92dfa4c", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5725190839694656, "chrf": 55.97106127265528, "bleu": 15.235084643118883, "rougeL": 0.5324675324675324, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}341{"pair_id": "pair_162bdd064eaebe66", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6760310818888224, "chrf": 75.62172261780763, "bleu": 52.49520433157552, "rougeL": 0.7092198581560283, "len_ratio": 0.9633699633699634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}342{"pair_id": "pair_f85fe0d46e73e9a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7432249322493225, "chrf": 76.07170521413092, "bleu": 45.2924391027942, "rougeL": 0.758139534883721, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_65640eac97eef6d2", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7966728280961183, "chrf": 81.17732611876937, "bleu": 62.05705486885893, "rougeL": 0.8, "len_ratio": 0.9640522875816994, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}344{"pair_id": "pair_80a7ad2d77ea78ce", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7626984126984127, "chrf": 63.554383778781265, "bleu": 38.28632922021979, "rougeL": 0.8346883468834688, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}345{"pair_id": "pair_48f073a43f5f1b70", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.69, "chrf": 76.57358400688511, "bleu": 57.917751514997995, "rougeL": 0.6864686468646863, "len_ratio": 1.087248322147651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}346{"pair_id": "pair_0239d636f8aaf890", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6384408602150538, "chrf": 68.90418330940145, "bleu": 41.377849147196066, "rougeL": 0.6515837104072398, "len_ratio": 1.0510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_0d3f6fa9e9ead340", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6596701649175412, "chrf": 63.53727415196222, "bleu": 34.41738035762979, "rougeL": 0.64, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_c852cc35d7f926f7", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.672281776416539, "chrf": 64.28660113854308, "bleu": 31.44076681039329, "rougeL": 0.6282722513089005, "len_ratio": 0.8217821782178217, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}349{"pair_id": "pair_3744620524689348", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7495446265938069, "chrf": 71.47137377279826, "bleu": 48.12639221106555, "rougeL": 0.7625000000000001, "len_ratio": 0.8273809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}350{"pair_id": "pair_fd5f9cc9b825619c", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8803088803088803, "chrf": 89.72405337181068, "bleu": 80.08030289287909, "rougeL": 0.8903225806451613, "len_ratio": 0.9868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}351{"pair_id": "pair_f8093832b23494ee", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7292993630573248, "chrf": 70.82510037595563, "bleu": 46.68765450778791, "rougeL": 0.696629213483146, "len_ratio": 0.9139784946236559, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_8aa5cba92393e6f7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8946459412780656, "chrf": 84.89361921444012, "bleu": 71.81240394901911, "rougeL": 0.8864864864864866, "len_ratio": 0.9468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}353{"pair_id": "pair_1870915e88bc5c2a", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6795523906408952, "chrf": 66.94719029192652, "bleu": 42.706375916304474, "rougeL": 0.6641791044776119, "len_ratio": 0.9477611940298507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_0367c2c56e1d9147", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7188940092165899, "chrf": 70.58818206082051, "bleu": 47.924573955784815, "rougeL": 0.7299270072992701, "len_ratio": 0.9855072463768116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}355{"pair_id": "pair_6bef754bcb227fb3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7145299145299145, "chrf": 71.10243439437582, "bleu": 40.1883138950144, "rougeL": 0.674698795180723, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_29761cdf43947e5a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8256457564575646, "chrf": 80.87484983512046, "bleu": 68.66722197936474, "rougeL": 0.854320987654321, "len_ratio": 0.9679144385026738, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_047312e0b0842524", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6531986531986532, "chrf": 66.44008567463108, "bleu": 48.60484638460875, "rougeL": 0.6428571428571428, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}358{"pair_id": "pair_2636926c9ac97abd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8562874251497006, "chrf": 82.00445038776918, "bleu": 64.97861760189191, "rougeL": 0.8321678321678323, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_9adc092d5f00e613", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7024029574861368, "chrf": 78.86555538081798, "bleu": 52.50899086461694, "rougeL": 0.7643312101910827, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}360{"pair_id": "pair_3b7c0b9148e257db", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.581532416502947, "chrf": 60.46334575701317, "bleu": 23.932713691369997, "rougeL": 0.5890410958904109, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_45286e9e7b95ac5a", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.802407221664995, "chrf": 75.87220852174146, "bleu": 47.8209829219838, "rougeL": 0.7664233576642335, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}362{"pair_id": "pair_3376c46ea84be3ed", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9253527537551206, "chrf": 90.21416643002856, "bleu": 80.37289706556562, "rougeL": 0.9353507565337, "len_ratio": 0.9806094182825484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}363{"pair_id": "pair_713ed70cf92d4598", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7207488299531981, "chrf": 74.74837426371204, "bleu": 54.97517544319748, "rougeL": 0.7708333333333333, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}364{"pair_id": "pair_d84241a3a0c07424", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6225490196078431, "chrf": 64.21081846384436, "bleu": 36.99549555797368, "rougeL": 0.6699029126213591, "len_ratio": 1.1170212765957446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}365{"pair_id": "pair_8bfca01ebe0113f9", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.714064914992272, "chrf": 72.66325611866256, "bleu": 51.61717576183451, "rougeL": 0.7403314917127072, "len_ratio": 0.946236559139785, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_db9976917f613b75", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7026627218934911, "chrf": 71.53155269826878, "bleu": 47.49882888319252, "rougeL": 0.6878306878306878, "len_ratio": 0.8787878787878788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}367{"pair_id": "pair_551f599327ba9864", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7594433399602386, "chrf": 71.99271813223056, "bleu": 43.521093441395195, "rougeL": 0.6756756756756757, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_408e43c9688dc424", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6782273603082851, "chrf": 63.2915512185354, "bleu": 43.01753269176641, "rougeL": 0.6583850931677018, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}369{"pair_id": "pair_9ae0bbedaa52304c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8007590132827325, "chrf": 75.12430049684602, "bleu": 50.614454602908495, "rougeL": 0.7870967741935484, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_dd8efb0a380d3b1b", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.761090573012939, "chrf": 76.66462026956818, "bleu": 54.75759224594052, "rougeL": 0.7278797996661103, "len_ratio": 0.9607843137254902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}371{"pair_id": "pair_6f120b4112571036", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6792873051224944, "chrf": 66.81998594869098, "bleu": 39.9743513030763, "rougeL": 0.6762589928057554, "len_ratio": 1.0144927536231885, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}372{"pair_id": "pair_078fee715314dcc3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6476510067114094, "chrf": 63.417925546890366, "bleu": 36.17830129564741, "rougeL": 0.6666666666666666, "len_ratio": 1.098901098901099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_990e10cf0c26cc65", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6889168765743072, "chrf": 69.5957106307845, "bleu": 45.46745865904665, "rougeL": 0.6666666666666666, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}374{"pair_id": "pair_beb7284dbeb58b39", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4748982360922659, "chrf": 51.87492600502692, "bleu": 23.000654522202726, "rougeL": 0.4754098360655738, "len_ratio": 0.9274193548387096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_22fab3b0bbb428c1", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8394160583941606, "chrf": 77.08603150013754, "bleu": 47.97092233958224, "rougeL": 0.8305084745762712, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_c5db923d78ebbdc5", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5842857142857143, "chrf": 62.35695897955308, "bleu": 27.012651088032428, "rougeL": 0.5560975609756097, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}377{"pair_id": "pair_68521a685e1066b8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6993243243243243, "chrf": 68.83213801381135, "bleu": 48.03893447965389, "rougeL": 0.7254901960784313, "len_ratio": 1.043010752688172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}378{"pair_id": "pair_b23bafb4587bd94a", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7367441860465116, "chrf": 74.44725370189104, "bleu": 49.51178594305519, "rougeL": 0.7515337423312882, "len_ratio": 0.9607250755287009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}379{"pair_id": "pair_06070709e4bf0c12", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8616106333072713, "chrf": 83.01904614880911, "bleu": 70.54213286825072, "rougeL": 0.8687782805429864, "len_ratio": 0.9508928571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}380{"pair_id": "pair_cf5261e33814865e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7699805068226121, "chrf": 75.89700074331192, "bleu": 50.20209470229548, "rougeL": 0.7914893617021276, "len_ratio": 1.0086580086580086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_849298b608f68612", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6796482412060301, "chrf": 68.32181512792044, "bleu": 34.27644456818155, "rougeL": 0.6849315068493151, "len_ratio": 1.101010101010101, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}382{"pair_id": "pair_5f5d706b12c3c00c", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8763157894736842, "chrf": 84.40710646993146, "bleu": 66.26899289765375, "rougeL": 0.8931623931623932, "len_ratio": 1.0043290043290043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}383{"pair_id": "pair_cd3f7653b31f9fca", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7634032634032634, "chrf": 82.01108351149695, "bleu": 63.70882520579522, "rougeL": 0.7917383820998278, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}384{"pair_id": "pair_79e87eeba64a1dbf", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8112633181126332, "chrf": 79.30188860895943, "bleu": 56.17122095638511, "rougeL": 0.8223350253807107, "len_ratio": 0.9702970297029703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_bbc9e73ba5c0adce", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.660569105691057, "chrf": 65.37064796032159, "bleu": 40.447297068633, "rougeL": 0.6503067484662576, "len_ratio": 0.8860759493670886, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}386{"pair_id": "pair_2120a4ed868966a3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6615158204562178, "chrf": 68.5627333566375, "bleu": 34.72868499194796, "rougeL": 0.647814910025707, "len_ratio": 0.9739583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}387{"pair_id": "pair_cd0615576e4fda71", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7655417406749556, "chrf": 76.29773476329915, "bleu": 59.898898824237676, "rougeL": 0.7845303867403315, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_04566831443fc29a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6640471512770137, "chrf": 70.65969982250567, "bleu": 44.18001274309913, "rougeL": 0.7241379310344828, "len_ratio": 0.9387755102040817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_688b445c9df13ea8", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7777777777777778, "chrf": 68.2144988184532, "bleu": 49.90089999754292, "rougeL": 0.8857938718662953, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}390{"pair_id": "pair_0b5102201fdaeb1f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5972644376899696, "chrf": 57.51027876481493, "bleu": 30.25491392256922, "rougeL": 0.5686274509803922, "len_ratio": 0.941747572815534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_28ce036af92439bf", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5623003194888179, "chrf": 56.767551110340285, "bleu": 23.63533778144273, "rougeL": 0.519774011299435, "len_ratio": 1.1358024691358024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}392{"pair_id": "pair_4b05b160bef93f18", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.42663656884875845, "chrf": 55.99641816246789, "bleu": 28.30150123779267, "rougeL": 0.48447204968944096, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}393{"pair_id": "pair_ba942be228a1c287", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.799650043744532, "chrf": 80.51559099974541, "bleu": 59.79908455245382, "rougeL": 0.8181818181818182, "len_ratio": 1.0115606936416186, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}394{"pair_id": "pair_e3e96c55d2c25e43", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7041742286751361, "chrf": 64.64572115767469, "bleu": 33.984363925424695, "rougeL": 0.5903614457831325, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_da9d1411c0e56679", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7218934911242604, "chrf": 76.46549304639824, "bleu": 54.36035286361867, "rougeL": 0.7753086419753086, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}396{"pair_id": "pair_0612fc0785aa36c8", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.75, "chrf": 76.61495577919064, "bleu": 49.23245833474679, "rougeL": 0.7407407407407408, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_68780950537e1c62", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7604166666666666, "chrf": 77.29013881368839, "bleu": 51.481572113538526, "rougeL": 0.7439024390243903, "len_ratio": 1.0512820512820513, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}398{"pair_id": "pair_c2d88a6f463cfb72", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7117516629711751, "chrf": 68.0236875312298, "bleu": 35.93224461441345, "rougeL": 0.6456692913385826, "len_ratio": 1.0483870967741935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}399{"pair_id": "pair_81f635815a89d6aa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8316582914572864, "chrf": 81.51505036100409, "bleu": 61.208438384111396, "rougeL": 0.847161572052402, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}400{"pair_id": "pair_bfd35086fdc831dc", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6920821114369502, "chrf": 71.40444358281832, "bleu": 44.20096510444705, "rougeL": 0.7217043941411452, "len_ratio": 0.9097938144329897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_1ca8f2daaa50bd22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7145833333333333, "chrf": 72.80519395267572, "bleu": 46.75816053761967, "rougeL": 0.7047146401985112, "len_ratio": 1.015228426395939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_896601ed1de1bd7d", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7533718689788054, "chrf": 78.36467487247697, "bleu": 58.677601341353565, "rougeL": 0.7950310559006211, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_4693d342720de934", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6926640926640927, "chrf": 68.18457541716704, "bleu": 36.68066291835505, "rougeL": 0.6309859154929577, "len_ratio": 0.9491525423728814, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_fa2ae819fb8b3100", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6890130353817505, "chrf": 75.0352001721542, "bleu": 44.949250129733095, "rougeL": 0.6952054794520548, "len_ratio": 0.9431438127090301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}405{"pair_id": "pair_ffd64a514668d31c", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7339055793991416, "chrf": 79.24965085364978, "bleu": 62.896794905795254, "rougeL": 0.8148148148148148, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}406{"pair_id": "pair_c4f04ee272b3a4de", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7704081632653061, "chrf": 76.18771390244841, "bleu": 56.498522670643595, "rougeL": 0.7897435897435898, "len_ratio": 0.9787234042553191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}407{"pair_id": "pair_628de43478a8773d", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7468531468531469, "chrf": 71.84045273339814, "bleu": 42.847680419323325, "rougeL": 0.7403314917127071, "len_ratio": 0.8673469387755102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}408{"pair_id": "pair_1bc6bdfd76ead91a", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7783719548425431, "chrf": 78.46247100066505, "bleu": 60.45518411506831, "rougeL": 0.7817047817047817, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_904048884c06143b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7238658777120315, "chrf": 75.92721818955859, "bleu": 54.71827857689181, "rougeL": 0.7540983606557377, "len_ratio": 1.0066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_347c8069c4540198", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9188911704312115, "chrf": 87.63573444703319, "bleu": 74.63290208187435, "rougeL": 0.9217081850533807, "len_ratio": 0.9206896551724137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_a8027e6ba9108280", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.717479674796748, "chrf": 68.22417683688994, "bleu": 41.857230248873314, "rougeL": 0.7192575406032482, "len_ratio": 0.8222222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_69a415f19a1a0eb3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8511293634496919, "chrf": 84.30796554387409, "bleu": 70.63389234864655, "rougeL": 0.8660436137071651, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}413{"pair_id": "pair_48c7558d84fd2d5a", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7778587035688274, "chrf": 76.77021849348836, "bleu": 55.34440483143413, "rougeL": 0.7777777777777779, "len_ratio": 0.9054726368159204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}414{"pair_id": "pair_4b61683003e01fb2", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6409017713365539, "chrf": 75.70136812893445, "bleu": 48.633493057889915, "rougeL": 0.75, "len_ratio": 0.8953488372093024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_182d3c97f7eeeb6d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5738963531669865, "chrf": 67.29681374813474, "bleu": 39.00485537339876, "rougeL": 0.6455696202531646, "len_ratio": 0.9245283018867925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}416{"pair_id": "pair_9afa17f2becab1cb", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7833769633507853, "chrf": 80.0370843628647, "bleu": 62.044150450752525, "rougeL": 0.7912087912087913, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_0d86540f40d34761", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7544956997654417, "chrf": 74.31193035852262, "bleu": 57.6607362580551, "rougeL": 0.780269058295964, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_6576669ad475d74d", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6199701937406856, "chrf": 57.934679387237274, "bleu": 19.881258930856664, "rougeL": 0.5252525252525252, "len_ratio": 0.9108910891089109, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}419{"pair_id": "pair_c2ac1228381af34f", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6431924882629108, "chrf": 62.60159781256051, "bleu": 35.60255771984138, "rougeL": 0.6136363636363636, "len_ratio": 0.7422680412371134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}420{"pair_id": "pair_0f9c437fdd4bc37a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.912630579297246, "chrf": 90.8192920805683, "bleu": 77.53258998913945, "rougeL": 0.9203539823008848, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}421{"pair_id": "pair_493b6aff6d41d5ec", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6241610738255033, "chrf": 63.394073683927445, "bleu": 34.52166924022268, "rougeL": 0.6010362694300518, "len_ratio": 0.9897959183673469, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_0261156aa91b4893", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6890243902439024, "chrf": 67.02251437419878, "bleu": 35.708822273963406, "rougeL": 0.6756756756756757, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}423{"pair_id": "pair_44c46ebac224f392", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7032679738562091, "chrf": 68.00918099204988, "bleu": 36.35442583212018, "rougeL": 0.7004608294930876, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_ba1710df582e8b30", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6299483648881239, "chrf": 60.723925738973236, "bleu": 36.319062370171885, "rougeL": 0.6222222222222223, "len_ratio": 0.9550561797752809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_10945a7823940f42", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6934389140271493, "chrf": 67.55152354114695, "bleu": 40.646878129573196, "rougeL": 0.6956521739130436, "len_ratio": 0.8582089552238806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_e3b920abd9a85431", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7478260869565218, "chrf": 76.82638087523289, "bleu": 52.93664693751501, "rougeL": 0.7784431137724551, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}427{"pair_id": "pair_6ed13493e0a5b8a2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7782340862422998, "chrf": 76.73186290581768, "bleu": 56.27606126464735, "rougeL": 0.8121212121212121, "len_ratio": 1.0735294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}428{"pair_id": "pair_08fa9b292d4cacc8", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7796833773087071, "chrf": 73.48310278125257, "bleu": 46.88315092149789, "rougeL": 0.7647058823529411, "len_ratio": 0.8425925925925926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}429{"pair_id": "pair_8a0e4b11338b2a74", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5827814569536424, "chrf": 59.302954083516, "bleu": 18.932079699545742, "rougeL": 0.5586592178770949, "len_ratio": 1.1375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_6dc1c60aea03e9d8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8536209553158706, "chrf": 85.255820483546, "bleu": 68.91843465045461, "rougeL": 0.88268156424581, "len_ratio": 0.9456521739130435, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}431{"pair_id": "pair_131e9f6dd7e81f01", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7922077922077921, "chrf": 80.39147964190369, "bleu": 71.4252391242511, "rougeL": 0.8224852071005917, "len_ratio": 0.9757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_c7618e78d6b7115c", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5839299920445505, "chrf": 66.64947773649705, "bleu": 35.94604435427632, "rougeL": 0.6385224274406333, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}433{"pair_id": "pair_abc309430f69ce5e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6284153005464481, "chrf": 64.02789417236919, "bleu": 34.242685568307294, "rougeL": 0.6468842729970327, "len_ratio": 0.9345238095238095, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_e123cb7d09652403", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6441881100266194, "chrf": 65.40652484264734, "bleu": 41.64274020308683, "rougeL": 0.6440677966101694, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_27b57412d99def74", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.681447963800905, "chrf": 63.610723692066216, "bleu": 32.441900584106996, "rougeL": 0.6688311688311689, "len_ratio": 0.7926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}436{"pair_id": "pair_0add9f7c034bfc2c", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6910112359550562, "chrf": 67.78809891177812, "bleu": 37.05971825366542, "rougeL": 0.7029702970297029, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}437{"pair_id": "pair_e54e699b580bce63", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5320813771517997, "chrf": 52.40845504963452, "bleu": 25.463229375962797, "rougeL": 0.47252747252747257, "len_ratio": 0.8041237113402062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}438{"pair_id": "pair_4501a695ee00cde0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7092198581560284, "chrf": 72.50635386106944, "bleu": 43.229917583609016, "rougeL": 0.7294117647058822, "len_ratio": 1.1025641025641026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_8cc9610b9d6ced3a", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5903614457831325, "chrf": 67.46922174875814, "bleu": 40.52786270462598, "rougeL": 0.5673758865248227, "len_ratio": 1.0294117647058822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_1580c0316d55448e", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6462962962962964, "chrf": 65.2692650111888, "bleu": 32.286626481638535, "rougeL": 0.6265822784810127, "len_ratio": 1.0129032258064516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}441{"pair_id": "pair_79556ab352ba4866", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7134146341463414, "chrf": 70.33583952691993, "bleu": 48.677228401995144, "rougeL": 0.7108433734939759, "len_ratio": 0.9240506329113924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}442{"pair_id": "pair_2666b31f4f127a57", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7882562277580071, "chrf": 78.2739710751112, "bleu": 64.35103881852093, "rougeL": 0.8144578313253011, "len_ratio": 1.0267379679144386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_c1c4d6a5b784afe9", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.700507614213198, "chrf": 67.80018246720297, "bleu": 48.93851354819273, "rougeL": 0.689075630252101, "len_ratio": 0.8870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_fe39e73736885700", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9236947791164658, "chrf": 91.35730410198515, "bleu": 81.50115413277622, "rougeL": 0.9175946547884187, "len_ratio": 1.0046082949308757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}445{"pair_id": "pair_7849b70f3e8cfa74", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7074468085106382, "chrf": 71.46528488593391, "bleu": 46.1864832716198, "rougeL": 0.6975476839237058, "len_ratio": 1.087719298245614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}446{"pair_id": "pair_89c4a66dc802df9c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7453798767967146, "chrf": 77.82187181290517, "bleu": 55.393539822748636, "rougeL": 0.7673179396092362, "len_ratio": 0.9241379310344827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}447{"pair_id": "pair_e99347493881eddc", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7678339818417639, "chrf": 77.67216880367911, "bleu": 59.1282715288764, "rougeL": 0.7557603686635944, "len_ratio": 1.009433962264151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_39e91424e7e01fbb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5908183632734532, "chrf": 59.25501535096767, "bleu": 22.850044926673036, "rougeL": 0.5170731707317072, "len_ratio": 0.8981481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}449{"pair_id": "pair_1864d1c7b38a2b6f", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7652645861601086, "chrf": 74.57870707114562, "bleu": 57.118489291950304, "rougeL": 0.7844827586206896, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}450{"pair_id": "pair_06c3e58b4f4f3f4f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8211173757047667, "chrf": 81.75291589518783, "bleu": 62.901295247404725, "rougeL": 0.8212389380530973, "len_ratio": 0.950530035335689, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}451{"pair_id": "pair_83c25ffc9e78a854", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7787456445993032, "chrf": 77.90727567475038, "bleu": 54.853482185236494, "rougeL": 0.7547169811320754, "len_ratio": 1.0704225352112675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_3b696b0b7c735763", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7138413685847589, "chrf": 71.30916082359975, "bleu": 43.85054539906582, "rougeL": 0.7010309278350515, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}453{"pair_id": "pair_7b21cf4e2f03e122", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8285123966942148, "chrf": 80.87432351494752, "bleu": 69.04982039393437, "rougeL": 0.8097345132743363, "len_ratio": 0.9783549783549783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_060cdf979b0558f4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.9010989010989011, "chrf": 90.34115963848747, "bleu": 84.04217645920053, "rougeL": 0.9203539823008849, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}455{"pair_id": "pair_fa9c1df17a38b5e1", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8365535248041776, "chrf": 85.02226644471645, "bleu": 67.31809157466444, "rougeL": 0.8611111111111112, "len_ratio": 0.9963768115942029, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}456{"pair_id": "pair_cc3cbb5bd2cc9179", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8840579710144928, "chrf": 83.3937163618253, "bleu": 65.04057503148438, "rougeL": 0.8714285714285713, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}457{"pair_id": "pair_40dec25ed51bead6", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8050770625566637, "chrf": 83.97250009493249, "bleu": 68.33841590287848, "rougeL": 0.8579234972677596, "len_ratio": 0.9653179190751445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}458{"pair_id": "pair_69151e93255f4317", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6063348416289593, "chrf": 61.80728726799347, "bleu": 34.59115570873434, "rougeL": 0.6141732283464567, "len_ratio": 0.8656716417910447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}459{"pair_id": "pair_cd49444fd259243f", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8819714656290532, "chrf": 83.64781460829298, "bleu": 64.50814718561712, "rougeL": 0.8932806324110671, "len_ratio": 0.9920634920634921, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}460{"pair_id": "pair_0100047bc1b1540a", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8355995055624228, "chrf": 79.67528982726178, "bleu": 59.00684592357882, "rougeL": 0.7983539094650206, "len_ratio": 0.9186991869918699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_d8d356723c02e14d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6504424778761062, "chrf": 70.18809818803075, "bleu": 42.89469136549715, "rougeL": 0.7016706443914081, "len_ratio": 0.9707317073170731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}462{"pair_id": "pair_9c9a6b2adf1e496f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7306590257879656, "chrf": 73.62585495832417, "bleu": 49.4655616696753, "rougeL": 0.7708333333333334, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_ae614cd0b0f7e843", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7212713936430317, "chrf": 74.07016339722496, "bleu": 44.573501456587834, "rougeL": 0.7172995780590717, "len_ratio": 1.150943396226415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_f9c78331131ad1cf", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7547619047619047, "chrf": 76.23883748914372, "bleu": 53.06177369604333, "rougeL": 0.7868852459016394, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_2c214d2f86c5c6e2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7713310580204779, "chrf": 76.50067186454477, "bleu": 55.96336845542423, "rougeL": 0.7784431137724551, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_531cbe40a04d83d0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.836078431372549, "chrf": 83.41414112930036, "bleu": 69.44026011866596, "rougeL": 0.8351063829787235, "len_ratio": 0.9581151832460733, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 1.0}467{"pair_id": "pair_269461f8191231b1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5389473684210526, "chrf": 52.3755639251322, "bleu": 12.209257591171784, "rougeL": 0.48275862068965514, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_3bb9d7b4649c2468", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8123552123552124, "chrf": 80.3676895183895, "bleu": 59.83876286263363, "rougeL": 0.7888888888888889, "len_ratio": 0.9830508474576272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}469{"pair_id": "pair_759ed2e2fdd31797", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 65.26730471987722, "bleu": 35.20149203908835, "rougeL": 0.6428571428571428, "len_ratio": 1.054945054945055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}470{"pair_id": "pair_c7b5d3638dc8ac10", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6839378238341969, "chrf": 66.93054406521281, "bleu": 37.3757900335393, "rougeL": 0.6432748538011697, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_9977ea2d6c8e7259", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8303571428571428, "chrf": 83.21767096680803, "bleu": 64.54913545937376, "rougeL": 0.830188679245283, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_3e50bab5dc4f7ea4", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7913769123783032, "chrf": 73.63418208565788, "bleu": 47.86128974711165, "rougeL": 0.7979797979797979, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_32d263a8bfb0382f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7676950998185118, "chrf": 71.39156141752275, "bleu": 41.62688789787645, "rougeL": 0.6951219512195121, "len_ratio": 0.8636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}474{"pair_id": "pair_12d3641b2a675000", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5840000000000001, "chrf": 69.09234420504008, "bleu": 39.05411226873531, "rougeL": 0.6521739130434783, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_44be390bd77ed2c9", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7819650067294751, "chrf": 77.21393209475389, "bleu": 49.79046378462224, "rougeL": 0.7699530516431926, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}476{"pair_id": "pair_1964fad8d8fcc694", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8384781048097631, "chrf": 77.06442398668443, "bleu": 55.139033823355895, "rougeL": 0.8153153153153154, "len_ratio": 0.9720930232558139, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_ffa7ed2bcbfe2238", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7483296213808464, "chrf": 78.1667133824721, "bleu": 56.46816305615307, "rougeL": 0.8025477707006369, "len_ratio": 0.9117647058823529, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}478{"pair_id": "pair_217fc2b3c049291c", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5317460317460317, "chrf": 56.86880948145292, "bleu": 22.798996166503358, "rougeL": 0.5492957746478873, "len_ratio": 1.123076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_f7da3281a67599f3", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7614185921547555, "chrf": 75.27671115784935, "bleu": 52.05137483885487, "rougeL": 0.7686832740213524, "len_ratio": 0.9456521739130435, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}480{"pair_id": "pair_56ceefbf9a883feb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6051625239005736, "chrf": 68.34854251918276, "bleu": 41.22944241760218, "rougeL": 0.6228373702422145, "len_ratio": 1.0072992700729928, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_7490a630d7110e16", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5179282868525896, "chrf": 54.714738670790574, "bleu": 18.109865428236922, "rougeL": 0.5255474452554744, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}482{"pair_id": "pair_698550bce66c8b29", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8217687074829931, "chrf": 80.83152737010272, "bleu": 59.62949143321956, "rougeL": 0.7908163265306122, "len_ratio": 0.896551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_a27d2326fdf0c8c1", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.9382978723404255, "chrf": 89.7681955089882, "bleu": 74.43555018317849, "rougeL": 0.9424778761061947, "len_ratio": 1.013953488372093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}484{"pair_id": "pair_e96047d05b9d97ea", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6094570928196147, "chrf": 60.51782933489531, "bleu": 27.363182020236106, "rougeL": 0.5748502994011975, "len_ratio": 1.0617283950617284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}485{"pair_id": "pair_a6460d7102d18872", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7995867768595042, "chrf": 83.90871742523535, "bleu": 70.81734826171535, "rougeL": 0.834061135371179, "len_ratio": 1.0086580086580086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}486{"pair_id": "pair_1f91578a6f073dd8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.699641209636084, "chrf": 73.74270026728331, "bleu": 44.67217356913434, "rougeL": 0.7145359019264448, "len_ratio": 0.9717314487632509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}487{"pair_id": "pair_0e8634a31cf8cfed", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8957934990439771, "chrf": 87.78834519584643, "bleu": 76.49889784208105, "rougeL": 0.9078014184397163, "len_ratio": 0.9416058394160584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}488{"pair_id": "pair_ead92bead4e6c62a", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8606307222787386, "chrf": 83.91820387059092, "bleu": 67.94724028642176, "rougeL": 0.8389513108614233, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}489{"pair_id": "pair_0c42909706b2bf3f", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5821462488129154, "chrf": 64.77372370049889, "bleu": 30.86021299302693, "rougeL": 0.5913621262458473, "len_ratio": 1.0136054421768708, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_2beb8585b56b2b05", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6313868613138687, "chrf": 59.58714215651567, "bleu": 27.549717446986133, "rougeL": 0.6380368098159509, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_08e5bcf852840eb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.825531914893617, "chrf": 83.0732380911606, "bleu": 67.39346337985243, "rougeL": 0.841025641025641, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}492{"pair_id": "pair_6f6af5eaa007b4be", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.71171875, "chrf": 73.209545787387, "bleu": 45.93823902742917, "rougeL": 0.7486631016042781, "len_ratio": 0.955, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_5831bd9efcdb8904", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7664670658682635, "chrf": 72.49287369071386, "bleu": 42.647116221819026, "rougeL": 0.7196029776674938, "len_ratio": 0.8657407407407407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}494{"pair_id": "pair_29ab3c3afa1050fe", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6785403996524761, "chrf": 68.98018777860909, "bleu": 43.03204515192998, "rougeL": 0.6843657817109144, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}495{"pair_id": "pair_12dae1dbe87627fb", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7103235747303545, "chrf": 70.95663999952365, "bleu": 44.24667149165399, "rougeL": 0.71875, "len_ratio": 1.0052356020942408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_1ebee6c2fb88d626", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7931034482758621, "chrf": 74.12241592789329, "bleu": 57.016794071450875, "rougeL": 0.7656250000000001, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_88b428cca4f5a72a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6083720930232558, "chrf": 65.87302263856803, "bleu": 43.174263590489225, "rougeL": 0.6608695652173913, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_4ce6860887e6dd47", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8265625, "chrf": 80.89301325583016, "bleu": 59.92532828014882, "rougeL": 0.8184281842818427, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}499{"pair_id": "pair_e7c1583ebb66cb61", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8344308560677328, "chrf": 81.43524582678346, "bleu": 58.14111730701536, "rougeL": 0.8245614035087719, "len_ratio": 1.0126582278481013, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}500{"pair_id": "pair_436241abbebac56e", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5972222222222222, "chrf": 60.94358689141668, "bleu": 25.272846246721716, "rougeL": 0.5912596401028277, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}501{"pair_id": "pair_1af82c584634b94e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7925052047189451, "chrf": 83.53176605214102, "bleu": 66.53861533460125, "rougeL": 0.8161209068010077, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_bb23502f8c573873", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8415245737211635, "chrf": 84.56955429188598, "bleu": 67.52561483983382, "rougeL": 0.867283950617284, "len_ratio": 0.9567901234567902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}503{"pair_id": "pair_e798cfdf8daffde9", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7646176911544228, "chrf": 73.71378994915653, "bleu": 43.407039803532484, "rougeL": 0.7357512953367875, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}504{"pair_id": "pair_ca342f1bc6235c56", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8502594514455152, "chrf": 82.7147158507179, "bleu": 65.82803503934757, "rougeL": 0.8450704225352113, "len_ratio": 0.9518716577540107, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}505{"pair_id": "pair_bf62588ae4ee52b4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7087628865979381, "chrf": 71.86813366926054, "bleu": 41.93281355418342, "rougeL": 0.6759259259259258, "len_ratio": 1.1313131313131313, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_a4d3cbc16dfc04e9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7414420975965039, "chrf": 71.22286273400297, "bleu": 46.807397354643726, "rougeL": 0.7164179104477613, "len_ratio": 0.9253731343283582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}507{"pair_id": "pair_6ecbd7ba74bb925f", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.717687074829932, "chrf": 69.80556763500124, "bleu": 40.63618661639538, "rougeL": 0.6750629722921915, "len_ratio": 0.916256157635468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}508{"pair_id": "pair_37ba8989e68ed1d1", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7731829573934837, "chrf": 72.1956070260542, "bleu": 46.87191591498612, "rougeL": 0.7816091954022989, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}509{"pair_id": "pair_fd91ea6a86cb4bfb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4732142857142857, "chrf": 75.01731905001778, "bleu": 40.24084683270016, "rougeL": 0.6625, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}510{"pair_id": "pair_419fc74981f555e4", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7940298507462686, "chrf": 80.93937105654645, "bleu": 60.93553877045971, "rougeL": 0.8226299694189603, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}511{"pair_id": "pair_58de88148d90a634", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6844059405940595, "chrf": 68.43993467637497, "bleu": 39.40922201580904, "rougeL": 0.6638297872340426, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}512{"pair_id": "pair_838335229efc1f22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5746606334841629, "chrf": 55.65352299360641, "bleu": 21.915003005219656, "rougeL": 0.5499999999999999, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}513{"pair_id": "pair_9e286b3fbcf3ab11", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8570019723865878, "chrf": 83.37621604216656, "bleu": 66.66723732390383, "rougeL": 0.8456375838926175, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}514{"pair_id": "pair_0af0609a013a67e3", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8017543859649123, "chrf": 83.27492957567489, "bleu": 69.89334951282794, "rougeL": 0.7798742138364779, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}515{"pair_id": "pair_91c316501c1a62e3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7698658410732714, "chrf": 75.92200915431863, "bleu": 55.97036061271457, "rougeL": 0.78125, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}516{"pair_id": "pair_c339184fce87e29c", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8481012658227848, "chrf": 85.98858882552584, "bleu": 72.65005169966834, "rougeL": 0.8530973451327433, "len_ratio": 0.9925925925925926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}517{"pair_id": "pair_1d15aede9e8a3fd5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6568421052631579, "chrf": 62.01110956387916, "bleu": 28.97174887763443, "rougeL": 0.6142857142857142, "len_ratio": 0.8611111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}518{"pair_id": "pair_88a8f2988c5e15d5", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8034055727554179, "chrf": 76.66380568096714, "bleu": 51.43475762143454, "rougeL": 0.78, "len_ratio": 0.9223300970873787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_a8d889f879bf59ee", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8388214904679376, "chrf": 83.31754068233576, "bleu": 69.77294340535067, "rougeL": 0.8323917137476459, "len_ratio": 0.9589552238805971, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}520{"pair_id": "pair_085f4cdd50ad2b6c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7494553376906319, "chrf": 72.93291305931162, "bleu": 50.747588132089405, "rougeL": 0.7517730496453902, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}521{"pair_id": "pair_1baa87ece0c598c7", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6859296482412061, "chrf": 66.9917637312021, "bleu": 35.600292918784945, "rougeL": 0.6721311475409836, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}522{"pair_id": "pair_2bccffac66c46458", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5956192080876158, "chrf": 60.36445805264125, "bleu": 27.75786105051497, "rougeL": 0.5590778097982709, "len_ratio": 1.0914634146341464, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}523{"pair_id": "pair_35534b2b45bd6e2d", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5751633986928104, "chrf": 60.8685920686824, "bleu": 32.11139013882127, "rougeL": 0.5450901803607214, "len_ratio": 0.9877551020408163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}524{"pair_id": "pair_477a6e2d14332eb0", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7211120764552563, "chrf": 74.6510932512006, "bleu": 49.71551315042284, "rougeL": 0.7492625368731564, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}525{"pair_id": "pair_792652ff724385db", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.9080459770114943, "chrf": 90.10443736589473, "bleu": 73.1105192443811, "rougeL": 0.9004329004329005, "len_ratio": 1.0943396226415094, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}526{"pair_id": "pair_ea7e13c693296510", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6560900716479017, "chrf": 66.22001099753503, "bleu": 37.28398198765549, "rougeL": 0.6490066225165563, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_7438ed38fdfbfe4a", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5414141414141413, "chrf": 54.21637642391448, "bleu": 20.367627654495518, "rougeL": 0.4827586206896552, "len_ratio": 1.164179104477612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_c040315d37eb4803", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8095238095238095, "chrf": 78.06655242885911, "bleu": 56.86351142825687, "rougeL": 0.8071748878923767, "len_ratio": 0.956140350877193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}529{"pair_id": "pair_6faa1f7d5bd11172", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7699757869249395, "chrf": 78.86189774117489, "bleu": 54.37492246523618, "rougeL": 0.7883597883597884, "len_ratio": 0.9888888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}530{"pair_id": "pair_4dcd5d8deafc7f04", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6940081442699244, "chrf": 77.47607885905443, "bleu": 52.084370501209854, "rougeL": 0.7440944881889764, "len_ratio": 1.012, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}531{"pair_id": "pair_5d95d9b35808195d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7789336801040312, "chrf": 77.28905171682848, "bleu": 58.53645320682421, "rougeL": 0.8055555555555555, "len_ratio": 0.8878504672897196, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}532