Repository Public Research preview
1{"pair_id": "pair_534ab5b47b9ee98c", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6788990825688073, "chrf": 77.79091522969497, "bleu": 52.17861132831268, "rougeL": 0.7538461538461539, "len_ratio": 1.03125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_b4ba63a1d2dd7037", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8405545927209706, "chrf": 81.52492593515433, "bleu": 65.55556745465812, "rougeL": 0.847145488029466, "len_ratio": 1.0, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_3eb7f963d11241df", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8203592814371258, "chrf": 78.34474782978766, "bleu": 54.35456158075986, "rougeL": 0.7849999999999999, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}4{"pair_id": "pair_1a4b1c8249f7c76e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7628161312371838, "chrf": 77.00777828644186, "bleu": 51.23632125783818, "rougeL": 0.7419354838709677, "len_ratio": 1.0336538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}5{"pair_id": "pair_82caf11dd71c4375", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.583756345177665, "chrf": 56.48722687026505, "bleu": 33.16719601507669, "rougeL": 0.6240000000000001, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_45bb802c91771497", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7139945652173914, "chrf": 77.71233015366442, "bleu": 59.6928560910862, "rougeL": 0.755656108597285, "len_ratio": 0.9723502304147466, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_f731865f2257cc87", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.68828125, "chrf": 66.4045731413777, "bleu": 36.270378337287724, "rougeL": 0.6596306068601582, "len_ratio": 0.97, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_d65650bf122944c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6895874263261297, "chrf": 69.60822508116536, "bleu": 38.24480497281389, "rougeL": 0.6938775510204082, "len_ratio": 0.9342105263157895, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_f31c05d63c8ee97b", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8727770177838577, "chrf": 84.69291011969842, "bleu": 67.98778032618604, "rougeL": 0.8533333333333334, "len_ratio": 1.0377358490566038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}10{"pair_id": "pair_e8993a781dde82be", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7853692201518289, "chrf": 80.33837594793843, "bleu": 59.671288039120114, "rougeL": 0.7933491686460807, "len_ratio": 0.9663461538461539, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}11{"pair_id": "pair_6752bbc397a92282", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7604994324631101, "chrf": 74.84927079318311, "bleu": 54.47830657937207, "rougeL": 0.7615658362989324, "len_ratio": 1.0147058823529411, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_21c07460fab18a60", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.759467758444217, "chrf": 79.2356073763808, "bleu": 58.3546508204918, "rougeL": 0.7417218543046359, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}13{"pair_id": "pair_bce5dc586f50fd4f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7558139534883721, "chrf": 75.42820142109068, "bleu": 52.925342334804235, "rougeL": 0.7923076923076924, "len_ratio": 1.0396825396825398, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}14{"pair_id": "pair_6505da06774d0d05", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.642304385210662, "chrf": 75.01867934416049, "bleu": 48.561457221586735, "rougeL": 0.6792452830188679, "len_ratio": 1.0229885057471264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}15{"pair_id": "pair_792f7d6c5e62edeb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5767234988880652, "chrf": 73.6818753957556, "bleu": 54.59767566859745, "rougeL": 0.6909090909090909, "len_ratio": 1.0106951871657754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_01f37f65ecfc4ee3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7112932604735883, "chrf": 72.2462866005743, "bleu": 48.878697811968415, "rougeL": 0.7272727272727274, "len_ratio": 0.8928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_42061ceaae50b84d", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8308880308880309, "chrf": 81.72338851334878, "bleu": 59.23511343484703, "rougeL": 0.789041095890411, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_029b24f60c20d353", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9016227180527383, "chrf": 90.37743972791094, "bleu": 76.78888737625242, "rougeL": 0.9107692307692308, "len_ratio": 1.0342465753424657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_d3104773d34ba77a", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5434173669467788, "chrf": 64.95642414027118, "bleu": 33.16019102965399, "rougeL": 0.5855855855855856, "len_ratio": 1.0918367346938775, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_bf88b2b86eaa5b84", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7766497461928934, "chrf": 74.4734381990508, "bleu": 52.19123965652028, "rougeL": 0.7642276422764228, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}21{"pair_id": "pair_3b04224b111a7102", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8852201257861635, "chrf": 82.2654137038219, "bleu": 61.01923318226296, "rougeL": 0.8709677419354839, "len_ratio": 0.945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}22{"pair_id": "pair_082fa41a7b25de5a", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7779751332149201, "chrf": 73.80710916382647, "bleu": 62.44299233432389, "rougeL": 0.7938144329896908, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_52d63c2e0fe1560c", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5312977099236641, "chrf": 53.594107444092344, "bleu": 18.696125311503952, "rougeL": 0.4630541871921182, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}24{"pair_id": "pair_33162f98b3868ea9", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8174273858921162, "chrf": 79.35831964943881, "bleu": 58.29640470289386, "rougeL": 0.8493150684931505, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}25{"pair_id": "pair_0d2990eaea8af7c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7258297258297258, "chrf": 74.47797882000783, "bleu": 48.48966947536409, "rougeL": 0.7263157894736842, "len_ratio": 0.9035532994923858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}26{"pair_id": "pair_92c269587d9b13db", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7988929889298892, "chrf": 77.10201668682603, "bleu": 60.43721907079052, "rougeL": 0.8131313131313131, "len_ratio": 0.9358288770053476, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}27{"pair_id": "pair_759e5cef9abda141", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5651491365777079, "chrf": 59.42654633289519, "bleu": 21.59735712694302, "rougeL": 0.5573770491803279, "len_ratio": 1.175, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_a07d9c6fb6c1a8b2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6491228070175439, "chrf": 62.77732734243545, "bleu": 27.628766353982773, "rougeL": 0.5614035087719298, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_d82e3db4ffd2f1c5", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7436281859070465, "chrf": 77.05341780934326, "bleu": 51.15198043219402, "rougeL": 0.7960199004975124, "len_ratio": 0.9801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}30{"pair_id": "pair_59c10a0adde22d66", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7994100294985251, "chrf": 74.46562026980074, "bleu": 54.252126142879206, "rougeL": 0.7474747474747475, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}31{"pair_id": "pair_be9d3d8df6c8c9ea", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8269921033740129, "chrf": 81.8154969184077, "bleu": 63.34861373092172, "rougeL": 0.8153153153153154, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}32{"pair_id": "pair_9e265d9bb1298dc8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7948207171314741, "chrf": 75.91715512813253, "bleu": 56.21104140677899, "rougeL": 0.7600000000000001, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}33{"pair_id": "pair_ab2107c74cd7e75f", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.807799442896936, "chrf": 86.05795576939013, "bleu": 68.27939248396348, "rougeL": 0.8493150684931507, "len_ratio": 1.030612244897959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}34{"pair_id": "pair_6665cf85c2736be8", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7608200455580866, "chrf": 75.57905343665318, "bleu": 52.99308340825806, "rougeL": 0.7384615384615385, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}35{"pair_id": "pair_1941d85c8a39df55", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7086801426872771, "chrf": 81.10959223734392, "bleu": 61.0977488907628, "rougeL": 0.7594501718213059, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}36{"pair_id": "pair_8ba8492c973607a2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7366863905325444, "chrf": 73.03851203688026, "bleu": 51.862068279371755, "rougeL": 0.7096774193548386, "len_ratio": 0.8484848484848485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_2d8491819611a0f5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7418300653594772, "chrf": 73.16578374037775, "bleu": 47.062772223769876, "rougeL": 0.7179487179487181, "len_ratio": 1.120879120879121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_192d9af7e7c89da8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7679738562091503, "chrf": 73.80562490913398, "bleu": 46.84538119221336, "rougeL": 0.7340425531914895, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}39{"pair_id": "pair_9348989ee535b50d", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6738131699846861, "chrf": 63.0095915679542, "bleu": 33.82532373410342, "rougeL": 0.5876288659793815, "len_ratio": 0.8712871287128713, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}40{"pair_id": "pair_afe202bf41779139", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.75, "chrf": 75.21272194976068, "bleu": 51.06101765385823, "rougeL": 0.7252747252747254, "len_ratio": 0.956989247311828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}41{"pair_id": "pair_248597cc5ac511fa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7566101694915255, "chrf": 84.94673802571644, "bleu": 63.62507192459226, "rougeL": 0.8051948051948051, "len_ratio": 1.018018018018018, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_1ec3b005fb6b3d49", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8204613841524574, "chrf": 76.06036106890507, "bleu": 50.79140013285935, "rougeL": 0.7583643122676581, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}43{"pair_id": "pair_71f278ae6b737b38", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6617886178861789, "chrf": 68.31551742599629, "bleu": 36.93633486616653, "rougeL": 0.6740331491712708, "len_ratio": 1.1851851851851851, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_6c18ba000399cb16", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7607497243660419, "chrf": 79.06536777877515, "bleu": 62.743315662158075, "rougeL": 0.7612456747404844, "len_ratio": 1.0218978102189782, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_ade36c7fafe81f63", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.780439121756487, "chrf": 73.82560225745695, "bleu": 50.31182266073096, "rougeL": 0.7430555555555557, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}46{"pair_id": "pair_4d66779f6cf3e61f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.671875, "chrf": 70.12411236249443, "bleu": 38.844548902201346, "rougeL": 0.6735112936344969, "len_ratio": 0.916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}47{"pair_id": "pair_36709e01cba6f244", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7698971304818625, "chrf": 78.09640092873357, "bleu": 59.52609114514061, "rougeL": 0.7754385964912281, "len_ratio": 1.011111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_54d53fa0a2fd0e23", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8138424821002387, "chrf": 77.16348093890856, "bleu": 48.29373848773433, "rougeL": 0.8064516129032258, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_a0464b001854faf0", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7269890795631826, "chrf": 73.90139973456358, "bleu": 54.21019971047887, "rougeL": 0.7346938775510203, "len_ratio": 0.9895833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}50{"pair_id": "pair_3aa0668948ce1478", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6482213438735178, "chrf": 76.15699501716215, "bleu": 49.24709579755347, "rougeL": 0.6956521739130435, "len_ratio": 1.0849056603773586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_1c2aad977a576e5b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6765285996055227, "chrf": 73.20631259710993, "bleu": 50.242714376450216, "rougeL": 0.6976744186046511, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}52{"pair_id": "pair_e3b0a91c295626f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8137128072445019, "chrf": 75.1466349965876, "bleu": 53.716073167008055, "rougeL": 0.8065843621399177, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}53{"pair_id": "pair_e2c4068c5462d2fa", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.49328214971209217, "chrf": 67.8208697239861, "bleu": 40.52622896968896, "rougeL": 0.6024096385542169, "len_ratio": 1.0062893081761006, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}54{"pair_id": "pair_a5e867b3773bdfed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6774891774891775, "chrf": 72.51890465045001, "bleu": 47.59155630337443, "rougeL": 0.6767676767676768, "len_ratio": 0.9796954314720813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_0decb6a7fc76254b", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7177650429799427, "chrf": 70.40021251013835, "bleu": 46.96657370572903, "rougeL": 0.7708333333333334, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}56{"pair_id": "pair_efa7105e30b5e78f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8539944903581267, "chrf": 83.18424522770879, "bleu": 62.789161679347366, "rougeL": 0.8380952380952381, "len_ratio": 0.9807692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_0e173b7aa636f282", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8626345463864684, "chrf": 86.19491533342286, "bleu": 72.0093223787877, "rougeL": 0.8787346221441125, "len_ratio": 0.9681978798586572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}58{"pair_id": "pair_6564027ea6139296", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8404170008019246, "chrf": 86.27007082537324, "bleu": 67.5662142016533, "rougeL": 0.8698060941828256, "len_ratio": 1.0467836257309941, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}59{"pair_id": "pair_75d6b94c63f28faa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.618042226487524, "chrf": 73.33004603718621, "bleu": 48.582354802953795, "rougeL": 0.7161290322580646, "len_ratio": 0.8679245283018868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}60{"pair_id": "pair_38a3d126dc3cf268", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6167471819645733, "chrf": 72.51482951141628, "bleu": 40.958692017658805, "rougeL": 0.7191011235955057, "len_ratio": 0.9186046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_5021c799eb783f64", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7422434367541766, "chrf": 73.77844682209775, "bleu": 48.29293259171716, "rougeL": 0.7242798353909464, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_7885b7b80a93f505", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6430793157076204, "chrf": 66.9231268367941, "bleu": 35.89578350519494, "rougeL": 0.628140703517588, "len_ratio": 0.9947916666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}63{"pair_id": "pair_16b322783f9aad91", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7725587144622992, "chrf": 74.59281522440568, "bleu": 46.88952653736209, "rougeL": 0.7679324894514767, "len_ratio": 0.8861788617886179, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_29a6a06f0d67770c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7288040426726559, "chrf": 77.24789221008433, "bleu": 58.97732439903837, "rougeL": 0.7478260869565218, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9642857142857143, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}65{"pair_id": "pair_202e90a67945d880", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7214854111405835, "chrf": 71.41349982097407, "bleu": 47.39565769558261, "rougeL": 0.7428571428571428, "len_ratio": 0.9437229437229437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}66{"pair_id": "pair_14abc6a2479684b1", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8068833652007648, "chrf": 81.31830896999809, "bleu": 61.74906790817762, "rougeL": 0.8066666666666666, "len_ratio": 1.0536912751677852, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}67{"pair_id": "pair_32235555b601cab3", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7100712105798576, "chrf": 64.28045889665404, "bleu": 36.55767769242285, "rougeL": 0.6763636363636364, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}68{"pair_id": "pair_afb70fddf89264c8", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7248459958932238, "chrf": 83.5527032550637, "bleu": 66.59535190089734, "rougeL": 0.7872340425531914, "len_ratio": 0.9275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}69{"pair_id": "pair_153cb3d30281b8e1", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.524008350730689, "chrf": 57.08458122517973, "bleu": 12.30682793286118, "rougeL": 0.5165562913907286, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_574077bae6ce5fca", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6926829268292682, "chrf": 67.06121379011039, "bleu": 43.19749409367351, "rougeL": 0.7164179104477613, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}71{"pair_id": "pair_c956c2bafddcae15", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6190476190476191, "chrf": 79.74624834000737, "bleu": 62.423887847123645, "rougeL": 0.717391304347826, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}72{"pair_id": "pair_5f41b3d39f54bad1", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6434034416826004, "chrf": 70.86100999118166, "bleu": 49.471532644377234, "rougeL": 0.6714285714285714, "len_ratio": 0.9343065693430657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_7fc50840511051d1", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.666445623342175, "chrf": 66.41591275235425, "bleu": 35.79094906473695, "rougeL": 0.6799116997792494, "len_ratio": 0.9437229437229437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_c192a060c40a441b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7401055408970976, "chrf": 70.36396766945141, "bleu": 43.634618954322264, "rougeL": 0.6915887850467289, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_dff809b6a1b282dc", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7592692101020957, "chrf": 77.26404889443948, "bleu": 54.86279824714843, "rougeL": 0.7612456747404843, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}76{"pair_id": "pair_c42c40472a0baa1a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5698529411764706, "chrf": 59.475143739732275, "bleu": 20.691379413136232, "rougeL": 0.5590062111801242, "len_ratio": 1.118421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}77{"pair_id": "pair_392af48f9407b7c3", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7356902356902357, "chrf": 75.59401880476914, "bleu": 61.41872291096168, "rougeL": 0.7924528301886792, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_6be1dd33e4e6d4aa", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7005899705014749, "chrf": 70.97272111910934, "bleu": 44.36597298616978, "rougeL": 0.6956521739130436, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_7ac4ade1830dc372", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5975395430579965, "chrf": 67.80477371134074, "bleu": 40.641418386897215, "rougeL": 0.6303030303030304, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_929f9c24ad480225", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7122302158273381, "chrf": 73.27620404710959, "bleu": 47.110519152612135, "rougeL": 0.7247956403269755, "len_ratio": 1.0818713450292399, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}81{"pair_id": "pair_de1370a1cd0b54cb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7277070063694268, "chrf": 71.12875749920775, "bleu": 44.714138346534995, "rougeL": 0.7462686567164178, "len_ratio": 1.1170212765957446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}82{"pair_id": "pair_d48e5d059fa3cc54", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7524509803921569, "chrf": 74.63827120540911, "bleu": 49.52819318003389, "rougeL": 0.7466666666666667, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_cb37eb7f5d618a17", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.768025078369906, "chrf": 76.14260453135729, "bleu": 57.37570836493588, "rougeL": 0.8050314465408804, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}84{"pair_id": "pair_400660b05415da75", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6326530612244898, "chrf": 67.41178762862944, "bleu": 37.53863789183808, "rougeL": 0.6105769230769229, "len_ratio": 1.0147783251231528, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}85{"pair_id": "pair_dd7c0dc2e9b6b991", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6425582785415421, "chrf": 74.09343306455936, "bleu": 49.15523156444853, "rougeL": 0.6829268292682927, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}86{"pair_id": "pair_3a815159b68d0b1a", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6124401913875598, "chrf": 63.92431148920009, "bleu": 30.84341766708732, "rougeL": 0.6518518518518518, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}87{"pair_id": "pair_0ea0089868a9486a", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8557692307692308, "chrf": 86.20955395631668, "bleu": 69.33151710692897, "rougeL": 0.8785046728971962, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_eeb469751e6719fb", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6685823754789272, "chrf": 78.83873965651537, "bleu": 48.13475134776586, "rougeL": 0.7306889352818372, "len_ratio": 1.0990990990990992, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}89{"pair_id": "pair_1c248171ae889938", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6950354609929078, "chrf": 79.22851186910565, "bleu": 54.532725175902804, "rougeL": 0.78125, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_23a75e54129a35a7", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8462686567164179, "chrf": 80.95348030426574, "bleu": 63.89179935383109, "rougeL": 0.8309178743961353, "len_ratio": 1.02020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_013f952cde337fb2", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8010923987255348, "chrf": 82.87285874971269, "bleu": 72.69899696851238, "rougeL": 0.8620689655172414, "len_ratio": 0.889196675900277, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}92{"pair_id": "pair_aa1b1db857a23bb7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6529774127310062, "chrf": 71.78172276172687, "bleu": 43.1639736111228, "rougeL": 0.6586826347305389, "len_ratio": 1.0441176470588236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_e9e4fc5508ddcf46", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7975133214920072, "chrf": 77.6979741411768, "bleu": 69.82719515933604, "rougeL": 0.816326530612245, "len_ratio": 0.956989247311828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}94{"pair_id": "pair_c0734880c60102ab", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6972624798711755, "chrf": 72.23682857659013, "bleu": 43.74525340735104, "rougeL": 0.717391304347826, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}95{"pair_id": "pair_10854715a9daa7f5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6853146853146853, "chrf": 72.28868496034637, "bleu": 55.80295307541622, "rougeL": 0.7256097560975611, "len_ratio": 0.9212121212121213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}96{"pair_id": "pair_3ed21835552f0676", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.627504553734062, "chrf": 65.73920303772425, "bleu": 35.28058948861821, "rougeL": 0.6318840579710144, "len_ratio": 0.9821428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}97{"pair_id": "pair_cebd2e9cf00f2906", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8660618996798293, "chrf": 85.91531790724461, "bleu": 68.905254247994, "rougeL": 0.8526863084922011, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}98{"pair_id": "pair_cc2edaae41b23631", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8301158301158301, "chrf": 80.3855751330687, "bleu": 60.070535824970925, "rougeL": 0.8363636363636363, "len_ratio": 0.9298245614035088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_0d3f0c7c7ca274d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6634844868735084, "chrf": 69.41213021556777, "bleu": 38.78167667832951, "rougeL": 0.680672268907563, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}100{"pair_id": "pair_4efd465014478931", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7330623306233062, "chrf": 70.97905871261048, "bleu": 43.15299513838333, "rougeL": 0.7126948775055679, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}101{"pair_id": "pair_351062a01178facd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7486033519553073, "chrf": 76.1575496920621, "bleu": 50.40718772380049, "rougeL": 0.7309644670050761, "len_ratio": 0.9632107023411371, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}102{"pair_id": "pair_289f958c7f2447c0", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7619047619047619, "chrf": 71.5352199199959, "bleu": 43.215422568965145, "rougeL": 0.7259259259259259, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_3d4b30f2cce63978", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7171717171717171, "chrf": 68.22546989662547, "bleu": 46.407353970747856, "rougeL": 0.7114093959731543, "len_ratio": 0.8461538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_fcf3cba4380b62e7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7161152614727855, "chrf": 73.62720979121421, "bleu": 46.40850403030252, "rougeL": 0.7386759581881532, "len_ratio": 0.9383561643835616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_10e223e6488375e6", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8146596858638744, "chrf": 77.9028965867218, "bleu": 59.74766022567962, "rougeL": 0.7986577181208053, "len_ratio": 1.006896551724138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_c50043b49a1ae005", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8721461187214612, "chrf": 87.01662674861065, "bleu": 74.05582165683317, "rougeL": 0.8856624319419237, "len_ratio": 0.9776951672862454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_f17dd14ab5bc29ab", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8821490467937608, "chrf": 85.20165733569836, "bleu": 70.04746038245408, "rougeL": 0.8822429906542056, "len_ratio": 0.9738805970149254, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_8a8dc5c547c698b4", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8347676419965576, "chrf": 82.77801678328619, "bleu": 67.68109359277861, "rougeL": 0.8510638297872339, "len_ratio": 0.9787234042553191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_255ecbfd320b7584", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7370095440084836, "chrf": 76.12190864158737, "bleu": 57.773153484623755, "rougeL": 0.788235294117647, "len_ratio": 1.0124223602484472, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9444444444444444, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}110{"pair_id": "pair_ac7bbf9947147548", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.885692068429238, "chrf": 83.1861876264116, "bleu": 62.64309598581493, "rougeL": 0.8217054263565892, "len_ratio": 0.9427083333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_3cc24a2db40a1c81", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7593818984547461, "chrf": 73.8542125284268, "bleu": 45.70404701307173, "rougeL": 0.7253333333333334, "len_ratio": 0.8958333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_52f46f4ca329b473", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7925170068027211, "chrf": 76.09708714779688, "bleu": 56.25189721324844, "rougeL": 0.8040201005025126, "len_ratio": 1.0106382978723405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}113{"pair_id": "pair_e01e74d2c1d567b9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8193736343772761, "chrf": 79.1266696219799, "bleu": 60.11799251527129, "rougeL": 0.7959697732997482, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_0178adf63aef08fd", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6653439153439153, "chrf": 75.84987394191263, "bleu": 56.47130042403774, "rougeL": 0.7473841554559043, "len_ratio": 0.9274924471299094, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9230769230769231, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}115{"pair_id": "pair_c1690969105879fa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6587982832618026, "chrf": 75.2119193493299, "bleu": 50.14859135063106, "rougeL": 0.6467065868263473, "len_ratio": 1.0735294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_e470e1a1edf6b6aa", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.796718322698268, "chrf": 82.38663196857334, "bleu": 64.91206361171433, "rougeL": 0.8484848484848486, "len_ratio": 0.9479768786127167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}117{"pair_id": "pair_5c5b0e905c38c804", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6687268232385661, "chrf": 63.645247253552625, "bleu": 29.27300185538269, "rougeL": 0.6583333333333333, "len_ratio": 0.8943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_d13c2c2b74f72b95", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7421441774491682, "chrf": 73.9512930409906, "bleu": 51.58857026297347, "rougeL": 0.6986754966887417, "len_ratio": 0.9673202614379085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_35c0a379758a54c0", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8298676748582231, "chrf": 79.37662584423909, "bleu": 61.827888981905225, "rougeL": 0.7973856209150327, "len_ratio": 0.9859154929577465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_e614bd2c1f06d942", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.708433734939759, "chrf": 68.6250444972913, "bleu": 41.09300075924998, "rougeL": 0.6695278969957081, "len_ratio": 1.1415094339622642, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_8ac9873a7e8de26d", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7102803738317758, "chrf": 64.8247423992805, "bleu": 30.234853503305786, "rougeL": 0.6455026455026456, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}122{"pair_id": "pair_0f72f9a9e487330d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5673352435530086, "chrf": 69.76463242068124, "bleu": 39.2969864292605, "rougeL": 0.599078341013825, "len_ratio": 1.121212121212121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_b2166006868dc64e", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7796852646638055, "chrf": 75.10226867324417, "bleu": 49.71124885502644, "rougeL": 0.7533632286995516, "len_ratio": 0.9906542056074766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_3dbd3da5fbcee70d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8594632768361582, "chrf": 84.6125273978208, "bleu": 66.21322234724974, "rougeL": 0.8539325842696628, "len_ratio": 1.0481283422459893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}125{"pair_id": "pair_7dc21233e2543cf1", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7306590257879656, "chrf": 72.77111204736507, "bleu": 46.350991110916254, "rougeL": 0.6915887850467289, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_238fc0541671bae4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6638830897703549, "chrf": 68.49444071300768, "bleu": 46.000353632764806, "rougeL": 0.6599999999999999, "len_ratio": 1.0275862068965518, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}127{"pair_id": "pair_c87b703baa309289", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7040149393090569, "chrf": 71.8133366905017, "bleu": 46.20982231250172, "rougeL": 0.7025316455696202, "len_ratio": 1.0129032258064516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_69b493f013c97498", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7862993298585257, "chrf": 76.04595648604749, "bleu": 49.20689479178985, "rougeL": 0.7428571428571429, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_c044cb52a79332bb", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8257575757575757, "chrf": 80.97965517702634, "bleu": 68.0454826566389, "rougeL": 0.8381374722838137, "len_ratio": 0.9783549783549783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_b6e9e28adedceede", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8170515097690941, "chrf": 79.46976088511383, "bleu": 60.16857809035659, "rougeL": 0.7978142076502732, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_dcd2a0d3e06d5703", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8337662337662337, "chrf": 79.67967420154585, "bleu": 61.45058139099796, "rougeL": 0.8458498023715415, "len_ratio": 0.9841269841269841, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_786c3087349f2947", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5732130464954892, "chrf": 65.35409462083592, "bleu": 33.02612883394119, "rougeL": 0.5891089108910892, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}133{"pair_id": "pair_d3ce183f5ae1af47", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7469879518072289, "chrf": 69.66532195437615, "bleu": 48.77867395488508, "rougeL": 0.7374301675977654, "len_ratio": 0.9438202247191011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}134{"pair_id": "pair_c48d3dba962442c2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.46684005201560463, "chrf": 67.73530828565139, "bleu": 38.6928285308206, "rougeL": 0.6160714285714286, "len_ratio": 0.9345794392523364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}135{"pair_id": "pair_692198d471e057bc", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6490765171503958, "chrf": 63.3559924541619, "bleu": 31.69172201802763, "rougeL": 0.6220095693779905, "len_ratio": 0.8796296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}136{"pair_id": "pair_3dccd16f435081ca", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7223230490018149, "chrf": 73.11640459256927, "bleu": 53.777745640874834, "rougeL": 0.6971428571428572, "len_ratio": 0.9886363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_7970a9aab7e878b5", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8597842835130971, "chrf": 81.66175078341512, "bleu": 65.73301947752266, "rougeL": 0.8426966292134831, "len_ratio": 0.9239130434782609, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}138{"pair_id": "pair_6333ab44ba110c4b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7277409860191317, "chrf": 72.40169309703457, "bleu": 43.51156682233744, "rougeL": 0.7002652519893899, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_f13091ad8b7c8a30", "doc_id": "doc_7cc71e43594f0124", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6789929189614476, "chrf": 72.5182943596844, "bleu": 48.46571130187084, "rougeL": 0.6845965770171148, "len_ratio": 1.015228426395939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_ead5176a8b6144cd", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7128205128205128, "chrf": 74.07162767608253, "bleu": 50.21135920279147, "rougeL": 0.7547169811320754, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_20dafded3411a033", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6064516129032258, "chrf": 62.33930976767596, "bleu": 35.753434439840056, "rougeL": 0.6542056074766356, "len_ratio": 1.1914893617021276, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}142{"pair_id": "pair_1665c1640d5b3d5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6545924967658474, "chrf": 67.42158394590142, "bleu": 37.33435172467264, "rougeL": 0.6611570247933883, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}143{"pair_id": "pair_c188f53958c80d7c", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8378003696857671, "chrf": 85.08272956080911, "bleu": 66.8562793058341, "rougeL": 0.8204283360790774, "len_ratio": 0.9771241830065359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}144{"pair_id": "pair_45afec86b94d1d0e", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7739463601532567, "chrf": 74.63790289318194, "bleu": 50.95489156784806, "rougeL": 0.7589285714285714, "len_ratio": 1.0754716981132075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}145{"pair_id": "pair_63333f40645895ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7793851717902351, "chrf": 78.34575565614153, "bleu": 60.553315405882735, "rougeL": 0.7950310559006211, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_f41afa63559dc25d", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.75, "chrf": 71.83537405153078, "bleu": 52.40613789343505, "rougeL": 0.7195121951219512, "len_ratio": 0.8987341772151899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}147{"pair_id": "pair_fbf5c17731a3a132", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6967871485943775, "chrf": 73.01768370162232, "bleu": 48.709866670998295, "rougeL": 0.7079037800687286, "len_ratio": 1.0067114093959733, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}148{"pair_id": "pair_e2140f5db9b65f5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6761633428300096, "chrf": 75.08791402442448, "bleu": 45.8297210701543, "rougeL": 0.7164179104477613, "len_ratio": 0.9556962025316456, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}149{"pair_id": "pair_6642881e1a43ea53", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5132496513249651, "chrf": 64.66544640705696, "bleu": 31.197387958906926, "rougeL": 0.5380710659898477, "len_ratio": 1.030612244897959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}150{"pair_id": "pair_6bb7a0192d288e72", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7273869346733668, "chrf": 73.69137904314296, "bleu": 48.423759758242134, "rougeL": 0.7631578947368421, "len_ratio": 0.9396551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_50d371eee6740ac4", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6454720616570327, "chrf": 65.01694949142912, "bleu": 38.277575536969536, "rougeL": 0.6144578313253012, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}152{"pair_id": "pair_b568a02fac109eb9", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6802368615840119, "chrf": 73.25759286459179, "bleu": 41.865284916128516, "rougeL": 0.6683168316831684, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}153{"pair_id": "pair_b1ec64152beb6d97", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5532359081419624, "chrf": 70.80958195148064, "bleu": 35.5285386099522, "rougeL": 0.6206896551724138, "len_ratio": 1.0285714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_21f2b3f83b217391", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7036199095022624, "chrf": 72.73446790048176, "bleu": 44.25336151661853, "rougeL": 0.7003891050583657, "len_ratio": 0.8880597014925373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_d23cea026c5ace9a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.64, "chrf": 71.00002489962407, "bleu": 39.22834037938723, "rougeL": 0.6233062330623306, "len_ratio": 1.0225988700564972, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}156{"pair_id": "pair_eaa5bc54aa96a41f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8079710144927537, "chrf": 74.033654566899, "bleu": 46.02908736239355, "rougeL": 0.7344632768361583, "len_ratio": 0.9886363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_1734a40e2337d12b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6470588235294117, "chrf": 64.7297585623239, "bleu": 32.20363295232907, "rougeL": 0.6227544910179641, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_3e36580587567a92", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8191126279863481, "chrf": 82.84743230822704, "bleu": 66.8104507572407, "rougeL": 0.8263473053892215, "len_ratio": 0.9625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_244e1187a30656d6", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6609294320137693, "chrf": 64.78622335199815, "bleu": 41.27823052911508, "rougeL": 0.6521739130434783, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_c6e7de0abe9bfed5", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7129798903107861, "chrf": 69.49990202718061, "bleu": 41.29796064140952, "rougeL": 0.713375796178344, "len_ratio": 1.1506849315068493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_42e45b5f1a97a919", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5959752321981424, "chrf": 64.68615708465995, "bleu": 35.600306477957425, "rougeL": 0.6305418719211823, "len_ratio": 0.9514563106796117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_4529613294fae26e", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7126137841352406, "chrf": 73.82084685844467, "bleu": 53.72395044597702, "rougeL": 0.7017543859649122, "len_ratio": 0.9719626168224299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_6db3602926e3f108", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7974510696404188, "chrf": 84.03462711876418, "bleu": 69.67915363632663, "rougeL": 0.8353741496598639, "len_ratio": 0.9944598337950139, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}164{"pair_id": "pair_8d0d1d27c5b651ff", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8925, "chrf": 87.93390705583401, "bleu": 71.04694753492333, "rougeL": 0.9024390243902439, "len_ratio": 0.9845679012345679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_37279956404c5331", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5519904931669637, "chrf": 65.14247680512048, "bleu": 38.9287528589711, "rougeL": 0.5737704918032788, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_46f20c52472d1393", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6602409638554216, "chrf": 62.092802576642356, "bleu": 31.688586183188846, "rougeL": 0.6870229007633588, "len_ratio": 0.8985507246376812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_52e525b34b664c04", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9318955732122588, "chrf": 90.81646705018521, "bleu": 82.19604163001947, "rougeL": 0.9357142857142857, "len_ratio": 1.0147058823529411, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_ff99bee9dd6708d2", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6150870406189555, "chrf": 62.26914787311051, "bleu": 27.84140218377091, "rougeL": 0.6549707602339182, "len_ratio": 1.1282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}169{"pair_id": "pair_449f2c7bf1a60c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6247349823321555, "chrf": 72.61283029858842, "bleu": 45.058994226274386, "rougeL": 0.6682808716707023, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_90ac68ac94c8e560", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8556405353728489, "chrf": 84.55237055905643, "bleu": 68.81998556566656, "rougeL": 0.8601398601398602, "len_ratio": 0.9708029197080292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_3294b0ffcff525df", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7342123525329632, "chrf": 80.32857085108675, "bleu": 61.84100086522786, "rougeL": 0.7676767676767676, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_61c16259d2f8cd33", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7611940298507462, "chrf": 74.93855475631298, "bleu": 52.569202094858305, "rougeL": 0.7510548523206751, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_67d302cf71408875", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7777777777777778, "chrf": 78.06223684640133, "bleu": 56.686261298815914, "rougeL": 0.7969924812030075, "len_ratio": 0.9776119402985075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}174{"pair_id": "pair_3528672378f6c06d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7562814070351759, "chrf": 75.4479985325943, "bleu": 54.025643804898785, "rougeL": 0.7457627118644068, "len_ratio": 1.0086206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}175{"pair_id": "pair_dcd6a3ad8bc2cc75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.746606334841629, "chrf": 69.45651114819515, "bleu": 45.55032850909362, "rougeL": 0.7069486404833836, "len_ratio": 0.9329268292682927, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_cb3b0d0ef5e9a37f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6637080867850098, "chrf": 68.05591322505727, "bleu": 42.35653775486361, "rougeL": 0.6576271186440679, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_1098ad32fc148c0b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.752434648898001, "chrf": 76.54973004435486, "bleu": 55.92126459447964, "rougeL": 0.7803163444639719, "len_ratio": 0.9646643109540636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}178{"pair_id": "pair_440501dd84293cb9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7027540360873694, "chrf": 77.33556568481004, "bleu": 50.82880319584693, "rougeL": 0.743202416918429, "len_ratio": 0.930379746835443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}179{"pair_id": "pair_a029a6bff2518633", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5963963963963964, "chrf": 65.87307503288784, "bleu": 38.51554849257093, "rougeL": 0.6163522012578617, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}180{"pair_id": "pair_7ffd3b6de5bfed1f", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.773542600896861, "chrf": 77.46787486815708, "bleu": 48.16246293624643, "rougeL": 0.7851851851851853, "len_ratio": 1.096774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_aa3bf227a9232830", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6808118081180812, "chrf": 74.13593957584645, "bleu": 59.260223009759635, "rougeL": 0.7654320987654322, "len_ratio": 0.9732620320855615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}182{"pair_id": "pair_e4c2a8e74fa6334f", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6178736517719569, "chrf": 60.823630475805835, "bleu": 37.69247380202413, "rougeL": 0.6229508196721312, "len_ratio": 0.9782608695652174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_c110a00b7adc11b1", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6969072164948453, "chrf": 68.46594284427874, "bleu": 41.32201533772746, "rougeL": 0.6842105263157895, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_0b1f3d0472f358ed", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6512226512226512, "chrf": 66.73455146890291, "bleu": 39.02320536141369, "rougeL": 0.5964912280701754, "len_ratio": 0.9912280701754386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}185{"pair_id": "pair_d49967a020ab0810", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6691568836712913, "chrf": 72.30073250448278, "bleu": 45.02154432670131, "rougeL": 0.7030716723549487, "len_ratio": 0.9794520547945206, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}186{"pair_id": "pair_abe570d1bc0bd4e8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.45755693581780543, "chrf": 46.32273760031941, "bleu": 3.6750394307235323, "rougeL": 0.417910447761194, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}187{"pair_id": "pair_e2ea06d99035098d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7378048780487805, "chrf": 78.34415320264758, "bleu": 55.39152085927803, "rougeL": 0.7741935483870968, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_97a727fae96cd6e3", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.795774647887324, "chrf": 78.29806907554661, "bleu": 53.30983723079108, "rougeL": 0.7896253602305475, "len_ratio": 1.0670731707317074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_9cf832f5626e4e3d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8980978260869565, "chrf": 88.03876069433592, "bleu": 76.0037782851982, "rougeL": 0.8828828828828829, "len_ratio": 0.9861751152073732, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_62f1be2540b9b389", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7004341534008682, "chrf": 70.46856217649736, "bleu": 34.861249920374796, "rougeL": 0.6392251815980631, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}191{"pair_id": "pair_75a366fcc93b3715", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.677734375, "chrf": 69.7169616272521, "bleu": 39.95007098345079, "rougeL": 0.6493506493506493, "len_ratio": 1.0833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_7e01feed40558d54", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7276916631755341, "chrf": 76.604920525773, "bleu": 54.19616789048944, "rougeL": 0.7407407407407408, "len_ratio": 0.9278350515463918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_a4d28d9c0f82395f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8240985048372911, "chrf": 84.40475918697322, "bleu": 65.05385455074085, "rougeL": 0.8507936507936509, "len_ratio": 0.9681528662420382, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_85461738b9b8c1ab", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8218694885361553, "chrf": 84.77844651743686, "bleu": 69.81102595525954, "rougeL": 0.8414985590778098, "len_ratio": 0.9909365558912386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}195{"pair_id": "pair_35c07f64ba8f1df9", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8293918918918919, "chrf": 81.45411785681273, "bleu": 59.58402755635241, "rougeL": 0.8372093023255814, "len_ratio": 1.0740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}196{"pair_id": "pair_d0011d86d9768902", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7425044091710759, "chrf": 68.47707145070814, "bleu": 41.10189832306859, "rougeL": 0.6428571428571428, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}197{"pair_id": "pair_8cf36e22aa9a5068", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8281979458450046, "chrf": 81.08335698878079, "bleu": 61.15449307416405, "rougeL": 0.8486842105263158, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}198{"pair_id": "pair_5e5cb24b1697c295", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5835798816568047, "chrf": 72.28993770898953, "bleu": 45.633161136587056, "rougeL": 0.6553398058252428, "len_ratio": 0.9365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_d4d324143e184b69", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.672120830711139, "chrf": 75.4686120434029, "bleu": 47.286638121735635, "rougeL": 0.74321503131524, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}200{"pair_id": "pair_1bef8ac95f81df3a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7458416500332667, "chrf": 69.52541340530247, "bleu": 42.066150339050665, "rougeL": 0.6715328467153284, "len_ratio": 0.8935185185185185, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}201{"pair_id": "pair_8982d55862cbe3d7", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7511520737327189, "chrf": 72.17403113598658, "bleu": 52.770367785508135, "rougeL": 0.7712418300653594, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_85cec18bd44dc166", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7302580140734949, "chrf": 70.31573877432253, "bleu": 53.05751173262308, "rougeL": 0.7203579418344519, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_0edca75dd6e3b39b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6971677559912854, "chrf": 75.05462374982392, "bleu": 54.50587696542303, "rougeL": 0.7714285714285715, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}204{"pair_id": "pair_f9e8138d0068b3f0", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8725868725868726, "chrf": 86.76287054368679, "bleu": 72.60165279420721, "rougeL": 0.8961038961038961, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}205{"pair_id": "pair_548e9ab2649ff019", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6938053097345133, "chrf": 69.43375589387547, "bleu": 39.70469935497246, "rougeL": 0.6927374301675978, "len_ratio": 1.1829268292682926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_d6e959d6454d1ab8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7965549348230913, "chrf": 82.62998407525282, "bleu": 62.12371008067429, "rougeL": 0.7959183673469388, "len_ratio": 0.9531772575250836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}207{"pair_id": "pair_77a525025e86598d", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8229908443540184, "chrf": 79.56423815615565, "bleu": 59.67517102573961, "rougeL": 0.8129496402877698, "len_ratio": 1.0149253731343284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_55420dcac5bf0203", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7538461538461538, "chrf": 76.18386155207473, "bleu": 47.085265855369755, "rougeL": 0.746268656716418, "len_ratio": 1.088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}209{"pair_id": "pair_fcb983f7a41d8e73", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8756841282251759, "chrf": 82.59652006836475, "bleu": 70.00354059253512, "rougeL": 0.874141876430206, "len_ratio": 0.9241071428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_71a0638b83dcf4c3", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7944885567491826, "chrf": 78.53056085458981, "bleu": 55.79430569617011, "rougeL": 0.8117283950617283, "len_ratio": 0.9425981873111783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}211{"pair_id": "pair_2157939b3976a033", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7914201183431953, "chrf": 81.6648613771016, "bleu": 63.64104946198626, "rougeL": 0.8280871670702179, "len_ratio": 0.9414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}212{"pair_id": "pair_52222b91a8d90e2d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8692614770459082, "chrf": 88.5413182870276, "bleu": 79.76422531139956, "rougeL": 0.8908554572271385, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}213{"pair_id": "pair_a0589c5f3953ad48", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.549800796812749, "chrf": 62.80937973937553, "bleu": 25.75947599704989, "rougeL": 0.5405405405405405, "len_ratio": 1.2153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}214{"pair_id": "pair_b8b6883870e52a57", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5760368663594471, "chrf": 61.499221991449936, "bleu": 32.6519677523378, "rougeL": 0.618421052631579, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_fcdab55030370027", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6082877247849883, "chrf": 69.62335829626424, "bleu": 38.77695833645495, "rougeL": 0.6479591836734693, "len_ratio": 1.065934065934066, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}216{"pair_id": "pair_cafa82d0cd72ed1b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7223340040241448, "chrf": 79.08784732851855, "bleu": 58.79672445348225, "rougeL": 0.7870370370370371, "len_ratio": 0.9537037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}217{"pair_id": "pair_b62afc0a569815c8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6601842374616171, "chrf": 70.7199391444287, "bleu": 42.06678563048603, "rougeL": 0.64, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_2f53996a202c1a58", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6682316118935837, "chrf": 67.17953178870644, "bleu": 41.11859248180944, "rougeL": 0.6740331491712707, "len_ratio": 0.8041237113402062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}219{"pair_id": "pair_03d4c53d1d4da3bd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7848297213622291, "chrf": 75.46548285602238, "bleu": 52.06468724834556, "rougeL": 0.7715736040609137, "len_ratio": 0.8932038834951457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_a713ee7c7fe0c799", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.505307855626327, "chrf": 55.05184889476187, "bleu": 12.349699116080409, "rougeL": 0.4895104895104895, "len_ratio": 1.1343283582089552, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}221{"pair_id": "pair_75f9519417ca0162", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.746875, "chrf": 72.70355157371903, "bleu": 44.90014279751218, "rougeL": 0.7645429362880886, "len_ratio": 0.89, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}222{"pair_id": "pair_3a5e6d59bb778841", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7818509615384616, "chrf": 80.05701868565271, "bleu": 58.5456014314688, "rougeL": 0.7917525773195876, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}223{"pair_id": "pair_4744cdf1c95733de", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7302052785923754, "chrf": 72.73080119682844, "bleu": 47.643260564551056, "rougeL": 0.75, "len_ratio": 0.9097938144329897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}224{"pair_id": "pair_672e867cb387d3af", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7470725995316159, "chrf": 76.84296804888078, "bleu": 48.32953644544587, "rougeL": 0.7468030690537084, "len_ratio": 1.0604395604395604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_1e6d186a0b0c5725", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6357775987107172, "chrf": 67.22908965974482, "bleu": 33.99695890889467, "rougeL": 0.6277777777777778, "len_ratio": 1.1524390243902438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_a5a1b099dae70cd6", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8149659863945579, "chrf": 79.8900967078534, "bleu": 59.286334598293955, "rougeL": 0.7804878048780488, "len_ratio": 0.9802955665024631, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}227{"pair_id": "pair_5b688ef383328531", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5672484599589322, "chrf": 74.46918362267796, "bleu": 46.61811441161136, "rougeL": 0.6151142355008787, "len_ratio": 0.9448275862068966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}228{"pair_id": "pair_7e59603cc705313b", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7617079889807162, "chrf": 77.71475595305797, "bleu": 61.85722739066874, "rougeL": 0.7894736842105262, "len_ratio": 0.987012987012987, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}229{"pair_id": "pair_736aa29d84da9748", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6321138211382114, "chrf": 65.32817855234971, "bleu": 36.49803781147747, "rougeL": 0.6347305389221557, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_44be3cf223ae1b08", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5286532951289398, "chrf": 67.65373536984475, "bleu": 42.541596052454466, "rougeL": 0.6082474226804123, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0417330b1980f946", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8210526315789474, "chrf": 82.0819227526439, "bleu": 60.4525092203181, "rougeL": 0.8484848484848485, "len_ratio": 0.9863945578231292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}232{"pair_id": "pair_c8a9428f08e10485", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7134831460674158, "chrf": 74.01560167329576, "bleu": 50.094920386660654, "rougeL": 0.7051282051282052, "len_ratio": 1.028169014084507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}233{"pair_id": "pair_e0c075d31bbabaca", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5687061183550652, "chrf": 62.145660128362955, "bleu": 24.95247751216245, "rougeL": 0.5673758865248226, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_e76e0421cc4dae00", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5828819068255688, "chrf": 71.27386389654372, "bleu": 52.85043570841682, "rougeL": 0.6909090909090909, "len_ratio": 0.9751552795031055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}235{"pair_id": "pair_ecde46ce8ffdc791", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6397984886649875, "chrf": 66.21894359804104, "bleu": 40.67122447477739, "rougeL": 0.6129032258064516, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}236{"pair_id": "pair_c03ccc39650f0654", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6750841750841751, "chrf": 66.9580003913831, "bleu": 43.89185935823748, "rougeL": 0.6875, "len_ratio": 0.8765432098765432, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_7dc5c12777cc4329", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.64, "chrf": 69.67465945274161, "bleu": 39.86623336256172, "rougeL": 0.6891891891891891, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_1df32f067970719f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7535368577810871, "chrf": 74.29230379237312, "bleu": 47.80388880806823, "rougeL": 0.7286821705426357, "len_ratio": 0.9390862944162437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_a7d4a762d01aa5d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6686991869918699, "chrf": 66.26624093802911, "bleu": 36.21853529129311, "rougeL": 0.6279569892473118, "len_ratio": 0.9688888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_7b85c6276ed1fc6e", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7375249500998005, "chrf": 71.66989125990017, "bleu": 47.37946570067071, "rougeL": 0.7054794520547947, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_65c3441dea3239bb", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.588548601864181, "chrf": 63.864392601227834, "bleu": 36.17091858384528, "rougeL": 0.596078431372549, "len_ratio": 1.0403225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_ab149834ceadc97c", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7460465116279069, "chrf": 77.28967948298464, "bleu": 56.38907941524657, "rougeL": 0.7953216374269007, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_640978d776448bf8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6175298804780877, "chrf": 70.74089925390436, "bleu": 43.32966193721833, "rougeL": 0.6782608695652173, "len_ratio": 1.0560747663551402, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_89087686d7af3994", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8136645962732919, "chrf": 82.69455923743809, "bleu": 63.68544341731009, "rougeL": 0.8287292817679558, "len_ratio": 0.9712643678160919, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}245{"pair_id": "pair_d39fad2f74d88f05", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6179104477611941, "chrf": 63.00819544409874, "bleu": 35.25036370057127, "rougeL": 0.5957446808510638, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_1c87402ce0129fb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9104477611940298, "chrf": 92.3265698327636, "bleu": 79.23343965330942, "rougeL": 0.9166666666666667, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}247{"pair_id": "pair_a96c92970524048e", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6948837209302325, "chrf": 73.17376478310878, "bleu": 50.41603208963189, "rougeL": 0.7398843930635839, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_7bd8d966e47b6916", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7795603089720737, "chrf": 83.4992299688449, "bleu": 67.86439324415399, "rougeL": 0.8065173116089612, "len_ratio": 0.9551020408163265, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_534688ae88dbdce2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7971631205673759, "chrf": 80.03322442533984, "bleu": 61.136700932281876, "rougeL": 0.7999999999999999, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}250{"pair_id": "pair_a64a9e98a90a2126", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7381974248927039, "chrf": 72.90735472595985, "bleu": 46.12889560294281, "rougeL": 0.70404984423676, "len_ratio": 1.0127388535031847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_abd0b640a3ba039a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7647058823529411, "chrf": 71.92341805669618, "bleu": 49.244759926337395, "rougeL": 0.729483282674772, "len_ratio": 0.9207317073170732, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}252{"pair_id": "pair_a02ef2ae67b1d5de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7980295566502463, "chrf": 73.88935995466815, "bleu": 56.37708163768128, "rougeL": 0.8095238095238095, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_139ed4e934e58fa4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7438330170777989, "chrf": 72.66211921219814, "bleu": 50.81196505822719, "rougeL": 0.7320261437908497, "len_ratio": 0.8414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_da1bf405e2d46361", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7007407407407407, "chrf": 76.1640044052251, "bleu": 46.22769632181308, "rougeL": 0.7, "len_ratio": 1.2564102564102564, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_933bbd17a8d656f4", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7134751773049646, "chrf": 72.10866243899022, "bleu": 45.02610769414456, "rougeL": 0.7236180904522613, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_85c1aaeb8f87e381", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.702656383890317, "chrf": 72.13528878350076, "bleu": 52.38833719435596, "rougeL": 0.7234042553191489, "len_ratio": 1.0268817204301075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_219e37dfa7aacc9f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5305263157894737, "chrf": 55.175436377338094, "bleu": 23.583848099740667, "rougeL": 0.5135135135135136, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_16c61cc5b47c2d6a", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6785403996524761, "chrf": 73.09232039551966, "bleu": 44.95842940113833, "rougeL": 0.7218934911242605, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_73e1401417c3e8b8", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5888125613346418, "chrf": 68.6788300574682, "bleu": 42.958866087490094, "rougeL": 0.6599326599326599, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_2c42235334414ed7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5961538461538461, "chrf": 65.85256416099195, "bleu": 39.9494034830646, "rougeL": 0.5970149253731343, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}261{"pair_id": "pair_6afef41daa3a4e1b", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6782133090246125, "chrf": 66.8589786866036, "bleu": 32.143072257252044, "rougeL": 0.6902173913043478, "len_ratio": 0.9653179190751445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}262{"pair_id": "pair_0293f9d87dde4865", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6067073170731707, "chrf": 65.17102261059836, "bleu": 37.46572845191057, "rougeL": 0.6060606060606061, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_aa37a94d19d534e8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6683417085427136, "chrf": 63.88684848132319, "bleu": 34.66836738348458, "rougeL": 0.6712962962962963, "len_ratio": 0.9069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_2a6fbc707e45083b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5727699530516432, "chrf": 64.24847098778773, "bleu": 38.06891587724815, "rougeL": 0.6349206349206349, "len_ratio": 0.8865979381443299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}265{"pair_id": "pair_14d7490663144208", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8463855421686747, "chrf": 80.92172071845351, "bleu": 60.55191028021021, "rougeL": 0.7741935483870968, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_496eb529b7ff6a50", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6685006877579092, "chrf": 70.82233978171405, "bleu": 45.9643426255948, "rougeL": 0.6886792452830188, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}267{"pair_id": "pair_b225d2a8c8e85722", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8666666666666667, "chrf": 85.2940603475561, "bleu": 66.07669142603133, "rougeL": 0.8571428571428571, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}268{"pair_id": "pair_a1ca29168b3d3a1f", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5787831513260531, "chrf": 66.18669039413273, "bleu": 40.55599793631137, "rougeL": 0.6342710997442454, "len_ratio": 1.0418848167539267, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_8ed51491c866cc42", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6167832167832168, "chrf": 72.22915630233237, "bleu": 41.978075263546756, "rougeL": 0.6129032258064516, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}270{"pair_id": "pair_0ffbfea7fe7bbc74", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8536585365853658, "chrf": 84.21294238839967, "bleu": 68.02191493196715, "rougeL": 0.8585858585858585, "len_ratio": 0.9441624365482234, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_9e760d26f15899c1", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6391402714932126, "chrf": 65.19858175179223, "bleu": 40.822169038438574, "rougeL": 0.623574144486692, "len_ratio": 0.9328358208955224, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_774580dbe5207b36", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7952941176470588, "chrf": 74.89421550081276, "bleu": 54.805594065758264, "rougeL": 0.7696476964769647, "len_ratio": 0.9267015706806283, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}273{"pair_id": "pair_b560d0327ccd9a76", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6091666666666666, "chrf": 65.64338159715881, "bleu": 30.262063979227673, "rougeL": 0.6127167630057804, "len_ratio": 0.9770114942528736, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_c55c563c32276032", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8087719298245614, "chrf": 80.20390527610358, "bleu": 61.49248296116127, "rougeL": 0.7532467532467533, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_07de93545671186d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6879756468797564, "chrf": 77.09483827333561, "bleu": 50.782306960857404, "rougeL": 0.7188612099644128, "len_ratio": 1.0111524163568772, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}276{"pair_id": "pair_920a92366c31e390", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.64, "chrf": 73.43141068276275, "bleu": 41.339848213462574, "rougeL": 0.631578947368421, "len_ratio": 1.1973684210526316, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}277{"pair_id": "pair_3495f6f5d690851b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8146775389177168, "chrf": 82.03464728964276, "bleu": 66.46280627710358, "rougeL": 0.8167053364269141, "len_ratio": 0.9786096256684492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_8cf7a6168f818186", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7415254237288136, "chrf": 75.29167671305092, "bleu": 52.31977097147719, "rougeL": 0.75, "len_ratio": 1.0142857142857142, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_93081f0fccb241d1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6701846965699209, "chrf": 68.17612448518875, "bleu": 41.58576236086543, "rougeL": 0.6574074074074076, "len_ratio": 0.9351851851851852, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}280{"pair_id": "pair_1c915bd266393508", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7966867469879518, "chrf": 76.85261597554583, "bleu": 52.09275312518066, "rougeL": 0.745945945945946, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}281{"pair_id": "pair_76535c39fd805439", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7205588822355289, "chrf": 70.28372937465181, "bleu": 41.817946042665, "rougeL": 0.7117437722419928, "len_ratio": 0.86, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_4a6041b5b1b8c761", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8253968253968254, "chrf": 77.94939713268678, "bleu": 57.25972271135737, "rougeL": 0.7926509186351706, "len_ratio": 0.9086294416243654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}283{"pair_id": "pair_7878171515e6c17a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6759195003469813, "chrf": 67.89116671137917, "bleu": 37.79931418095642, "rougeL": 0.6482412060301508, "len_ratio": 0.9897435897435898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}284{"pair_id": "pair_fef11a9db8e26f13", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6595365418894831, "chrf": 62.06606567522839, "bleu": 31.86003568559888, "rougeL": 0.616279069767442, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_0b2e201ed08351a7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8666666666666667, "chrf": 85.2940603475561, "bleu": 66.07669142603133, "rougeL": 0.8571428571428571, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_5f57fe4f9357e334", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5636623748211731, "chrf": 65.12773152337083, "bleu": 29.465245171260978, "rougeL": 0.5727272727272728, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}287{"pair_id": "pair_dcbf280e76066c70", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8408488063660478, "chrf": 85.29951537422897, "bleu": 65.81055847659381, "rougeL": 0.8611111111111112, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}288{"pair_id": "pair_5b7587721dc8ac67", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7214076246334311, "chrf": 72.60273084989703, "bleu": 45.1149320993516, "rougeL": 0.7253044654939107, "len_ratio": 0.8788659793814433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}289{"pair_id": "pair_7f03ea9ecf50694b", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7816171389080857, "chrf": 78.1685819530966, "bleu": 51.06493834186865, "rougeL": 0.7476190476190476, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}290{"pair_id": "pair_2d842412ec9594de", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8529813381884388, "chrf": 85.72070519312169, "bleu": 73.12183256478316, "rougeL": 0.871934604904632, "len_ratio": 0.997229916897507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}291{"pair_id": "pair_e7d521dd0cccc8f3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7646048109965635, "chrf": 71.94737787405273, "bleu": 48.28550363006341, "rougeL": 0.7812500000000001, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}292{"pair_id": "pair_a0eef21e67fbc4ec", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8423645320197044, "chrf": 76.11322835541155, "bleu": 56.506371747526465, "rougeL": 0.8125, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_8cec93e9ba1a0431", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5685279187817258, "chrf": 51.45956896668513, "bleu": 30.868064540816732, "rougeL": 0.625, "len_ratio": 0.8064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_a90fcb2970abdd22", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7303999999999999, "chrf": 78.54098203188254, "bleu": 54.37117806710926, "rougeL": 0.7648578811369509, "len_ratio": 1.0494505494505495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}295{"pair_id": "pair_e02a0ffa18aceaa7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6479859894921192, "chrf": 68.54759793684946, "bleu": 37.00332140520273, "rougeL": 0.5766871165644172, "len_ratio": 1.1408450704225352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_92b80dbf5ff018de", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7992895204262878, "chrf": 76.49505232933642, "bleu": 66.83906554785585, "rougeL": 0.8247422680412372, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}297{"pair_id": "pair_e385ef1c661369e7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.709136109384711, "chrf": 77.13733491518207, "bleu": 50.888925888689585, "rougeL": 0.7583333333333333, "len_ratio": 1.0042918454935623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}298{"pair_id": "pair_e7d2c104bb80225c", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8320830929024813, "chrf": 80.29015640555639, "bleu": 63.68919541614239, "rougeL": 0.8339483394833949, "len_ratio": 1.0, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_b82a6a85d161953c", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6605678233438486, "chrf": 73.0880327211789, "bleu": 45.54835806208119, "rougeL": 0.7121535181236672, "len_ratio": 0.9527896995708155, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}300{"pair_id": "pair_ee59abcf15fedb78", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7661900756938604, "chrf": 75.28822727674016, "bleu": 48.317142883962894, "rougeL": 0.7323076923076922, "len_ratio": 1.0254777070063694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_7897b0bc329fcb91", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6987389070527791, "chrf": 70.36054583821416, "bleu": 42.18085950703505, "rougeL": 0.6955177743431221, "len_ratio": 0.9425981873111783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}302{"pair_id": "pair_221854df444529f3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.77066269545793, "chrf": 72.26530042615235, "bleu": 46.30165782899334, "rougeL": 0.7229551451187334, "len_ratio": 0.9035532994923858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_9376bc9ab309fd37", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.629889669007021, "chrf": 65.03386398724797, "bleu": 29.664171551995167, "rougeL": 0.6115107913669066, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}304{"pair_id": "pair_d004e866866dcd0b", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8079550020088389, "chrf": 80.02537960116948, "bleu": 57.14362131216322, "rougeL": 0.8185328185328186, "len_ratio": 0.9835616438356164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}305{"pair_id": "pair_8443173b41d738f2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7701492537313432, "chrf": 72.91162000618957, "bleu": 49.94916026612123, "rougeL": 0.7692307692307693, "len_ratio": 0.898989898989899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}306{"pair_id": "pair_97edf5388988b061", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6590257879656161, "chrf": 65.44201157478537, "bleu": 43.09334897610664, "rougeL": 0.7046632124352332, "len_ratio": 0.89, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_f79908772fd6f99d", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8179086538461539, "chrf": 82.08441380761109, "bleu": 64.62325258404887, "rougeL": 0.8322981366459626, "len_ratio": 0.916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}308{"pair_id": "pair_301c4bb92c11db51", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7160068846815835, "chrf": 68.01619377503836, "bleu": 44.42515272942543, "rougeL": 0.7428571428571429, "len_ratio": 0.898876404494382, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_82114d059b9e60fd", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7415730337078652, "chrf": 75.70309144877291, "bleu": 54.045419177901465, "rougeL": 0.71889400921659, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}310{"pair_id": "pair_e905fe8cfdc1c724", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8152753108348135, "chrf": 79.1622444087769, "bleu": 56.44989047972508, "rougeL": 0.7911392405063292, "len_ratio": 0.9681528662420382, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_9b56703eec23694f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6610978520286397, "chrf": 64.77368654294769, "bleu": 37.741847261632145, "rougeL": 0.6443514644351465, "len_ratio": 0.9416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_43d3d6254303b7f8", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7347740667976425, "chrf": 71.03022996269482, "bleu": 42.502169475360425, "rougeL": 0.7346938775510203, "len_ratio": 0.9342105263157895, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_688d949080e48b44", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6040609137055837, "chrf": 63.21629606400116, "bleu": 35.952176068994234, "rougeL": 0.6432748538011697, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}314{"pair_id": "pair_8ae3f38f184d1e97", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6546762589928057, "chrf": 65.32243783027086, "bleu": 34.78603841712749, "rougeL": 0.64, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_ee8cd3ae9d7bd952", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.897680763983629, "chrf": 87.01686388894021, "bleu": 71.10655986642404, "rougeL": 0.9066666666666667, "len_ratio": 0.963963963963964, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}316{"pair_id": "pair_47d1a24d93f891b2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7956867196367764, "chrf": 78.83537280464876, "bleu": 64.825570019555, "rougeL": 0.7927272727272727, "len_ratio": 0.9779411764705882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}317{"pair_id": "pair_f006b8fa0a90e5a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.663594470046083, "chrf": 61.90253473241568, "bleu": 41.65553220491341, "rougeL": 0.717948717948718, "len_ratio": 0.8902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}318{"pair_id": "pair_1d02fa6de4b33185", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6871609403254972, "chrf": 68.49072577006882, "bleu": 44.69791868454848, "rougeL": 0.6838709677419356, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}319{"pair_id": "pair_0a39d7bdcb9553f9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7321237993596585, "chrf": 70.60150437505061, "bleu": 44.53394323648559, "rougeL": 0.710801393728223, "len_ratio": 0.9452054794520548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}320{"pair_id": "pair_8d62ce3e8bf81ae9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7503234152652005, "chrf": 73.62846567910749, "bleu": 47.995722863310895, "rougeL": 0.7235772357723578, "len_ratio": 1.0175438596491229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}321{"pair_id": "pair_759d8686265189fd", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6397621070518267, "chrf": 67.20403551586212, "bleu": 38.777923404721356, "rougeL": 0.6381766381766382, "len_ratio": 1.0975609756097562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}322{"pair_id": "pair_96095db76fc69470", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6847492323439099, "chrf": 67.89666027352231, "bleu": 41.89065674137887, "rougeL": 0.6712802768166088, "len_ratio": 0.8866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}323{"pair_id": "pair_caae9068c3d43d6e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8154897494305239, "chrf": 78.66393489931754, "bleu": 58.72125785861748, "rougeL": 0.787878787878788, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}324{"pair_id": "pair_b0674331d8b8dad9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7360335195530726, "chrf": 77.74865821450851, "bleu": 52.041377379844974, "rougeL": 0.7441077441077442, "len_ratio": 0.9732441471571907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}325{"pair_id": "pair_e5e5dc92d38805b6", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6911196911196911, "chrf": 64.37425777906498, "bleu": 38.331737198505586, "rougeL": 0.6545454545454544, "len_ratio": 0.9298245614035088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}326{"pair_id": "pair_0ac5c497291c6f08", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6935866983372921, "chrf": 77.26222687870381, "bleu": 52.57674569857879, "rougeL": 0.7301587301587302, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}327{"pair_id": "pair_f256c55c23074fd1", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7505966587112172, "chrf": 71.4820317964802, "bleu": 50.46448734330269, "rougeL": 0.7699115044247787, "len_ratio": 0.8416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}328{"pair_id": "pair_b7faad29259d397e", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7646657571623465, "chrf": 80.32207545221203, "bleu": 55.69574133215778, "rougeL": 0.8, "len_ratio": 0.963963963963964, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_b1acc04e9df8f073", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6378244746600742, "chrf": 61.93093154989394, "bleu": 32.75088626652895, "rougeL": 0.6031746031746031, "len_ratio": 0.983739837398374, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}330{"pair_id": "pair_ff0c5464abaa2fd2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5362095531587057, "chrf": 63.58287491259027, "bleu": 31.29507810833007, "rougeL": 0.631578947368421, "len_ratio": 1.065217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_f54b7fe95bd89891", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7397831526271893, "chrf": 77.17736337797135, "bleu": 56.255815824813155, "rougeL": 0.752136752136752, "len_ratio": 0.9883040935672515, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_ad2dd15f360b8057", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7765957446808511, "chrf": 79.92888830965933, "bleu": 62.94506957351818, "rougeL": 0.7733333333333334, "len_ratio": 1.0604026845637584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_5bee6e746e032ee3", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7600373482726424, "chrf": 74.49971782109304, "bleu": 52.61804679106969, "rougeL": 0.7524752475247525, "len_ratio": 0.9290322580645162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_c613b69367e299ac", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.682608695652174, "chrf": 74.03773451486109, "bleu": 51.51891056419646, "rougeL": 0.7230046948356808, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}335{"pair_id": "pair_401130504399c938", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7769784172661871, "chrf": 78.8162387899338, "bleu": 50.24829259995899, "rougeL": 0.7677261613691931, "len_ratio": 1.0208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_aad4bb6b3d6918f6", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6626262626262627, "chrf": 65.84357350725479, "bleu": 27.888008920473627, "rougeL": 0.7073170731707318, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}337{"pair_id": "pair_d658bd625ca4eae5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.698307579102281, "chrf": 70.715430740342, "bleu": 42.1632174934354, "rougeL": 0.6827956989247312, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}338{"pair_id": "pair_4502c94100ee408c", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7914818101153505, "chrf": 82.2176977897703, "bleu": 62.75912041562857, "rougeL": 0.8394366197183099, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_821c33b9450012bc", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7140729709605361, "chrf": 67.46304850286762, "bleu": 39.126819615044916, "rougeL": 0.6791443850267379, "len_ratio": 0.8730964467005076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}340{"pair_id": "pair_e31bf086f92dfa4c", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.575139146567718, "chrf": 56.16156352180808, "bleu": 19.232676634304095, "rougeL": 0.5316455696202531, "len_ratio": 1.0833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}341{"pair_id": "pair_162bdd064eaebe66", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6062015503875968, "chrf": 74.4542824274991, "bleu": 44.54618842146987, "rougeL": 0.6537216828478964, "len_ratio": 1.15018315018315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}342{"pair_id": "pair_f85fe0d46e73e9a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7072192513368984, "chrf": 75.69497589071995, "bleu": 47.8481853900174, "rougeL": 0.7123287671232877, "len_ratio": 1.0480769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_65640eac97eef6d2", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7241219963031423, "chrf": 75.26565342083732, "bleu": 54.68359250966249, "rougeL": 0.7260726072607262, "len_ratio": 0.9738562091503268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}344{"pair_id": "pair_80a7ad2d77ea78ce", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7039682539682539, "chrf": 68.36170536317222, "bleu": 49.105723670604704, "rougeL": 0.7492957746478874, "len_ratio": 0.8010752688172043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}345{"pair_id": "pair_48f073a43f5f1b70", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6459143968871595, "chrf": 71.44306395307825, "bleu": 48.22621173031552, "rougeL": 0.6666666666666667, "len_ratio": 1.0536912751677852, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}346{"pair_id": "pair_0239d636f8aaf890", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6506666666666667, "chrf": 71.82428611265983, "bleu": 43.62531016283891, "rougeL": 0.6696035242290749, "len_ratio": 1.1326530612244898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_0d3f6fa9e9ead340", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6265243902439024, "chrf": 65.41495845554334, "bleu": 36.23888411086001, "rougeL": 0.6700507614213197, "len_ratio": 0.9702970297029703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_c852cc35d7f926f7", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6431852986217458, "chrf": 60.82624020820408, "bleu": 24.319119161360433, "rougeL": 0.5925925925925926, "len_ratio": 0.801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}349{"pair_id": "pair_3744620524689348", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6693989071038251, "chrf": 65.13872856198346, "bleu": 41.946186363446465, "rougeL": 0.7032258064516128, "len_ratio": 0.7738095238095238, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}350{"pair_id": "pair_fd5f9cc9b825619c", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8822393822393823, "chrf": 87.9124298045025, "bleu": 78.11991607871435, "rougeL": 0.8961038961038961, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}351{"pair_id": "pair_f8093832b23494ee", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7563694267515924, "chrf": 73.4923151918338, "bleu": 46.76957733317212, "rougeL": 0.7231638418079096, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_8aa5cba92393e6f7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7841105354058722, "chrf": 75.29302340463109, "bleu": 60.46694728706012, "rougeL": 0.7894736842105263, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}353{"pair_id": "pair_1870915e88bc5c2a", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6856561546286877, "chrf": 65.9297676957049, "bleu": 39.460038136065236, "rougeL": 0.6867924528301887, "len_ratio": 0.9253731343283582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_0367c2c56e1d9147", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7518072289156627, "chrf": 70.39785281300912, "bleu": 46.88563858483136, "rougeL": 0.7462686567164178, "len_ratio": 0.9420289855072463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}355{"pair_id": "pair_6bef754bcb227fb3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7068062827225131, "chrf": 73.61738012139715, "bleu": 45.771418739418365, "rougeL": 0.6626506024096386, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_29761cdf43947e5a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7887453874538746, "chrf": 77.26940909700748, "bleu": 62.65513806544639, "rougeL": 0.8308457711442786, "len_ratio": 0.9518716577540107, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_047312e0b0842524", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6936026936026936, "chrf": 66.51273203567946, "bleu": 47.12837225031804, "rougeL": 0.6625, "len_ratio": 0.8765432098765432, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}358{"pair_id": "pair_2636926c9ac97abd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8073852295409182, "chrf": 77.26634014207701, "bleu": 55.96187301025168, "rougeL": 0.8013937282229965, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_9adc092d5f00e613", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7270916334661355, "chrf": 78.38511729484455, "bleu": 61.62783569405916, "rougeL": 0.7417218543046358, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}360{"pair_id": "pair_3b7c0b9148e257db", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5697445972495088, "chrf": 56.96166116288133, "bleu": 17.416403789322143, "rougeL": 0.5324675324675324, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_45286e9e7b95ac5a", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7662988966900702, "chrf": 73.20250593051396, "bleu": 44.98614417664602, "rougeL": 0.7127272727272729, "len_ratio": 0.9214285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}362{"pair_id": "pair_3376c46ea84be3ed", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8106508875739645, "chrf": 81.2134253495106, "bleu": 69.85710528694416, "rougeL": 0.8712011577424024, "len_ratio": 0.8753462603878116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}363{"pair_id": "pair_713ed70cf92d4598", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7769110764430578, "chrf": 77.81759002898707, "bleu": 59.04956665950551, "rougeL": 0.7755102040816326, "len_ratio": 0.9895833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}364{"pair_id": "pair_d84241a3a0c07424", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6504201680672269, "chrf": 64.7691580749241, "bleu": 37.311073023766575, "rougeL": 0.6857142857142857, "len_ratio": 1.1595744680851063, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}365{"pair_id": "pair_8bfca01ebe0113f9", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6951026856240126, "chrf": 69.87493093671466, "bleu": 45.44054031718361, "rougeL": 0.7222222222222223, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_db9976917f613b75", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6701183431952662, "chrf": 69.55416998958074, "bleu": 46.633538291314146, "rougeL": 0.6735751295336787, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}367{"pair_id": "pair_551f599327ba9864", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7311411992263056, "chrf": 67.74729579743637, "bleu": 38.748430276593666, "rougeL": 0.6447368421052633, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_408e43c9688dc424", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6130198915009042, "chrf": 58.78430982830318, "bleu": 26.198492757078327, "rougeL": 0.5777777777777778, "len_ratio": 1.1951219512195121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}369{"pair_id": "pair_9ae0bbedaa52304c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7912713472485768, "chrf": 75.243537299747, "bleu": 49.369377470783505, "rougeL": 0.759493670886076, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_dd8efb0a380d3b1b", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7310536044362292, "chrf": 74.09068008626619, "bleu": 51.78015724053266, "rougeL": 0.7064676616915423, "len_ratio": 0.9575163398692811, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}371{"pair_id": "pair_6f120b4112571036", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7073732718894009, "chrf": 68.59964450950893, "bleu": 42.024102153942124, "rougeL": 0.7050359712230215, "len_ratio": 1.0144927536231885, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}372{"pair_id": "pair_078fee715314dcc3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6994818652849741, "chrf": 67.65359431753573, "bleu": 40.513573047153514, "rougeL": 0.6947368421052631, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_990e10cf0c26cc65", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6803482587064676, "chrf": 67.44539117102882, "bleu": 40.09390940178768, "rougeL": 0.631578947368421, "len_ratio": 1.1132075471698113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}374{"pair_id": "pair_beb7284dbeb58b39", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5166444740346205, "chrf": 58.48715651569512, "bleu": 27.719624135826834, "rougeL": 0.5296442687747035, "len_ratio": 1.0241935483870968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_22fab3b0bbb428c1", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8126520681265207, "chrf": 74.90503962144605, "bleu": 41.88982495612769, "rougeL": 0.7999999999999999, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_c5db923d78ebbdc5", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.646043165467626, "chrf": 69.45069769552023, "bleu": 37.94110793134908, "rougeL": 0.6183574879227053, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}377{"pair_id": "pair_68521a685e1066b8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7797513321492007, "chrf": 74.99131784017867, "bleu": 64.93337803347129, "rougeL": 0.7938144329896908, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}378{"pair_id": "pair_b23bafb4587bd94a", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7365716954694068, "chrf": 73.96599008718853, "bleu": 48.668882436929984, "rougeL": 0.751552795031056, "len_ratio": 0.9365558912386707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}379{"pair_id": "pair_06070709e4bf0c12", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8412822517591869, "chrf": 80.27257342224983, "bleu": 65.96525395670808, "rougeL": 0.8584474885844747, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}380{"pair_id": "pair_cf5261e33814865e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7513262599469496, "chrf": 74.21020178601371, "bleu": 48.57981899935277, "rougeL": 0.766595289079229, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_849298b608f68612", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7097242380261248, "chrf": 69.857058969765, "bleu": 47.06607527381033, "rougeL": 0.6956521739130436, "len_ratio": 0.9797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}382{"pair_id": "pair_5f5d706b12c3c00c", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8037135278514589, "chrf": 76.4525406605269, "bleu": 54.41961003273318, "rougeL": 0.8177966101694915, "len_ratio": 1.0216450216450217, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}383{"pair_id": "pair_cd3f7653b31f9fca", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7258160237388724, "chrf": 78.35536552855118, "bleu": 57.910286012605766, "rougeL": 0.7766323024054982, "len_ratio": 0.9816849816849816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}384{"pair_id": "pair_79e87eeba64a1dbf", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7454268292682926, "chrf": 74.82568892562988, "bleu": 50.61907463592134, "rougeL": 0.7897435897435898, "len_ratio": 0.9504950495049505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_bbc9e73ba5c0adce", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6544715447154472, "chrf": 64.91844744199834, "bleu": 42.99752953483634, "rougeL": 0.6463414634146342, "len_ratio": 0.8987341772151899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}386{"pair_id": "pair_2120a4ed868966a3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.678440029433407, "chrf": 70.0760288705584, "bleu": 38.305204148968585, "rougeL": 0.6771653543307087, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}387{"pair_id": "pair_cd0615576e4fda71", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7424511545293073, "chrf": 73.29580463068753, "bleu": 52.93244587135205, "rougeL": 0.7472527472527473, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_04566831443fc29a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6110019646365422, "chrf": 66.51135964424991, "bleu": 38.90245939612601, "rougeL": 0.6736842105263158, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_688b445c9df13ea8", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7619047619047619, "chrf": 67.80958508164451, "bleu": 48.95384255584777, "rougeL": 0.8547486033519552, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}390{"pair_id": "pair_0b5102201fdaeb1f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5835913312693499, "chrf": 57.627628219760105, "bleu": 27.500039170434935, "rougeL": 0.6206896551724138, "len_ratio": 0.9223300970873787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_28ce036af92439bf", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5934959349593496, "chrf": 58.885242904326894, "bleu": 21.530591829765246, "rougeL": 0.5792349726775956, "len_ratio": 1.2222222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}392{"pair_id": "pair_4b05b160bef93f18", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.48, "chrf": 63.812689032758016, "bleu": 37.87573226856847, "rougeL": 0.5662650602409639, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}393{"pair_id": "pair_ba942be228a1c287", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7643884892086331, "chrf": 75.89399593160377, "bleu": 52.44204968670394, "rougeL": 0.7849462365591398, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}394{"pair_id": "pair_e3e96c55d2c25e43", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7005444646098004, "chrf": 68.85669613551839, "bleu": 42.787944029345745, "rougeL": 0.6, "len_ratio": 0.9318181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_da9d1411c0e56679", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7278106508875739, "chrf": 76.2724664649999, "bleu": 54.375695803309576, "rougeL": 0.7703703703703704, "len_ratio": 0.9073170731707317, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}396{"pair_id": "pair_0612fc0785aa36c8", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7151639344262295, "chrf": 71.07301064712578, "bleu": 37.05458968408, "rougeL": 0.7111111111111111, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_68780950537e1c62", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7225225225225225, "chrf": 68.2906808123932, "bleu": 46.988772886133745, "rougeL": 0.7066666666666666, "len_ratio": 0.8717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}398{"pair_id": "pair_c2d88a6f463cfb72", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7517084282460137, "chrf": 72.00022050761345, "bleu": 39.88543168515588, "rougeL": 0.7131782945736433, "len_ratio": 1.0806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}399{"pair_id": "pair_81f635815a89d6aa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.785175879396985, "chrf": 75.43686741030004, "bleu": 55.580845186864664, "rougeL": 0.8125000000000001, "len_ratio": 0.9051724137931034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}400{"pair_id": "pair_bfd35086fdc831dc", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.702136573104315, "chrf": 72.4835135282133, "bleu": 45.6023723821568, "rougeL": 0.7212681638044914, "len_ratio": 0.9252577319587629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_1ca8f2daaa50bd22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7741702741702742, "chrf": 76.70047327885227, "bleu": 53.45934114588267, "rougeL": 0.7676767676767676, "len_ratio": 0.9796954314720813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_896601ed1de1bd7d", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7292817679558011, "chrf": 75.08881305305395, "bleu": 48.6289185512302, "rougeL": 0.7441860465116279, "len_ratio": 1.0975609756097562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}403{"pair_id": "pair_4693d342720de934", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6872586872586872, "chrf": 68.22305592292552, "bleu": 35.493719029722286, "rougeL": 0.6098901098901099, "len_ratio": 0.9887005649717514, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_fa2ae819fb8b3100", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7108938547486033, "chrf": 76.36983840304683, "bleu": 49.46819822576034, "rougeL": 0.7195945945945945, "len_ratio": 0.9698996655518395, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}405{"pair_id": "pair_ffd64a514668d31c", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6657534246575343, "chrf": 74.3962286762262, "bleu": 54.0283312149802, "rougeL": 0.7377777777777778, "len_ratio": 1.0467289719626167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}406{"pair_id": "pair_c4f04ee272b3a4de", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7738095238095238, "chrf": 75.19162000514216, "bleu": 54.69600638276862, "rougeL": 0.7839195979899497, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}407{"pair_id": "pair_628de43478a8773d", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7398601398601399, "chrf": 70.39706345067958, "bleu": 41.001050965209245, "rougeL": 0.7103825136612023, "len_ratio": 0.8877551020408163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}408{"pair_id": "pair_1bc6bdfd76ead91a", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7771836007130125, "chrf": 78.65460431158277, "bleu": 59.91064342181203, "rougeL": 0.7761806981519507, "len_ratio": 0.9387755102040817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_904048884c06143b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6331255565449688, "chrf": 72.83304333280203, "bleu": 42.07948797959792, "rougeL": 0.6953846153846154, "len_ratio": 1.1266666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_347c8069c4540198", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8886036960985626, "chrf": 86.02572811156963, "bleu": 69.97524974373292, "rougeL": 0.8884955752212389, "len_ratio": 0.9275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_a8027e6ba9108280", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6991869918699187, "chrf": 65.45111847149124, "bleu": 38.24922165962457, "rougeL": 0.6727688787185355, "len_ratio": 0.8488888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_69a415f19a1a0eb3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8423194303153612, "chrf": 83.00161731936919, "bleu": 66.3073882951102, "rougeL": 0.8421052631578947, "len_ratio": 1.0205479452054795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}413{"pair_id": "pair_48c7558d84fd2d5a", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7509104151493081, "chrf": 74.85795418491587, "bleu": 52.14635198020578, "rougeL": 0.7524752475247524, "len_ratio": 0.945273631840796, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}414{"pair_id": "pair_4b61683003e01fb2", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6183574879227054, "chrf": 73.25019376481602, "bleu": 44.634486634493754, "rougeL": 0.7272727272727272, "len_ratio": 0.8953488372093024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_182d3c97f7eeeb6d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5767754318618042, "chrf": 66.96416076995807, "bleu": 40.08729063147693, "rougeL": 0.6433121019108279, "len_ratio": 0.9056603773584906, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}416{"pair_id": "pair_9afa17f2becab1cb", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7864205669083718, "chrf": 80.54758182054861, "bleu": 62.61915632799542, "rougeL": 0.7964989059080964, "len_ratio": 1.0368663594470047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_0d86540f40d34761", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7412040656763097, "chrf": 72.38039540305188, "bleu": 55.46521036166841, "rougeL": 0.771618625277162, "len_ratio": 0.9866071428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_6576669ad475d74d", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.621580547112462, "chrf": 58.221830186502366, "bleu": 22.607626805393068, "rougeL": 0.5353535353535352, "len_ratio": 0.9108910891089109, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}419{"pair_id": "pair_c2ac1228381af34f", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5633802816901409, "chrf": 63.299754552738264, "bleu": 35.398078151664265, "rougeL": 0.5934065934065934, "len_ratio": 0.8041237113402062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}420{"pair_id": "pair_0f9c437fdd4bc37a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8888888888888888, "chrf": 86.85356523444472, "bleu": 69.03907530140467, "rougeL": 0.8771929824561403, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}421{"pair_id": "pair_493b6aff6d41d5ec", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5986013986013986, "chrf": 66.55552342074895, "bleu": 40.101860186768754, "rougeL": 0.6145833333333334, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_0261156aa91b4893", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6917344173441735, "chrf": 66.17226384860781, "bleu": 36.423943417317844, "rougeL": 0.6711409395973154, "len_ratio": 0.8933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}423{"pair_id": "pair_44c46ebac224f392", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7262723521320495, "chrf": 70.32698996113915, "bleu": 45.6734375954431, "rougeL": 0.7407407407407407, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_ba1710df582e8b30", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6919104991394148, "chrf": 66.74661839298653, "bleu": 43.135461632887505, "rougeL": 0.7000000000000001, "len_ratio": 0.9550561797752809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_10945a7823940f42", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6979638009049773, "chrf": 68.75614561393186, "bleu": 41.873114017014785, "rougeL": 0.6956521739130436, "len_ratio": 0.8582089552238806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_e3b920abd9a85431", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7688172043010753, "chrf": 74.57527188679555, "bleu": 49.37627223775742, "rougeL": 0.7928994082840237, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}427{"pair_id": "pair_6ed13493e0a5b8a2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8008048289738431, "chrf": 76.69699042072553, "bleu": 48.47849698745796, "rougeL": 0.7514450867052023, "len_ratio": 1.1323529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}428{"pair_id": "pair_08fa9b292d4cacc8", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7203166226912929, "chrf": 68.49667056040825, "bleu": 41.18244912433047, "rougeL": 0.7081339712918658, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}429{"pair_id": "pair_8a0e4b11338b2a74", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5927152317880795, "chrf": 60.65404697042223, "bleu": 22.01415166911562, "rougeL": 0.5795454545454546, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_6dc1c60aea03e9d8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8320493066255779, "chrf": 82.55170097430904, "bleu": 65.60601831854169, "rougeL": 0.8555555555555556, "len_ratio": 0.9456521739130435, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}431{"pair_id": "pair_131e9f6dd7e81f01", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7532467532467533, "chrf": 75.24539067216183, "bleu": 60.79701296080446, "rougeL": 0.7801857585139318, "len_ratio": 0.896969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}432{"pair_id": "pair_c7618e78d6b7115c", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.614448051948052, "chrf": 72.41200064959125, "bleu": 42.0641270814523, "rougeL": 0.6613333333333333, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}433{"pair_id": "pair_abc309430f69ce5e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6411657559198543, "chrf": 66.52359020220476, "bleu": 40.159021353651724, "rougeL": 0.672463768115942, "len_ratio": 0.9821428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_e123cb7d09652403", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6610470275066549, "chrf": 67.84471939757364, "bleu": 45.12922548327141, "rougeL": 0.6555555555555556, "len_ratio": 0.9597701149425287, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_27b57412d99def74", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6642533936651585, "chrf": 61.53336605630072, "bleu": 30.825822249879888, "rougeL": 0.630225080385852, "len_ratio": 0.8048780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}436{"pair_id": "pair_0add9f7c034bfc2c", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7401129943502824, "chrf": 71.19596485357054, "bleu": 44.46970951972214, "rougeL": 0.7352941176470589, "len_ratio": 1.02020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}437{"pair_id": "pair_e54e699b580bce63", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5524256651017214, "chrf": 55.84370044245104, "bleu": 28.573013267074877, "rougeL": 0.5384615384615385, "len_ratio": 0.8041237113402062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}438{"pair_id": "pair_4501a695ee00cde0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.685981308411215, "chrf": 71.13755407036618, "bleu": 41.649413817376754, "rougeL": 0.718562874251497, "len_ratio": 1.064102564102564, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_8cc9610b9d6ced3a", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6066298342541436, "chrf": 68.65219382337173, "bleu": 43.968655343867525, "rougeL": 0.5964912280701754, "len_ratio": 1.0514705882352942, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_1580c0316d55448e", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6595744680851063, "chrf": 68.5834333993473, "bleu": 37.001262578899016, "rougeL": 0.6666666666666666, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}441{"pair_id": "pair_79556ab352ba4866", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7276422764227642, "chrf": 71.62615350880118, "bleu": 51.69195687123065, "rougeL": 0.7305389221556886, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}442{"pair_id": "pair_2666b31f4f127a57", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.773602199816682, "chrf": 76.27890524960742, "bleu": 61.670135949895894, "rougeL": 0.8048780487804877, "len_ratio": 1.0053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_c1c4d6a5b784afe9", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.649746192893401, "chrf": 61.81179770748278, "bleu": 41.51961596689926, "rougeL": 0.6050420168067226, "len_ratio": 0.8870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_fe39e73736885700", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8755884330867518, "chrf": 86.27539535211108, "bleu": 71.05801110437184, "rougeL": 0.8711111111111112, "len_ratio": 1.0092165898617511, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}445{"pair_id": "pair_7849b70f3e8cfa74", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7170693686671863, "chrf": 71.63762163013024, "bleu": 46.76319254582615, "rougeL": 0.6958904109589041, "len_ratio": 1.0818713450292399, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}446{"pair_id": "pair_89c4a66dc802df9c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.731006160164271, "chrf": 80.08364725114639, "bleu": 55.525127797257014, "rougeL": 0.7517482517482517, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}447{"pair_id": "pair_e99347493881eddc", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7496757457846952, "chrf": 75.06290193263324, "bleu": 53.541586301479995, "rougeL": 0.7397260273972601, "len_ratio": 1.028301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_39e91424e7e01fbb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.652694610778443, "chrf": 62.42651538880698, "bleu": 29.55450889007409, "rougeL": 0.5833333333333334, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}449{"pair_id": "pair_1864d1c7b38a2b6f", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.751696065128901, "chrf": 72.14647502056305, "bleu": 50.804748519083525, "rougeL": 0.7619047619047619, "len_ratio": 0.8467741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}450{"pair_id": "pair_06c3e58b4f4f3f4f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7801127626858022, "chrf": 79.87994263309477, "bleu": 59.98985110364536, "rougeL": 0.7929203539823009, "len_ratio": 0.9540636042402827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}451{"pair_id": "pair_83c25ffc9e78a854", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7744107744107744, "chrf": 78.64334925305654, "bleu": 55.193232895847224, "rougeL": 0.7560975609756099, "len_ratio": 1.1408450704225352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_3b696b0b7c735763", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7472783825816485, "chrf": 73.59072067060255, "bleu": 47.78845313221663, "rougeL": 0.7103274559193955, "len_ratio": 0.9947916666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}453{"pair_id": "pair_7b21cf4e2f03e122", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8161157024793388, "chrf": 78.4121515172036, "bleu": 63.57602667685941, "rougeL": 0.7912087912087912, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_060cdf979b0558f4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8901098901098901, "chrf": 89.15670215296862, "bleu": 80.55479449983213, "rougeL": 0.9085545722713864, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}455{"pair_id": "pair_fa9c1df17a38b5e1", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8073684210526315, "chrf": 82.94231970971428, "bleu": 63.749057153287495, "rougeL": 0.8249566724436741, "len_ratio": 1.0036231884057971, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}456{"pair_id": "pair_cc3cbb5bd2cc9179", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8285519125683061, "chrf": 83.89545310161294, "bleu": 65.81742871910474, "rougeL": 0.8215962441314554, "len_ratio": 0.9903846153846154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}457{"pair_id": "pair_40dec25ed51bead6", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7657247037374658, "chrf": 78.11873112977912, "bleu": 57.69386976731661, "rougeL": 0.8044077134986226, "len_ratio": 0.9479768786127167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}458{"pair_id": "pair_69151e93255f4317", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5938914027149321, "chrf": 61.60404345451958, "bleu": 32.9599303178752, "rougeL": 0.596078431372549, "len_ratio": 0.8731343283582089, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}459{"pair_id": "pair_cd49444fd259243f", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8194805194805195, "chrf": 78.00772520595675, "bleu": 57.36284339902295, "rougeL": 0.8359375, "len_ratio": 1.007936507936508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}460{"pair_id": "pair_0100047bc1b1540a", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8269468479604449, "chrf": 79.09380189693856, "bleu": 57.087862466358445, "rougeL": 0.7883817427385892, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_d8d356723c02e14d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6715976331360947, "chrf": 73.13254167476741, "bleu": 46.93355708305247, "rougeL": 0.7410926365795725, "len_ratio": 0.9853658536585366, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}462{"pair_id": "pair_9c9a6b2adf1e496f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.66189111747851, "chrf": 69.80759856205464, "bleu": 43.87208405614523, "rougeL": 0.6836734693877551, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_ae614cd0b0f7e843", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6862745098039216, "chrf": 71.75693558130047, "bleu": 45.84759330812469, "rougeL": 0.6952789699570816, "len_ratio": 1.1226415094339623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_f9c78331131ad1cf", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6857142857142857, "chrf": 75.7672302620844, "bleu": 49.3554965198117, "rougeL": 0.7741935483870969, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_2c214d2f86c5c6e2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7372013651877133, "chrf": 70.86237583422805, "bleu": 47.391043676282834, "rougeL": 0.7544910179640718, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_531cbe40a04d83d0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7587006960556845, "chrf": 76.33371213445665, "bleu": 56.97238787009264, "rougeL": 0.7684210526315789, "len_ratio": 0.9790575916230366, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 1.0}467{"pair_id": "pair_269461f8191231b1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5516528925619835, "chrf": 58.54032521236676, "bleu": 24.643728038019933, "rougeL": 0.5562913907284769, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_3bb9d7b4649c2468", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8054054054054054, "chrf": 76.40063371667907, "bleu": 51.406719565215255, "rougeL": 0.7430167597765363, "len_ratio": 0.9548022598870056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}469{"pair_id": "pair_759ed2e2fdd31797", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.71850699844479, "chrf": 69.5380773027547, "bleu": 40.69028049119821, "rougeL": 0.7157894736842105, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}470{"pair_id": "pair_c7b5d3638dc8ac10", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6923076923076923, "chrf": 67.62511973000056, "bleu": 38.622634110182105, "rougeL": 0.6627906976744186, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_9977ea2d6c8e7259", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8765652951699463, "chrf": 87.62479183161592, "bleu": 69.96616099865666, "rougeL": 0.8711656441717791, "len_ratio": 1.0921052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_3e50bab5dc4f7ea4", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7941585535465925, "chrf": 74.22934772265005, "bleu": 47.81414063833421, "rougeL": 0.8039215686274511, "len_ratio": 0.9326923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_32d263a8bfb0382f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7495462794918331, "chrf": 70.57008280332046, "bleu": 45.6188665789108, "rougeL": 0.7195121951219512, "len_ratio": 0.8636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}474{"pair_id": "pair_12d3641b2a675000", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6183574879227054, "chrf": 67.44391845767785, "bleu": 35.53611215738092, "rougeL": 0.6555555555555556, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_44be390bd77ed2c9", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.771509167842031, "chrf": 74.6247541210389, "bleu": 46.632372495798705, "rougeL": 0.7428571428571428, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}476{"pair_id": "pair_1964fad8d8fcc694", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8585786073223259, "chrf": 81.33392249333362, "bleu": 62.91733972545388, "rougeL": 0.8397291196388261, "len_ratio": 0.9674418604651163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_ffa7ed2bcbfe2238", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7230443974630021, "chrf": 72.84105447252325, "bleu": 43.184602140962205, "rougeL": 0.6826347305389221, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}478{"pair_id": "pair_217fc2b3c049291c", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.549792531120332, "chrf": 62.00939005557484, "bleu": 30.209538984323004, "rougeL": 0.6, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_f7da3281a67599f3", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7608812466415905, "chrf": 74.31511447224686, "bleu": 52.06166475812701, "rougeL": 0.740608228980322, "len_ratio": 0.9384057971014492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}480{"pair_id": "pair_56ceefbf9a883feb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6663479923518165, "chrf": 73.96879990074922, "bleu": 51.33169669793566, "rougeL": 0.7013888888888888, "len_ratio": 0.9927007299270073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_7490a630d7110e16", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5783132530120482, "chrf": 59.33415270777551, "bleu": 21.64768365102406, "rougeL": 0.5547445255474451, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}482{"pair_id": "pair_698550bce66c8b29", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7551020408163265, "chrf": 74.8802857459455, "bleu": 48.57044093747824, "rougeL": 0.69, "len_ratio": 0.9359605911330049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_a27d2326fdf0c8c1", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.9167264895908112, "chrf": 88.26444814290542, "bleu": 76.12947828370143, "rougeL": 0.9151785714285714, "len_ratio": 0.9953488372093023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}484{"pair_id": "pair_e96047d05b9d97ea", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6311030741410488, "chrf": 63.45810952128258, "bleu": 37.21573051522524, "rougeL": 0.6303030303030304, "len_ratio": 1.037037037037037, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}485{"pair_id": "pair_a6460d7102d18872", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7417355371900827, "chrf": 75.9219529703504, "bleu": 63.002185348732176, "rougeL": 0.7812500000000001, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}486{"pair_id": "pair_1f91578a6f073dd8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6945156330087134, "chrf": 73.02064597348965, "bleu": 45.68890141725266, "rougeL": 0.7003484320557491, "len_ratio": 0.9823321554770318, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}487{"pair_id": "pair_0e8634a31cf8cfed", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8518164435946463, "chrf": 84.26524220861324, "bleu": 68.94601747469693, "rougeL": 0.8491228070175437, "len_ratio": 0.9635036496350365, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}488{"pair_id": "pair_ead92bead4e6c62a", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7761953204476093, "chrf": 77.36925629103891, "bleu": 55.83921772135495, "rougeL": 0.7709090909090909, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}489{"pair_id": "pair_0c42909706b2bf3f", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.542192046556741, "chrf": 62.20478788086072, "bleu": 27.530308302201572, "rougeL": 0.5599999999999999, "len_ratio": 1.0204081632653061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_2beb8585b56b2b05", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6584440227703985, "chrf": 61.98754507219096, "bleu": 29.151495234706672, "rougeL": 0.6666666666666666, "len_ratio": 0.8414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_08e5bcf852840eb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.801418439716312, "chrf": 79.97292719797404, "bleu": 61.20371373616572, "rougeL": 0.7839195979899498, "len_ratio": 0.9595959595959596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}492{"pair_id": "pair_6f6af5eaa007b4be", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.75859375, "chrf": 74.71086359295902, "bleu": 51.15075702562791, "rougeL": 0.7667560321715817, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_5831bd9efcdb8904", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7551563539587491, "chrf": 70.81509294944519, "bleu": 42.91035887323834, "rougeL": 0.7000000000000001, "len_ratio": 0.8472222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}494{"pair_id": "pair_29ab3c3afa1050fe", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6420503909643789, "chrf": 66.01948184283596, "bleu": 35.731979190957084, "rougeL": 0.6486486486486486, "len_ratio": 0.896551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}495{"pair_id": "pair_12dae1dbe87627fb", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6823529411764706, "chrf": 67.94290815261932, "bleu": 42.00091410707286, "rougeL": 0.6808510638297872, "len_ratio": 0.9633507853403142, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_1ebee6c2fb88d626", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8054187192118226, "chrf": 74.51559885445346, "bleu": 55.260651293715995, "rougeL": 0.7906976744186046, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_88b428cca4f5a72a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6158139534883721, "chrf": 66.96867334552206, "bleu": 42.132655505254355, "rougeL": 0.6763848396501457, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_4ce6860887e6dd47", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.825, "chrf": 80.51975918560373, "bleu": 60.90819336964157, "rougeL": 0.8130081300813008, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}499{"pair_id": "pair_e7c1583ebb66cb61", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.811391223155929, "chrf": 78.4369492304142, "bleu": 49.68134077302041, "rougeL": 0.782608695652174, "len_ratio": 1.0126582278481013, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}500{"pair_id": "pair_436241abbebac56e", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6625816993464052, "chrf": 65.63405288535535, "bleu": 32.424163313713805, "rougeL": 0.6432432432432432, "len_ratio": 0.9388888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}501{"pair_id": "pair_1af82c584634b94e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7446217904233172, "chrf": 77.39021367465654, "bleu": 54.3885168653054, "rougeL": 0.7480916030534353, "len_ratio": 0.9641025641025641, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}502{"pair_id": "pair_bb23502f8c573873", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.847576211894053, "chrf": 85.50861894321751, "bleu": 68.61722231657349, "rougeL": 0.8742331288343559, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}503{"pair_id": "pair_e798cfdf8daffde9", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7755417956656346, "chrf": 73.28467474548272, "bleu": 44.500524198978994, "rougeL": 0.7407407407407407, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}504{"pair_id": "pair_ca342f1bc6235c56", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8187177597641857, "chrf": 81.05199239722968, "bleu": 63.059246085961426, "rougeL": 0.8064516129032258, "len_ratio": 0.9946524064171123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}505{"pair_id": "pair_bf62588ae4ee52b4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7263017356475301, "chrf": 72.25013002542184, "bleu": 41.88360398491536, "rougeL": 0.6976744186046513, "len_ratio": 1.121212121212121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_a4d3cbc16dfc04e9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7596504005826656, "chrf": 74.514787497853, "bleu": 51.36887145310216, "rougeL": 0.7438423645320197, "len_ratio": 0.945273631840796, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}507{"pair_id": "pair_6ecbd7ba74bb925f", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7346938775510203, "chrf": 70.82429607862325, "bleu": 41.661911414666356, "rougeL": 0.6633416458852868, "len_ratio": 0.9359605911330049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}508{"pair_id": "pair_37ba8989e68ed1d1", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7603626943005182, "chrf": 71.3842032786708, "bleu": 49.32378811401291, "rougeL": 0.7906976744186045, "len_ratio": 1.0317460317460319, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}509{"pair_id": "pair_fd91ea6a86cb4bfb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5418326693227091, "chrf": 74.17925420147031, "bleu": 48.93891233849035, "rougeL": 0.6533333333333333, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}510{"pair_id": "pair_419fc74981f555e4", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.826320939334638, "chrf": 84.40480352548802, "bleu": 64.23334247746311, "rougeL": 0.8472012102874432, "len_ratio": 0.9969135802469136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}511{"pair_id": "pair_58de88148d90a634", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6658291457286432, "chrf": 68.77762030557334, "bleu": 42.25086979049368, "rougeL": 0.6893617021276596, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}512{"pair_id": "pair_838335229efc1f22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6180995475113122, "chrf": 59.35474514936405, "bleu": 31.5166254982067, "rougeL": 0.5759493670886076, "len_ratio": 0.8414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}513{"pair_id": "pair_9e286b3fbcf3ab11", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6844181459566074, "chrf": 71.49116342551672, "bleu": 46.63302426682161, "rougeL": 0.7216494845360826, "len_ratio": 0.8933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}514{"pair_id": "pair_0af0609a013a67e3", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7964912280701755, "chrf": 82.53969897608093, "bleu": 62.2866446055688, "rougeL": 0.7770700636942675, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}515{"pair_id": "pair_91c316501c1a62e3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7889237199582027, "chrf": 76.73237938230069, "bleu": 56.234887731637144, "rougeL": 0.7886435331230284, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}516{"pair_id": "pair_c339184fce87e29c", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.787001638448935, "chrf": 79.96890447739283, "bleu": 62.26895521839635, "rougeL": 0.7950963222416813, "len_ratio": 1.011111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}517{"pair_id": "pair_1d15aede9e8a3fd5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6778947368421053, "chrf": 66.58788127853931, "bleu": 37.97661448597255, "rougeL": 0.6713286713286712, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}518{"pair_id": "pair_88a8f2988c5e15d5", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7925696594427245, "chrf": 77.15620242393891, "bleu": 51.844067140525134, "rougeL": 0.7839195979899498, "len_ratio": 0.912621359223301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_a8d889f879bf59ee", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8336221837088388, "chrf": 80.58690170961074, "bleu": 64.10144285489831, "rougeL": 0.824858757062147, "len_ratio": 0.9626865671641791, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}520{"pair_id": "pair_085f4cdd50ad2b6c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7075268817204301, "chrf": 72.87720247090871, "bleu": 49.432660218300285, "rougeL": 0.7132867132867133, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}521{"pair_id": "pair_1baa87ece0c598c7", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.685, "chrf": 67.72068437909236, "bleu": 36.89556837741515, "rougeL": 0.6829268292682927, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}522{"pair_id": "pair_2bccffac66c46458", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5863874345549738, "chrf": 59.34271086006704, "bleu": 28.455567981398648, "rougeL": 0.5606936416184972, "len_ratio": 1.0853658536585367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}523{"pair_id": "pair_35534b2b45bd6e2d", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6185383244206774, "chrf": 64.15654177865034, "bleu": 37.09119476932924, "rougeL": 0.597194388777555, "len_ratio": 0.9836734693877551, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}524{"pair_id": "pair_477a6e2d14332eb0", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6629018245004343, "chrf": 69.33801539036963, "bleu": 41.04595314898084, "rougeL": 0.6884272997032641, "len_ratio": 0.9195402298850575, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}525{"pair_id": "pair_792652ff724385db", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.872870249017038, "chrf": 84.89323742853085, "bleu": 65.63193041580321, "rougeL": 0.8384279475982533, "len_ratio": 1.0754716981132075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}526{"pair_id": "pair_ea7e13c693296510", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7205731832139202, "chrf": 72.37249934278759, "bleu": 49.55791933159788, "rougeL": 0.7058823529411765, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_7438ed38fdfbfe4a", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6013071895424836, "chrf": 61.08667246357691, "bleu": 28.17213442717315, "rougeL": 0.5942028985507247, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_c040315d37eb4803", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7824967824967826, "chrf": 74.8939045223184, "bleu": 49.471653143231855, "rougeL": 0.7873303167420815, "len_ratio": 0.9385964912280702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}529{"pair_id": "pair_6faa1f7d5bd11172", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7598039215686274, "chrf": 74.67362993091763, "bleu": 47.45713176272246, "rougeL": 0.7480106100795756, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}530{"pair_id": "pair_4dcd5d8deafc7f04", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6959134615384616, "chrf": 72.69816582344784, "bleu": 47.039261738804754, "rougeL": 0.7254098360655736, "len_ratio": 0.924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}531{"pair_id": "pair_5d95d9b35808195d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8036410923276983, "chrf": 78.26402887860478, "bleu": 58.93303962246206, "rougeL": 0.822429906542056, "len_ratio": 0.8691588785046729, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}532