spb/wpai0002_uqo

1{"pair_id": "pair_4598499684b00fdc", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6088631984585742, "chrf": 64.59650987958877, "bleu": 38.28917156166329, "rougeL": 0.6484641638225256, "len_ratio": 0.9591836734693877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_5857cf628e9afca0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5851162790697675, "chrf": 65.3026643375585, "bleu": 43.144756751597164, "rougeL": 0.6666666666666667, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_1b2eab0a340f71a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6990434142752023, "chrf": 68.65009517315696, "bleu": 38.35451215308862, "rougeL": 0.680628272251309, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}4{"pair_id": "pair_eeb617afa2c73298", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6885964912280702, "chrf": 68.24870266510335, "bleu": 45.804512447254986, "rougeL": 0.641711229946524, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_bd490fa59bca1daa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7639198218262806, "chrf": 76.28459746166148, "bleu": 59.20734046239941, "rougeL": 0.8187919463087248, "len_ratio": 0.8235294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_feeb47d969cce1a0", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5104895104895104, "chrf": 62.835140715074125, "bleu": 31.98098850985665, "rougeL": 0.528497409326425, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_0c0c365159c989a9", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5786802030456852, "chrf": 65.85310715110492, "bleu": 39.2844715930843, "rougeL": 0.6229508196721313, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_5492f8dbcabac1ee", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5384615384615384, "chrf": 61.411020685040086, "bleu": 29.17297460488161, "rougeL": 0.5671641791044776, "len_ratio": 1.0086580086580086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_e6e31305ef0fdd0d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3901170351105332, "chrf": 68.58486740879941, "bleu": 43.0333569706989, "rougeL": 0.584070796460177, "len_ratio": 0.9719626168224299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_5efa37973243c561", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6066919191919191, "chrf": 72.83731920546774, "bleu": 36.936167290751, "rougeL": 0.6388308977035492, "len_ratio": 1.0945945945945945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -2.0}11{"pair_id": "pair_b0336c304356df49", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6414048059149723, "chrf": 68.03393995820736, "bleu": 39.97795528443043, "rougeL": 0.597623089983022, "len_ratio": 0.9379084967320261, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_29af56d2504367b4", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4918032786885246, "chrf": 63.34516549665196, "bleu": 35.564238012662564, "rougeL": 0.5568181818181819, "len_ratio": 1.1125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}13{"pair_id": "pair_0d7ad5c3403e8b0e", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7996263428304531, "chrf": 76.74607206694343, "bleu": 52.11761275318446, "rougeL": 0.7896341463414634, "len_ratio": 0.9577039274924471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}14{"pair_id": "pair_3edd3270a523d808", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5656877897990726, "chrf": 68.880801089612, "bleu": 37.68032885135493, "rougeL": 0.6421052631578947, "len_ratio": 1.069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_bbe821d0fe372fcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7011788826242953, "chrf": 75.37483913747948, "bleu": 51.32419785355527, "rougeL": 0.7180385288966725, "len_ratio": 0.9717314487632509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_fd4fd6a0ef8e9394", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6197458455522972, "chrf": 73.53857638730035, "bleu": 48.746267190309865, "rougeL": 0.6827794561933535, "len_ratio": 0.9969135802469136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_14b2b61cb51f937f", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5097087378640777, "chrf": 56.407430288622905, "bleu": 25.44858487911251, "rougeL": 0.5951219512195122, "len_ratio": 1.1063829787234043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_f885d9b9d5e49e46", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8310412573673871, "chrf": 82.78042712873854, "bleu": 63.59768421779985, "rougeL": 0.8339222614840989, "len_ratio": 0.891156462585034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}19{"pair_id": "pair_2f97b870f5dde7c0", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6061197916666667, "chrf": 73.02497490787647, "bleu": 38.90105041436973, "rougeL": 0.6496815286624203, "len_ratio": 1.0585585585585586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -3.0}20{"pair_id": "pair_3860efc1a8811be6", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.821917808219178, "chrf": 85.25773010441566, "bleu": 69.61341120736091, "rougeL": 0.8388278388278388, "len_ratio": 0.9405204460966543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}21{"pair_id": "pair_4297b35cb78875fb", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6821130676552363, "chrf": 79.90932178039473, "bleu": 63.707646255626166, "rougeL": 0.7157190635451505, "len_ratio": 1.019736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_26c8c3e5f558bb9c", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4816326530612245, "chrf": 50.555421425814195, "bleu": 7.220949750018448, "rougeL": 0.46808510638297873, "len_ratio": 1.1076923076923078, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_37fe9f4c8f4ff049", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6686991869918699, "chrf": 74.47116015219557, "bleu": 54.53894201376572, "rougeL": 0.6823529411764705, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_97b809b5513286a5", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5651438240270727, "chrf": 67.65917885958467, "bleu": 47.74586124640202, "rougeL": 0.6732673267326733, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}25{"pair_id": "pair_f208384447f0b35e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7425997425997426, "chrf": 72.64572067715747, "bleu": 45.98871207908632, "rougeL": 0.7657657657657657, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_0732f01721ad0129", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7376425855513308, "chrf": 79.46933590211331, "bleu": 60.48220005986041, "rougeL": 0.7777777777777778, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}27{"pair_id": "pair_e80f537ae2e11f15", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4813559322033898, "chrf": 62.494359663696386, "bleu": 44.62806767412213, "rougeL": 0.574468085106383, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}28{"pair_id": "pair_0abcda13b412ade6", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5502283105022832, "chrf": 56.961288003600195, "bleu": 28.547573840834986, "rougeL": 0.5151515151515151, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_6f07376e9dc23656", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4914196567862714, "chrf": 68.3555962903958, "bleu": 47.510936678702386, "rougeL": 0.5925925925925927, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_99713d3596fcfe6f", "doc_id": "doc_f8e6e69aeba57df2", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.765993265993266, "chrf": 75.90462416612934, "bleu": 57.92899504714632, "rougeL": 0.8076923076923077, "len_ratio": 0.8271604938271605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}31{"pair_id": "pair_a852850d32d49645", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5914239482200647, "chrf": 65.24271350234288, "bleu": 38.47839194914697, "rougeL": 0.6174142480211082, "len_ratio": 1.0376344086021505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}32{"pair_id": "pair_40548aaf0293c858", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6765913757700206, "chrf": 69.34345203712938, "bleu": 45.66007440932615, "rougeL": 0.6825938566552902, "len_ratio": 0.9793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_acaa83a51b2750c0", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6364985163204748, "chrf": 64.7885638585643, "bleu": 30.797780211509167, "rougeL": 0.6192893401015229, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}34{"pair_id": "pair_7481d49be3e1e71e", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7000911577028259, "chrf": 72.68598606629745, "bleu": 44.8076515856176, "rougeL": 0.7705882352941177, "len_ratio": 0.8208092485549133, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}35{"pair_id": "pair_8dedbf7b963caa70", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4275147928994083, "chrf": 59.38114372541765, "bleu": 22.42554402358654, "rougeL": 0.45320197044334976, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}36{"pair_id": "pair_0b700f3a4d3e9ae4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7279666897987509, "chrf": 83.09807169254557, "bleu": 65.18834320142615, "rougeL": 0.7814910025706941, "len_ratio": 0.9435897435897436, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_04bb6289e1228f2c", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5768261964735517, "chrf": 58.22849619065087, "bleu": 29.475029941030535, "rougeL": 0.5483870967741935, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_6eb378ae18296ab6", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5247275775356245, "chrf": 65.81744457121214, "bleu": 38.786277156441834, "rougeL": 0.5464480874316939, "len_ratio": 0.9942528735632183, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}39{"pair_id": "pair_91cf658a7d3b0a69", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7317073170731707, "chrf": 72.08292619995667, "bleu": 43.360657926211665, "rougeL": 0.6767676767676768, "len_ratio": 0.9898477157360406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_0dc500762feda159", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6077586206896552, "chrf": 69.93194610562949, "bleu": 46.947685621560794, "rougeL": 0.6161137440758293, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}41{"pair_id": "pair_844006323f2a688e", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6385068762278978, "chrf": 60.60200384186019, "bleu": 27.832811036912087, "rougeL": 0.5774647887323944, "len_ratio": 0.868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_cbfc05c21f5f9790", "doc_id": "doc_4b9443000ca9e29c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7419859265050821, "chrf": 71.76523096622819, "bleu": 54.16675400941193, "rougeL": 0.7826086956521738, "len_ratio": 0.8080357142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}43{"pair_id": "pair_39be4347cb657a0e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6094808126410836, "chrf": 72.26388434961343, "bleu": 42.49330452116898, "rougeL": 0.6511627906976746, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_9debb64735cf5cd6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.635434412265758, "chrf": 63.905578137814246, "bleu": 40.90707909536748, "rougeL": 0.6492146596858639, "len_ratio": 1.0879120879120878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_729e6136e3b0d6f8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7431124348473567, "chrf": 71.48371568703206, "bleu": 40.94916001937789, "rougeL": 0.6945169712793735, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}46{"pair_id": "pair_0ed8a1c935ca3b4d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8512396694214877, "chrf": 85.72287434316867, "bleu": 74.16948517951847, "rougeL": 0.8633405639913232, "len_ratio": 1.0173160173160174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}47{"pair_id": "pair_b9c9a82014974df0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5280122793553339, "chrf": 59.329532485633386, "bleu": 21.171546920912146, "rougeL": 0.464, "len_ratio": 1.0677966101694916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_6825603c8f3a66df", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4838709677419355, "chrf": 61.40007946449838, "bleu": 32.84086314694406, "rougeL": 0.581081081081081, "len_ratio": 0.7804878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_db32508b9abd48de", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6873508353221958, "chrf": 72.39517401640198, "bleu": 48.28917977140775, "rougeL": 0.6864406779661016, "len_ratio": 0.9083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}50{"pair_id": "pair_28a1b8c66c065371", "doc_id": "doc_0c5f9453efc95182", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4821192052980132, "chrf": 57.75693924175809, "bleu": 25.253958199668187, "rougeL": 0.5291479820627802, "len_ratio": 1.1020408163265305, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_7ba3a5fd5c71e137", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7381275440976933, "chrf": 75.24615556661357, "bleu": 51.524350829378825, "rougeL": 0.7606837606837606, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}52{"pair_id": "pair_f0a6a29d700fb002", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5511302475780409, "chrf": 67.16111653369771, "bleu": 42.43084441842799, "rougeL": 0.5371024734982331, "len_ratio": 1.036764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}53{"pair_id": "pair_031b4741607edbc3", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7216254086875291, "chrf": 72.99520164724505, "bleu": 49.294928638961814, "rougeL": 0.7654723127035832, "len_ratio": 0.8398791540785498, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}54{"pair_id": "pair_bba329cf06d216d8", "doc_id": "doc_592708c2d62b5b42", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8455598455598455, "chrf": 81.83840524070641, "bleu": 64.00173676902484, "rougeL": 0.8888888888888888, "len_ratio": 0.8421052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_a50a46b164369705", "doc_id": "doc_4465aece194b7964", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.711453744493392, "chrf": 71.01264617090085, "bleu": 49.26786157035901, "rougeL": 0.732943469785575, "len_ratio": 0.8037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}56{"pair_id": "pair_c103dadd697a1629", "doc_id": "doc_cbee4bf03365a459", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5508253692441356, "chrf": 58.687102530383925, "bleu": 25.168016855840623, "rougeL": 0.5391304347826087, "len_ratio": 0.9712643678160919, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_f42e28105730316e", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4696745562130178, "chrf": 62.89123935597611, "bleu": 31.605476910307715, "rougeL": 0.5542168674698796, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_eb57f54a1c096a90", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5010438413361169, "chrf": 53.86988541102442, "bleu": 17.340463601387267, "rougeL": 0.5034013605442176, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}59{"pair_id": "pair_c68b3e478b80a9da", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6293706293706294, "chrf": 66.16218791229208, "bleu": 39.41250385319681, "rougeL": 0.6589595375722542, "len_ratio": 0.9880952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_d1a4ff6996f925b2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7925373134328358, "chrf": 77.46635125494915, "bleu": 56.97936718987598, "rougeL": 0.7839195979899497, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}61{"pair_id": "pair_59a725b09df49a9d", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6962430055955235, "chrf": 70.4617390787632, "bleu": 48.39925601658663, "rougeL": 0.6896551724137931, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_aa00ea86a20abcd0", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6953937592867756, "chrf": 70.3188296650633, "bleu": 37.69671787623941, "rougeL": 0.6875, "len_ratio": 1.0930232558139534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}63{"pair_id": "pair_51aea383833f3352", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6226252158894645, "chrf": 66.27687425531865, "bleu": 36.44336464104101, "rougeL": 0.6436781609195402, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_cc10e454d2a74cc2", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6679764243614932, "chrf": 66.16441029051671, "bleu": 42.13192661635007, "rougeL": 0.6827586206896552, "len_ratio": 0.9455782312925171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_c9351662d509382f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5606694560669456, "chrf": 55.50123367084804, "bleu": 18.304320990121305, "rougeL": 0.5033112582781457, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_3c1ef83c03e12c80", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6777996070726915, "chrf": 65.37991861315373, "bleu": 36.72614361696089, "rougeL": 0.624113475177305, "len_ratio": 0.8552631578947368, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}67{"pair_id": "pair_70a6be0917016df8", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8106904231625836, "chrf": 79.63661187497026, "bleu": 62.16011660288716, "rougeL": 0.8253968253968255, "len_ratio": 0.8307692307692308, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}68{"pair_id": "pair_fb26dee4d4350e6d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.511094674556213, "chrf": 63.24115075943789, "bleu": 31.26046730859327, "rougeL": 0.5547445255474452, "len_ratio": 0.9365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}69{"pair_id": "pair_b24aa2a81e381f1d", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.49005424954792043, "chrf": 57.41127956581011, "bleu": 26.8919167704039, "rougeL": 0.5443037974683544, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_843fff5b244693b8", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7268754552075747, "chrf": 72.64050597643286, "bleu": 46.84906840024969, "rougeL": 0.7160493827160492, "len_ratio": 0.945273631840796, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}71{"pair_id": "pair_f01f1a443bd9db02", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6544868350349274, "chrf": 71.0191022774064, "bleu": 43.327944345895496, "rougeL": 0.6783831282952547, "len_ratio": 0.967391304347826, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}72{"pair_id": "pair_f03e9fd2bb734c77", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7670781893004115, "chrf": 72.74598366250676, "bleu": 50.866957658017874, "rougeL": 0.7780979827089337, "len_ratio": 0.8241758241758241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_9ba5b933f0c8bc4d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5744234800838575, "chrf": 57.89305577275634, "bleu": 20.579555964141033, "rougeL": 0.5298013245033113, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_79756d8afafe89fb", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6210106382978724, "chrf": 71.02605347049716, "bleu": 42.76826883742345, "rougeL": 0.6238532110091743, "len_ratio": 1.1414141414141414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_b019a693c204d618", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7683397683397684, "chrf": 72.74484025083461, "bleu": 49.18708296356428, "rougeL": 0.7751196172248803, "len_ratio": 0.8245614035087719, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_344ec28a8430847e", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6627822286962854, "chrf": 64.38206465971574, "bleu": 34.63495847465912, "rougeL": 0.6299999999999999, "len_ratio": 0.9203980099502488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}77{"pair_id": "pair_50740d8c4535c37a", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6654761904761906, "chrf": 71.12643818399089, "bleu": 42.663102080439074, "rougeL": 0.7007299270072992, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_81f7849f9738c6ba", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7020648967551623, "chrf": 74.16380495332706, "bleu": 54.39608456111852, "rougeL": 0.6947368421052633, "len_ratio": 0.8585858585858586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_49ccd6eef71281b5", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7052810902896082, "chrf": 71.46952982681498, "bleu": 45.60145639146556, "rougeL": 0.6813186813186812, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_c1989c0d1bbe7dc9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6589891234804863, "chrf": 74.04898495064307, "bleu": 51.70788535127182, "rougeL": 0.6552462526766596, "len_ratio": 1.0921658986175116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_9317686a211718f4", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7245039224734656, "chrf": 74.06126530137841, "bleu": 48.817261809779744, "rougeL": 0.719640179910045, "len_ratio": 1.0090634441087614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}82{"pair_id": "pair_4cfa9d1c9350a5fd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8040037243947858, "chrf": 82.56807738008433, "bleu": 60.95319629631979, "rougeL": 0.8, "len_ratio": 0.9464882943143813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}83{"pair_id": "pair_060edef07bb84982", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.48729792147806006, "chrf": 58.847443971385616, "bleu": 31.231923145293024, "rougeL": 0.5522388059701493, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_2290216872122038", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7527922561429635, "chrf": 73.90280759242626, "bleu": 45.75361580009108, "rougeL": 0.7073791348600509, "len_ratio": 0.9746192893401016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}85{"pair_id": "pair_5bcbeb43c2d0ebe7", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6641074856046065, "chrf": 71.24210316759917, "bleu": 47.871866824828345, "rougeL": 0.7074829931972789, "len_ratio": 0.7987421383647799, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}86{"pair_id": "pair_e3c20af0a4ddc9ad", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.673733804475854, "chrf": 71.36277245861086, "bleu": 43.57960666330744, "rougeL": 0.6981818181818181, "len_ratio": 1.037313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}87{"pair_id": "pair_ee38fda4fcac8331", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6322147651006711, "chrf": 64.24460400428906, "bleu": 34.76518200324408, "rougeL": 0.5887850467289719, "len_ratio": 1.0480769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_bb3c7e813311dfad", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6472559698366149, "chrf": 69.53690302785473, "bleu": 43.10425308997552, "rougeL": 0.6561264822134387, "len_ratio": 0.9304123711340206, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_1e0481be3a29431d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5865633074935401, "chrf": 62.216464292165576, "bleu": 31.18309456277048, "rougeL": 0.5691699604743082, "len_ratio": 1.0080645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_fec0180ac9bf07e2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5898989898989899, "chrf": 57.42236386090156, "bleu": 35.78501768424304, "rougeL": 0.6618705035971223, "len_ratio": 0.717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_d9d13ddec4b83677", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6446661550268611, "chrf": 68.7942275190297, "bleu": 42.320828194501516, "rougeL": 0.6615384615384616, "len_ratio": 1.036649214659686, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_f42586c60657ad3a", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.47720930232558134, "chrf": 56.89672443521181, "bleu": 26.240413739244094, "rougeL": 0.5266106442577031, "len_ratio": 1.0493827160493827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_785f9c57fdc7ce4e", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7092783505154638, "chrf": 73.20626185144476, "bleu": 37.03583843108217, "rougeL": 0.6745283018867924, "len_ratio": 1.1041666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}94{"pair_id": "pair_4af1b3b725989413", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7159817351598173, "chrf": 78.30326340611148, "bleu": 50.85523064593437, "rougeL": 0.7723342939481268, "len_ratio": 1.0443037974683544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}95{"pair_id": "pair_dbb8dec75dabd14a", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6489151873767258, "chrf": 67.76422252336528, "bleu": 49.437983798545886, "rougeL": 0.6666666666666666, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}96{"pair_id": "pair_241395f965541088", "doc_id": "doc_018da718543ec7b2", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7876106194690266, "chrf": 78.78181142437552, "bleu": 54.25676246934186, "rougeL": 0.7959183673469389, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}97{"pair_id": "pair_00c7c8695c59de5f", "doc_id": "doc_d999f694e31b629a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6146449704142012, "chrf": 62.605716450078496, "bleu": 35.15866525355186, "rougeL": 0.6467391304347826, "len_ratio": 0.7219512195121951, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}98{"pair_id": "pair_ae332969c7399d52", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6067796610169491, "chrf": 69.71811390860212, "bleu": 48.342267684440145, "rougeL": 0.7029702970297029, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_36f28615f74f8dac", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6846606092998397, "chrf": 70.18622002345867, "bleu": 40.97483294639283, "rougeL": 0.688695652173913, "len_ratio": 0.9927536231884058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}100{"pair_id": "pair_49512760f0a48ed3", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6326797385620915, "chrf": 67.04282864626002, "bleu": 40.13682993638681, "rougeL": 0.6375545851528385, "len_ratio": 1.02803738317757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}101{"pair_id": "pair_b753d6c247a6ecee", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8305288461538461, "chrf": 81.40499605428573, "bleu": 60.17313465268463, "rougeL": 0.8041237113402061, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}102{"pair_id": "pair_27d1908ac01a0f03", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.766260162601626, "chrf": 71.54601127770496, "bleu": 50.238316881188204, "rougeL": 0.7272727272727273, "len_ratio": 0.9113924050632911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}103{"pair_id": "pair_8a8177f929df5aa7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8998272884283247, "chrf": 86.16164414547714, "bleu": 72.43963084137204, "rougeL": 0.8972972972972972, "len_ratio": 0.9468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_15ff7a9019d3cb90", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5859766277128547, "chrf": 61.5914336398762, "bleu": 35.21803243029931, "rougeL": 0.644808743169399, "len_ratio": 0.9887640449438202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_03059d5cd5d5215d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.766735679779158, "chrf": 74.12707317066213, "bleu": 49.00804723600507, "rougeL": 0.7186761229314421, "len_ratio": 0.9855769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_5d0a7f621c2cb706", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5634379263301501, "chrf": 61.29851575565044, "bleu": 34.18773694251337, "rougeL": 0.6210045662100455, "len_ratio": 1.030612244897959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_1f7b031dd33375ff", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8028169014084507, "chrf": 80.20341075810673, "bleu": 64.59099351497194, "rougeL": 0.8111455108359134, "len_ratio": 1.0205479452054795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}108{"pair_id": "pair_f78e5889f7ef6fe0", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.747093023255814, "chrf": 78.80010546954402, "bleu": 65.98221938817531, "rougeL": 0.7810650887573964, "len_ratio": 0.9757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_e1d64d3e842fa71c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7672301690507153, "chrf": 75.91432211040913, "bleu": 53.4677900415224, "rougeL": 0.7892376681614349, "len_ratio": 0.9439252336448598, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_550e142667bad82d", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6932849364791289, "chrf": 69.36792773672997, "bleu": 47.997819343931894, "rougeL": 0.6867469879518072, "len_ratio": 0.8863636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_415cb3c4d518b45c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5090634441087614, "chrf": 63.78061559988373, "bleu": 31.835218939485753, "rougeL": 0.5079365079365079, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_62cb562c5fc4acd3", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6297640653357532, "chrf": 66.30006920496808, "bleu": 36.238489598495, "rougeL": 0.6329113924050632, "len_ratio": 1.0129032258064516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_8c1ffb7532898f05", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8435114503816794, "chrf": 81.89418360124776, "bleu": 66.54427704009085, "rougeL": 0.8679245283018868, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_c003fb968f7fd867", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7942973523421588, "chrf": 83.41053546421236, "bleu": 63.87680971553032, "rougeL": 0.7933333333333333, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}115{"pair_id": "pair_eda7268ce93af6a6", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6031545741324922, "chrf": 68.76672853529324, "bleu": 40.36975246378969, "rougeL": 0.6208425720620842, "len_ratio": 0.8841201716738197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}116{"pair_id": "pair_ba88612d90668104", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6107784431137724, "chrf": 61.345196480896306, "bleu": 24.414540626550625, "rougeL": 0.5757575757575758, "len_ratio": 1.0879120879120878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}117{"pair_id": "pair_43d235d2dea3a9a0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6646778042959427, "chrf": 64.31613417280695, "bleu": 31.869533719142453, "rougeL": 0.6042553191489362, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_59110ddc88cf43b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7159676232523915, "chrf": 68.23070274757453, "bleu": 39.71267693460852, "rougeL": 0.6918604651162791, "len_ratio": 0.7447916666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}119{"pair_id": "pair_7bd32178b1db4903", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7320819112627986, "chrf": 70.89246439699967, "bleu": 45.64606421733171, "rougeL": 0.728476821192053, "len_ratio": 0.7625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_a0bc8152b0eda18a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6286353467561521, "chrf": 72.98209401324888, "bleu": 45.459616862119674, "rougeL": 0.6666666666666667, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_3f5c4bb13685fd6b", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8082255083179297, "chrf": 83.72465613407027, "bleu": 63.16198507512496, "rougeL": 0.8046744574290483, "len_ratio": 0.9607843137254902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}122{"pair_id": "pair_c40407ed0e7b18fd", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7292899408284024, "chrf": 70.2424531846256, "bleu": 44.356733457941175, "rougeL": 0.6742857142857143, "len_ratio": 0.7474747474747475, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_3611da9624008835", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4773790951638065, "chrf": 59.571436965435765, "bleu": 40.63593952707984, "rougeL": 0.5473684210526316, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_4f10bbfd2b6004e5", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6160164271047228, "chrf": 73.09364157609589, "bleu": 46.959729586145485, "rougeL": 0.6629213483146068, "len_ratio": 0.8172413793103448, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}125{"pair_id": "pair_61bca98c5e025873", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6125933831376734, "chrf": 69.33697707168113, "bleu": 42.352499274439374, "rougeL": 0.653061224489796, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_4970e45f376552d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7320261437908497, "chrf": 70.37470843695168, "bleu": 42.73199911973385, "rougeL": 0.7375886524822696, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}127{"pair_id": "pair_f9c2418b1d2684d1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5330073349633252, "chrf": 59.94812228649794, "bleu": 32.90557177425677, "rougeL": 0.564885496183206, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_c3cb2e9ec6eb8acb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6443202979515829, "chrf": 72.65039406795636, "bleu": 40.12022694676224, "rougeL": 0.6541737649063033, "len_ratio": 0.9531772575250836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_2ec653baaa7a7bb5", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6129032258064516, "chrf": 63.30761436113734, "bleu": 34.16067307035494, "rougeL": 0.5751633986928105, "len_ratio": 0.8375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}130{"pair_id": "pair_362141efb86d41ce", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6125116713352008, "chrf": 61.81586772901787, "bleu": 26.935075838259564, "rougeL": 0.5769230769230769, "len_ratio": 0.9870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_330c412bc4575214", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3167028199566161, "chrf": 43.904108455617276, "bleu": 4.708763140024174, "rougeL": 0.339622641509434, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_ca6835254ac78a40", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.618421052631579, "chrf": 67.13072842924295, "bleu": 39.94190731316693, "rougeL": 0.6011560693641618, "len_ratio": 1.0864197530864197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}133{"pair_id": "pair_4c0ca7d0a7031a59", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5439024390243903, "chrf": 62.37806429819636, "bleu": 29.607600238106343, "rougeL": 0.5873015873015873, "len_ratio": 0.9945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}134{"pair_id": "pair_e54c14f709c6677d", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5530085959885387, "chrf": 66.91663268925592, "bleu": 44.35762186715974, "rougeL": 0.5858585858585857, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}135{"pair_id": "pair_8a08d05af995a523", "doc_id": "doc_0e6c656dfaf9d099", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7829570284049526, "chrf": 75.96864515200778, "bleu": 55.264714168405455, "rougeL": 0.7913279132791329, "len_ratio": 0.7661691542288557, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_72d8c430ccaae02f", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.584319526627219, "chrf": 64.21012937116495, "bleu": 28.435128379186747, "rougeL": 0.5333333333333334, "len_ratio": 1.0677966101694916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_bd5e58bad584f4ed", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7655954631379962, "chrf": 69.58292958523226, "bleu": 49.532304644773994, "rougeL": 0.7517730496453902, "len_ratio": 0.8309859154929577, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}138{"pair_id": "pair_cd6ee4a72e756794", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6254738438210765, "chrf": 64.28018885815155, "bleu": 28.07051729493166, "rougeL": 0.6086956521739131, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_d71efc1d383e9ccf", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6126984126984127, "chrf": 60.83368447835509, "bleu": 31.390445288112907, "rougeL": 0.7263157894736842, "len_ratio": 0.946236559139785, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_b3c2358951b057b6", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.752710027100271, "chrf": 72.5259443637859, "bleu": 47.36040704118689, "rougeL": 0.7161572052401748, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_433b741dbe4c767a", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9015444015444015, "chrf": 89.78995944149271, "bleu": 80.3778507031453, "rougeL": 0.9230769230769231, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}142{"pair_id": "pair_45e168816bb1f94d", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8820754716981132, "chrf": 84.50438340326157, "bleu": 69.19277270864627, "rougeL": 0.9120879120879121, "len_ratio": 0.9120879120879121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}143{"pair_id": "pair_a09b50978754abc8", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5574412532637076, "chrf": 60.563068685594104, "bleu": 33.98352079139583, "rougeL": 0.5587044534412955, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}144{"pair_id": "pair_0c1e24a5495273c5", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6492753623188405, "chrf": 74.74709576272427, "bleu": 54.874174284925566, "rougeL": 0.7142857142857143, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}145{"pair_id": "pair_3ed194f4130f9619", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6400394477317555, "chrf": 69.64729760620865, "bleu": 43.25424941778231, "rougeL": 0.6513157894736842, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_2c7f52804483b024", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.70345842531273, "chrf": 69.14283920382525, "bleu": 39.42838115842542, "rougeL": 0.6597402597402597, "len_ratio": 0.953125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}147{"pair_id": "pair_50e79e029a663f4d", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5202492211838006, "chrf": 61.310194288432704, "bleu": 37.19759384217739, "rougeL": 0.5251396648044693, "len_ratio": 1.123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_2b6fc1a8fd17fee0", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6485568760611206, "chrf": 62.03591921912746, "bleu": 30.332070407639314, "rougeL": 0.6035502958579881, "len_ratio": 1.0365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}149{"pair_id": "pair_1a022b7bb9e1e4db", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7332814930015552, "chrf": 74.74789628850155, "bleu": 43.32383103361404, "rougeL": 0.7157894736842105, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_5ccc8990666e132a", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6854684512428298, "chrf": 74.00002735278494, "bleu": 51.67068458932681, "rougeL": 0.7340823970037453, "len_ratio": 0.8321167883211679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}151{"pair_id": "pair_ee282afe28a5ace9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7798434442270059, "chrf": 78.82301888633657, "bleu": 56.95430191693973, "rougeL": 0.8095238095238095, "len_ratio": 0.9659863945578231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_d778a55ebb6347f9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4907251264755481, "chrf": 51.671642924399805, "bleu": 16.72465979017091, "rougeL": 0.39534883720930225, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}153{"pair_id": "pair_2c1dcca38f704359", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.583756345177665, "chrf": 60.895675404239825, "bleu": 41.73082445711365, "rougeL": 0.6829268292682927, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_7172fc56dad2d82e", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.46543778801843316, "chrf": 60.424762954223496, "bleu": 34.452341513501594, "rougeL": 0.5492957746478874, "len_ratio": 0.6951219512195121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_fd83b0922927c9fe", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7404295051353875, "chrf": 77.72241009425575, "bleu": 53.91827656742034, "rougeL": 0.7697368421052632, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}156{"pair_id": "pair_f62215653e90baff", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5902097902097903, "chrf": 63.23646722093873, "bleu": 34.781450520988656, "rougeL": 0.5759162303664922, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_d17e309a256486a2", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7331223628691983, "chrf": 69.05698469921312, "bleu": 46.64873783779322, "rougeL": 0.7434944237918215, "len_ratio": 0.8068965517241379, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}158{"pair_id": "pair_582e65f4325f3248", "doc_id": "doc_b1675be26e230c94", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.35758513931888547, "chrf": 60.846941136869326, "bleu": 39.58215217471592, "rougeL": 0.47120418848167545, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_d5142de550b99285", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7486583184257602, "chrf": 72.11761185171235, "bleu": 45.858350686769114, "rougeL": 0.7134502923976607, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_2300811d12980539", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7232704402515724, "chrf": 77.67197027596772, "bleu": 63.18292892905887, "rougeL": 0.7681159420289855, "len_ratio": 1.0267379679144386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}161{"pair_id": "pair_d0e218df30170fde", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5613577023498695, "chrf": 58.58637202109599, "bleu": 24.651421335858526, "rougeL": 0.5638297872340426, "len_ratio": 1.023121387283237, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_4333e4b5505d83d7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5769230769230769, "chrf": 66.58212704513132, "bleu": 43.686001749216494, "rougeL": 0.5672727272727273, "len_ratio": 0.9779411764705882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_7225a8399ae7a1ed", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7608200455580866, "chrf": 78.420325483261, "bleu": 56.48583471777092, "rougeL": 0.7967479674796748, "len_ratio": 0.835820895522388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}164{"pair_id": "pair_7acee6b89b5f0303", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6479663394109396, "chrf": 66.57160334420365, "bleu": 36.2492681880901, "rougeL": 0.6435643564356436, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}165{"pair_id": "pair_8a2215bbda602325", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5420289855072464, "chrf": 64.32812832905586, "bleu": 34.24358798356213, "rougeL": 0.5454545454545455, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_7c7bcf80cfe2c598", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5504273504273505, "chrf": 75.13876851704762, "bleu": 44.921281204945736, "rougeL": 0.6428571428571429, "len_ratio": 1.1025641025641026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_49a2ad708daca6ea", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5618915159944367, "chrf": 67.6214181574476, "bleu": 40.33059938016984, "rougeL": 0.5849056603773585, "len_ratio": 1.0388349514563107, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_5b8c150ea1852476", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7399741267787839, "chrf": 72.38762154116894, "bleu": 50.87745122074802, "rougeL": 0.7325102880658436, "len_ratio": 0.9912280701754386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_458e3860e40da7d8", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7975970425138632, "chrf": 83.0937375677354, "bleu": 64.69120041268106, "rougeL": 0.8274647887323944, "len_ratio": 0.8627450980392157, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -4.0}170{"pair_id": "pair_b40831eac9cfc37f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.724822695035461, "chrf": 69.93938927873967, "bleu": 44.852635845159504, "rougeL": 0.696969696969697, "len_ratio": 0.9595959595959596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_83f67ae8fcf09814", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6776061776061776, "chrf": 70.22077782386368, "bleu": 48.49085446682923, "rougeL": 0.6628571428571428, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_aff857419cb3124f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8499607227022781, "chrf": 84.12543145103358, "bleu": 63.20192081173072, "rougeL": 0.8705234159779613, "len_ratio": 1.0584795321637428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_771af0fa37912adc", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6695046439628483, "chrf": 71.04457618769408, "bleu": 46.800016989670226, "rougeL": 0.7010309278350516, "len_ratio": 1.0261780104712042, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}174{"pair_id": "pair_0dd4cee58ee01917", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7365269461077844, "chrf": 68.59780812393865, "bleu": 36.572660189767696, "rougeL": 0.7112299465240641, "len_ratio": 0.7314814814814815, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -7.0}175{"pair_id": "pair_2baf3b1f464ffb6a", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.724112426035503, "chrf": 76.42168292191207, "bleu": 53.70154246914218, "rougeL": 0.7669902912621359, "len_ratio": 0.9365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_f91011357b0f413e", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.46700507614213194, "chrf": 58.10389112204448, "bleu": 19.082463025975834, "rougeL": 0.5176470588235293, "len_ratio": 1.048780487804878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_5eaed95acde41df5", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7321724709784412, "chrf": 76.53539482663561, "bleu": 47.54415789376873, "rougeL": 0.7033639143730888, "len_ratio": 1.0445859872611465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_0801fc744b6e1800", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7798861480075902, "chrf": 74.81518764250727, "bleu": 51.227486802349254, "rougeL": 0.7770700636942676, "len_ratio": 0.8902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_e4db746a7e13cd69", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5727513227513228, "chrf": 64.67007745959594, "bleu": 39.97905877104881, "rougeL": 0.5866666666666667, "len_ratio": 0.9906542056074766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}180{"pair_id": "pair_05996163cda6cd8a", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8061041292639138, "chrf": 79.88007930964959, "bleu": 61.20054177897246, "rougeL": 0.8129032258064516, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_8f916bb9c619bc85", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7089108910891089, "chrf": 67.7302596854734, "bleu": 39.624149051816, "rougeL": 0.7151515151515152, "len_ratio": 1.064102564102564, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}182{"pair_id": "pair_d12fd60a6972ca59", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5759312320916905, "chrf": 60.43146802942978, "bleu": 26.537038610416584, "rougeL": 0.5829145728643216, "len_ratio": 0.9702970297029703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_c42ef559fcb52018", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.808066759388039, "chrf": 75.48029555840468, "bleu": 52.80987347846252, "rougeL": 0.8118811881188118, "len_ratio": 0.9038461538461539, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_49a92ef97458e13a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7236384704519119, "chrf": 73.2974795790247, "bleu": 50.03272837876996, "rougeL": 0.7864693446088794, "len_ratio": 0.832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}185{"pair_id": "pair_95954eb9e2e1d3fc", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9056224899598394, "chrf": 89.72435867330785, "bleu": 78.87224178978761, "rougeL": 0.9197530864197531, "len_ratio": 1.0205479452054795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}186{"pair_id": "pair_09f353939ba6f32e", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7324723247232472, "chrf": 73.38269110508074, "bleu": 47.40052488096686, "rougeL": 0.7421383647798742, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}187{"pair_id": "pair_8e08d7b99ed5ef66", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5493958777540867, "chrf": 59.648853688791135, "bleu": 26.236038037710447, "rougeL": 0.5315315315315315, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_700daf9ee426caee", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5211658570437196, "chrf": 62.15518609117979, "bleu": 27.959267699211704, "rougeL": 0.508816120906801, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_38fb393785deac43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6346878927524089, "chrf": 67.87447557379312, "bleu": 39.54814680713401, "rougeL": 0.6327077747989276, "len_ratio": 0.8994845360824743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_a4223ce78ada358a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5870910698496905, "chrf": 73.41527477251199, "bleu": 54.317358233431925, "rougeL": 0.7019230769230769, "len_ratio": 1.0374331550802138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}191{"pair_id": "pair_fdf4ec8f2a4a8186", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7744227353463589, "chrf": 75.44263002295584, "bleu": 62.75600718669526, "rougeL": 0.8181818181818183, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_22ee3893fc4f0f4a", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.616504854368932, "chrf": 62.269841857247584, "bleu": 26.697034203048936, "rougeL": 0.6349206349206349, "len_ratio": 0.991869918699187, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_ddb796a3b7bd3701", "doc_id": "doc_cbee4bf03365a459", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7046046915725457, "chrf": 70.13544944530166, "bleu": 43.264706498363424, "rougeL": 0.7115384615384616, "len_ratio": 0.7873563218390804, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_ea366ebac71f8362", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7310087173100872, "chrf": 70.05338610795121, "bleu": 42.99454395555819, "rougeL": 0.7490347490347491, "len_ratio": 1.0396825396825398, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}195{"pair_id": "pair_b7583f280eb9266a", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6393989983305509, "chrf": 72.2526403811127, "bleu": 48.67848935937631, "rougeL": 0.7272727272727272, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_ff452f38d42be942", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8206039076376554, "chrf": 82.68752894518103, "bleu": 60.814997867346975, "rougeL": 0.8338983050847459, "len_ratio": 0.8407643312101911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}197{"pair_id": "pair_eca58a73db742670", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5337423312883436, "chrf": 62.09851567480267, "bleu": 37.04168485468787, "rougeL": 0.5384615384615384, "len_ratio": 1.1604938271604939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}198{"pair_id": "pair_e229c25dea1154d8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7835570469798658, "chrf": 78.2167111276803, "bleu": 63.002024276837076, "rougeL": 0.7853403141361256, "len_ratio": 1.0319148936170213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_c28cab19b51c5134", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6158631415241058, "chrf": 64.37575257041554, "bleu": 29.5311127200691, "rougeL": 0.6149870801033593, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}200{"pair_id": "pair_dcfef16208df99e3", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6514373716632443, "chrf": 77.49937344721496, "bleu": 54.26412958907659, "rougeL": 0.7173144876325089, "len_ratio": 0.9275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}201{"pair_id": "pair_fd8e7f4fd737bf62", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5807722616233255, "chrf": 62.231911089728634, "bleu": 28.857990348179698, "rougeL": 0.5698630136986302, "len_ratio": 1.1890243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_49cf1aa37ed9193d", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7312161115414407, "chrf": 72.44409065805758, "bleu": 50.585409347378494, "rougeL": 0.7305699481865285, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_8cb5d6f03140b25b", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8662470495672698, "chrf": 82.7744999223732, "bleu": 63.54492448999937, "rougeL": 0.8622448979591837, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}204{"pair_id": "pair_c6b9b886fbe17caa", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6676441837732161, "chrf": 78.4985155867494, "bleu": 65.46249414471022, "rougeL": 0.7529411764705883, "len_ratio": 0.9878787878787879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}205{"pair_id": "pair_a5b52afcaabcbd41", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7474120082815735, "chrf": 73.41740665493016, "bleu": 47.02010350750332, "rougeL": 0.7401574803149608, "len_ratio": 0.8923076923076924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_fbe226951676a053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.624332977588047, "chrf": 66.78275260653871, "bleu": 36.52449305117023, "rougeL": 0.652482269503546, "len_ratio": 0.9041095890410958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_9730759b03d361c9", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5731827111984282, "chrf": 68.51852120015741, "bleu": 32.33372249299692, "rougeL": 0.570446735395189, "len_ratio": 1.0855018587360594, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_6ebe7baf6292efd2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8244073748902546, "chrf": 83.91753060053375, "bleu": 62.61183035058735, "rougeL": 0.817891373801917, "len_ratio": 0.9554140127388535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}209{"pair_id": "pair_093b7944e9e4c596", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5195911413969336, "chrf": 57.11132994876276, "bleu": 24.576686101099835, "rougeL": 0.5402298850574713, "len_ratio": 1.0875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_c7dd397534028532", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7541322314049587, "chrf": 80.20835683558755, "bleu": 67.52296600207107, "rougeL": 0.802784222737819, "len_ratio": 0.8831168831168831, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}211{"pair_id": "pair_6b9f2ae535578b8a", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5937770095073466, "chrf": 63.76465386025229, "bleu": 35.4125490384117, "rougeL": 0.6109510086455332, "len_ratio": 0.9940476190476191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_1fb3e4bec62c8152", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6916461916461916, "chrf": 65.97352709873388, "bleu": 35.71618426826418, "rougeL": 0.6186440677966102, "len_ratio": 1.0172413793103448, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_de473f06430276e2", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7452547452547453, "chrf": 74.09097688094533, "bleu": 64.19143247448422, "rougeL": 0.781758957654723, "len_ratio": 0.7878787878787878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}214{"pair_id": "pair_9c50fa8d6e9bf9ba", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7700258397932817, "chrf": 78.43168888693106, "bleu": 64.61714422795012, "rougeL": 0.8108108108108107, "len_ratio": 0.9253731343283582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}215{"pair_id": "pair_73c6d66aac81017c", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5847107438016529, "chrf": 62.79926291314499, "bleu": 28.198088471108704, "rougeL": 0.5694444444444444, "len_ratio": 1.1492537313432836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}216{"pair_id": "pair_a9ec4a89035b890d", "doc_id": "doc_e70ce9ae73c32589", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6875957120980092, "chrf": 63.807681478787885, "bleu": 34.21977007451549, "rougeL": 0.6063829787234043, "len_ratio": 0.8118811881188119, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}217{"pair_id": "pair_52e1e52d454b4bbb", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5382585751978892, "chrf": 53.67475356118532, "bleu": 18.099009085184516, "rougeL": 0.4351851851851852, "len_ratio": 1.0891089108910892, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_379b4a364a2750bd", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 70.17560035305354, "bleu": 43.04234810271893, "rougeL": 0.6700507614213197, "len_ratio": 1.057591623036649, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}219{"pair_id": "pair_1016b40529daa4e8", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6200716845878136, "chrf": 59.56402064337313, "bleu": 25.030316581995532, "rougeL": 0.5508982035928144, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_3778c2c5facdf11a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6611464968152867, "chrf": 68.23022200752204, "bleu": 41.63247131325461, "rougeL": 0.6504065040650406, "len_ratio": 1.0175438596491229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}221{"pair_id": "pair_06f40fed7d7832f8", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6204268292682926, "chrf": 62.84626615605519, "bleu": 32.38298334048335, "rougeL": 0.6428571428571429, "len_ratio": 0.9504950495049505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}222{"pair_id": "pair_cd06d2b834f5146a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5922444183313749, "chrf": 60.723858234793326, "bleu": 26.90825407392331, "rougeL": 0.5080645161290323, "len_ratio": 1.0083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}223{"pair_id": "pair_ad9b861c63c9cd26", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6396396396396397, "chrf": 67.8538260564437, "bleu": 43.3323424868826, "rougeL": 0.6637554585152837, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_38e324907ccc6846", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7559614408929478, "chrf": 80.2579011929992, "bleu": 62.786833185025294, "rougeL": 0.7923076923076923, "len_ratio": 0.8475836431226765, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}225{"pair_id": "pair_e84e2197ee61afb4", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6262833675564682, "chrf": 72.94456128225846, "bleu": 42.18036977153576, "rougeL": 0.6577181208053691, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_b1ea4c151f4ad8ba", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.875, "chrf": 88.8487243081114, "bleu": 76.20678812093553, "rougeL": 0.888888888888889, "len_ratio": 1.0110803324099722, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}227{"pair_id": "pair_587eeae4e76ff484", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8240000000000001, "chrf": 84.98939525126866, "bleu": 64.14848644825902, "rougeL": 0.8387096774193548, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}228{"pair_id": "pair_a298081b1cca21aa", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5214564369310793, "chrf": 70.96181767460808, "bleu": 47.8895639430837, "rougeL": 0.6470588235294117, "len_ratio": 0.7850467289719626, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}229{"pair_id": "pair_376dd2cf2b3c00dc", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5363583478766725, "chrf": 61.59131560680747, "bleu": 33.32590271724402, "rougeL": 0.5508982035928144, "len_ratio": 0.9959183673469387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_861636e9ef48c537", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6965944272445821, "chrf": 77.8592134024546, "bleu": 58.19511278100136, "rougeL": 0.7351351351351352, "len_ratio": 1.0166204986149585, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0cce3868261ba441", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.54296875, "chrf": 60.46746592906241, "bleu": 23.70131752684568, "rougeL": 0.5578947368421052, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}232{"pair_id": "pair_9dc3a6074e7eba4d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4964788732394366, "chrf": 64.98264603324235, "bleu": 37.613873347343876, "rougeL": 0.5179063360881543, "len_ratio": 0.9770114942528736, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}233{"pair_id": "pair_955bfdc80088bc6b", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8706338939197931, "chrf": 83.73122410760028, "bleu": 64.72985917637757, "rougeL": 0.8630705394190871, "len_ratio": 0.9649122807017544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_29bc401ad35af4ee", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6819571865443426, "chrf": 64.79106197079099, "bleu": 29.841543485798397, "rougeL": 0.6, "len_ratio": 0.9306930693069307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}235{"pair_id": "pair_14710846235a4361", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.728584729981378, "chrf": 77.38023209556341, "bleu": 49.036626339131175, "rougeL": 0.7577413479052822, "len_ratio": 0.8193979933110368, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}236{"pair_id": "pair_6b8f39f278495e23", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6274309109518936, "chrf": 65.46355406342117, "bleu": 38.94512156712518, "rougeL": 0.6184210526315789, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_606bb5bd613cc47e", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5735785953177257, "chrf": 60.076995187123515, "bleu": 34.592492649312, "rougeL": 0.5824175824175823, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_dd83b558bde52162", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6134105960264901, "chrf": 64.33714463200144, "bleu": 33.455657940765015, "rougeL": 0.6204986149584487, "len_ratio": 1.170731707317073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_e6336e0a5e8d0f01", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7218934911242604, "chrf": 71.13690847099866, "bleu": 43.84433817290343, "rougeL": 0.6842105263157895, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_76c04925d2fec3c6", "doc_id": "doc_dadb00e95af5ab75", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.49455864570737607, "chrf": 64.19851227526247, "bleu": 28.76810825630033, "rougeL": 0.5191489361702128, "len_ratio": 1.1320754716981132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_90798343cefb81bf", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5955786736020806, "chrf": 72.46206818163866, "bleu": 51.153307513728244, "rougeL": 0.6785714285714286, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_cdb544371e389eb7", "doc_id": "doc_7cc71e43594f0124", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7442958300550748, "chrf": 73.69695998584345, "bleu": 50.69538463212647, "rougeL": 0.7581047381546134, "len_ratio": 0.9796954314720813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_d70efd650144efe7", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7611464968152866, "chrf": 76.21837148999363, "bleu": 54.282818398368796, "rougeL": 0.7674418604651164, "len_ratio": 0.8494623655913979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_5215877c50ff164e", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7575301204819277, "chrf": 73.9503211039717, "bleu": 46.569336747488066, "rougeL": 0.7135135135135136, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}245{"pair_id": "pair_1967e35350450682", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7155635062611807, "chrf": 71.53297443812723, "bleu": 48.67190410653312, "rougeL": 0.6918238993710693, "len_ratio": 1.0704225352112675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_55fba18ede6aef11", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6306729264475743, "chrf": 62.32433922684339, "bleu": 31.436598268708085, "rougeL": 0.5502645502645502, "len_ratio": 0.8865979381443299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}247{"pair_id": "pair_6518e9ac5509802a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7062146892655368, "chrf": 84.02814525315044, "bleu": 70.26432311136608, "rougeL": 0.7608695652173915, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_a1aa1029745d167d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6272927366104182, "chrf": 75.30161698337172, "bleu": 53.58656361037307, "rougeL": 0.7080459770114943, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_5cb4860a604a843b", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.698961937716263, "chrf": 69.49767731700813, "bleu": 49.88295587391501, "rougeL": 0.75, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}250{"pair_id": "pair_7499a298a12f0109", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5076142131979695, "chrf": 53.21033213306432, "bleu": 27.204565664206864, "rougeL": 0.5785123966942148, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_fcc757291d58be13", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5182341650671785, "chrf": 67.45251732644526, "bleu": 42.0111506043311, "rougeL": 0.6149068322981367, "len_ratio": 0.9622641509433962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}252{"pair_id": "pair_c8694321a5ca771f", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7399783315276274, "chrf": 80.13386409924547, "bleu": 64.77842871673553, "rougeL": 0.8036809815950919, "len_ratio": 0.9440993788819876, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}253{"pair_id": "pair_a4d4d91e84e348b6", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5121555915721232, "chrf": 52.95912886516167, "bleu": 17.02722869764152, "rougeL": 0.40462427745664736, "len_ratio": 1.0875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_604bcf9fcd54a2f1", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6149425287356323, "chrf": 69.09147772763563, "bleu": 40.46614635906168, "rougeL": 0.6382978723404256, "len_ratio": 1.0434782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_643a841687f0d2dd", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6917599186164802, "chrf": 69.60263576358145, "bleu": 48.1539593898395, "rougeL": 0.6739926739926739, "len_ratio": 0.9776119402985075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_3283402f4bcc1c31", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5531914893617021, "chrf": 56.49793062428914, "bleu": 23.621435295352644, "rougeL": 0.5121951219512195, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_4619a5dce953588a", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5128676470588236, "chrf": 57.02866136139809, "bleu": 15.61251079598605, "rougeL": 0.5031446540880503, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_9aa54df255a9ffeb", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5636070853462158, "chrf": 60.13794040799002, "bleu": 34.65505617673439, "rougeL": 0.5591397849462365, "len_ratio": 1.0224719101123596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_c65b9d98f564a283", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6504854368932038, "chrf": 68.15799473742871, "bleu": 43.42037879235768, "rougeL": 0.6928104575163399, "len_ratio": 1.095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_7d84f5ae21e98990", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7816411682892906, "chrf": 76.93895225187613, "bleu": 59.32299140095335, "rougeL": 0.837696335078534, "len_ratio": 0.8173076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}261{"pair_id": "pair_34e0ce9300ebbd4c", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6604651162790698, "chrf": 67.78288112441243, "bleu": 39.478923463320314, "rougeL": 0.7266881028938907, "len_ratio": 0.7530864197530864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}262{"pair_id": "pair_222a23ef889c352b", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6111111111111112, "chrf": 65.00747906646967, "bleu": 37.64309077904025, "rougeL": 0.5846153846153845, "len_ratio": 1.096774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_7b319cacd1b3b38d", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7372013651877133, "chrf": 72.37576968226865, "bleu": 54.3719633746051, "rougeL": 0.7722772277227723, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_1388a2e541d50a6d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8040027605244997, "chrf": 79.21957500405867, "bleu": 57.087329420461984, "rougeL": 0.7819905213270142, "len_ratio": 0.9759615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}265{"pair_id": "pair_81f5f1995e355c9b", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.540765391014975, "chrf": 62.084631507383094, "bleu": 34.01294997788758, "rougeL": 0.5646437994722955, "len_ratio": 1.0376344086021505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_81071fedee01556a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5834970530451866, "chrf": 58.80785275251866, "bleu": 25.359607435409107, "rougeL": 0.5277777777777778, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}267{"pair_id": "pair_c9b71287cec0bfef", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6918918918918919, "chrf": 74.58190439746615, "bleu": 56.39004100061651, "rougeL": 0.6910299003322259, "len_ratio": 1.0328947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}268{"pair_id": "pair_c1a17626ce019daf", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7487437185929648, "chrf": 69.41630720098037, "bleu": 44.49509056529877, "rougeL": 0.7630922693266834, "len_ratio": 0.7627906976744186, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}269{"pair_id": "pair_843719bad996e9e9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.47534516765285995, "chrf": 51.29189022133684, "bleu": 8.231699712322389, "rougeL": 0.4475524475524475, "len_ratio": 1.1538461538461537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}270{"pair_id": "pair_a68bba17780a3e48", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.65234375, "chrf": 72.7565329979183, "bleu": 47.67397566002669, "rougeL": 0.7450980392156863, "len_ratio": 1.095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_a86e5bf1357766e4", "doc_id": "doc_592708c2d62b5b42", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6860254083484574, "chrf": 67.12571279230369, "bleu": 42.25905424918176, "rougeL": 0.6748466257668712, "len_ratio": 1.0921052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_148d23e6f9005dcc", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7154712507409603, "chrf": 78.75154612446991, "bleu": 58.65053798558869, "rougeL": 0.7288428324697754, "len_ratio": 0.9816849816849816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}273{"pair_id": "pair_892c240ce1b7aa9e", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5583224115334207, "chrf": 60.42646744526981, "bleu": 29.52177042443088, "rougeL": 0.579185520361991, "len_ratio": 1.0510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_f72a453777101142", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7401129943502824, "chrf": 72.79823245968282, "bleu": 56.32384354839667, "rougeL": 0.7905138339920948, "len_ratio": 0.7883211678832117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}275{"pair_id": "pair_6bdf342566fe7abe", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.66626936829559, "chrf": 67.81831869238776, "bleu": 38.64892898466833, "rougeL": 0.6212765957446809, "len_ratio": 1.179245283018868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}276{"pair_id": "pair_74d7253fcd30392f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6775914634146342, "chrf": 70.50562651713398, "bleu": 44.22291105102448, "rougeL": 0.6854219948849105, "len_ratio": 1.0418848167539267, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}277{"pair_id": "pair_edcc08462bba7d66", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7341040462427746, "chrf": 72.34138690366449, "bleu": 46.85258271387464, "rougeL": 0.7547169811320754, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_c55370afce6b754c", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6681937172774869, "chrf": 71.22568679611857, "bleu": 36.773771946278174, "rougeL": 0.6333333333333333, "len_ratio": 1.0344827586206897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}279{"pair_id": "pair_616fecfaef5e9afa", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8141843971631206, "chrf": 80.20614586854863, "bleu": 60.755338386175104, "rougeL": 0.826530612244898, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_b4f857e4f7a460cf", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6518737672583826, "chrf": 62.13824257210968, "bleu": 39.12283549019421, "rougeL": 0.6538461538461539, "len_ratio": 0.72, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}281{"pair_id": "pair_436ff08b9a6fe740", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.563691073219659, "chrf": 61.05549349937651, "bleu": 21.960297921370106, "rougeL": 0.5376344086021506, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_b611046b7908f7f9", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6858789625360231, "chrf": 66.31792367146853, "bleu": 44.7434917256892, "rougeL": 0.6137566137566138, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}283{"pair_id": "pair_2a433c18451db499", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5088757396449703, "chrf": 54.48562672528476, "bleu": 20.783904397497622, "rougeL": 0.4623115577889447, "len_ratio": 0.98989898989899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}284{"pair_id": "pair_9e2379f6a17d86f3", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5870516185476815, "chrf": 63.317657531544036, "bleu": 33.82840809086807, "rougeL": 0.5902578796561605, "len_ratio": 1.005952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_28adf167e9ab6c5e", "doc_id": "doc_71d406f9105e8832", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7396593673965937, "chrf": 70.60927999885021, "bleu": 43.57093566276249, "rougeL": 0.7272727272727272, "len_ratio": 0.7580645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_c502cfa7ecbb1f23", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.812807881773399, "chrf": 71.47456093525305, "bleu": 48.449877377846, "rougeL": 0.7833333333333333, "len_ratio": 0.8181818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}287{"pair_id": "pair_6c2a4fd3935b1c4e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7362637362637363, "chrf": 77.9465705365933, "bleu": 65.17416918830438, "rougeL": 0.7710843373493976, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}288{"pair_id": "pair_26e07c12e2440a77", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6951219512195121, "chrf": 68.17161336017539, "bleu": 40.68870437987683, "rougeL": 0.7263157894736841, "len_ratio": 0.8811881188118812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}289{"pair_id": "pair_cb1aabb45a9f7e5c", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5566700100300903, "chrf": 61.19936789700271, "bleu": 22.165452088214263, "rougeL": 0.5390070921985817, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}290{"pair_id": "pair_b073b05b6f07cd5b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5954198473282443, "chrf": 64.25790174291953, "bleu": 31.6142347477163, "rougeL": 0.5685279187817258, "len_ratio": 0.9692307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}291{"pair_id": "pair_94bbfc333829a60a", "doc_id": "doc_d63488e03c286073", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6628989361702128, "chrf": 67.74665846273324, "bleu": 35.79859112033343, "rougeL": 0.6255924170616113, "len_ratio": 1.0443349753694582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}292{"pair_id": "pair_adcec57a8bce34c5", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7286527514231499, "chrf": 66.10807885376643, "bleu": 29.26898973831267, "rougeL": 0.7132867132867132, "len_ratio": 0.7195121951219512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_77abbf77b9da40bb", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5433403805496828, "chrf": 66.27268993475526, "bleu": 42.15003871011159, "rougeL": 0.5859872611464968, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_e1185ba977ee244f", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8453900709219858, "chrf": 81.10870165079425, "bleu": 60.0852696412723, "rougeL": 0.84, "len_ratio": 1.0046511627906978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}295{"pair_id": "pair_fc317e2b87a2a542", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6462395543175488, "chrf": 70.71145271789857, "bleu": 47.57673112643228, "rougeL": 0.6478873239436619, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_7a25e76eb2ff9b60", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6387802971071149, "chrf": 66.64009809338647, "bleu": 46.16027842092264, "rougeL": 0.6697247706422018, "len_ratio": 0.9151785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}297{"pair_id": "pair_3c164cee2bd6c957", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5265438786565547, "chrf": 65.93146734993725, "bleu": 48.62758909701376, "rougeL": 0.60790273556231, "len_ratio": 0.9627329192546584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}298{"pair_id": "pair_d7445b3ec0e9e28f", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.43101893597835883, "chrf": 63.977828380447974, "bleu": 32.71517569298356, "rougeL": 0.4970414201183432, "len_ratio": 1.0628930817610063, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_71f0d0a8ad3cf5ea", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7532299741602067, "chrf": 70.70983989312357, "bleu": 41.50068212242399, "rougeL": 0.6666666666666666, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}300{"pair_id": "pair_d17600e7d1feb800", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5308804204993429, "chrf": 54.265604918086616, "bleu": 12.425293192681474, "rougeL": 0.43317972350230416, "len_ratio": 1.099009900990099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_73b59c4d552a1e38", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.836078431372549, "chrf": 81.70005302994396, "bleu": 66.4265034614861, "rougeL": 0.8355795148247979, "len_ratio": 0.9319371727748691, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}302{"pair_id": "pair_7470cf9ca3db231f", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.668026101141925, "chrf": 66.44262190621914, "bleu": 33.99784873294064, "rougeL": 0.6204819277108433, "len_ratio": 1.0828025477707006, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_cc20a8aae5cbac0b", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6412213740458015, "chrf": 71.88579927328841, "bleu": 41.29793498246573, "rougeL": 0.631578947368421, "len_ratio": 1.0254777070063694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}304{"pair_id": "pair_0c64a6109aa8698e", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8585034013605441, "chrf": 84.31320470144085, "bleu": 68.21745786408255, "rougeL": 0.8387096774193549, "len_ratio": 0.9458128078817734, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}305{"pair_id": "pair_32cbef6a97f049ed", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6071428571428572, "chrf": 63.788716825245665, "bleu": 29.474258055221686, "rougeL": 0.6071428571428571, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}306{"pair_id": "pair_470fc855f498a711", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6927592954990216, "chrf": 66.9041711749412, "bleu": 48.354136048654915, "rougeL": 0.6832298136645963, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_4a3ffb2ffe27e48e", "doc_id": "doc_75e4c206f7fbdd67", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8894736842105263, "chrf": 87.38936093437135, "bleu": 74.19380862021539, "rougeL": 0.8933333333333334, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}308{"pair_id": "pair_4bc83be0e915f7e2", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4652686762778506, "chrf": 55.82400777727792, "bleu": 23.00145620169484, "rougeL": 0.47011952191235057, "len_ratio": 1.0080645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_252f6b35d8d6b7a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7438858695652174, "chrf": 74.11760837777355, "bleu": 58.757833628735035, "rougeL": 0.8079800498753117, "len_ratio": 0.7880184331797235, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}310{"pair_id": "pair_3db5680ce83b4a9a", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6981345392877332, "chrf": 74.50046894075271, "bleu": 54.42324805646874, "rougeL": 0.7045871559633028, "len_ratio": 1.007462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_649fc4991c6b94e7", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6347941567065073, "chrf": 65.57137828419104, "bleu": 34.52360010197758, "rougeL": 0.608294930875576, "len_ratio": 1.0673076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_768486d2d6d13dce", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6076134699853587, "chrf": 63.1664817774143, "bleu": 26.656960060894363, "rougeL": 0.5900000000000001, "len_ratio": 1.10989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_d331bb07b2aae710", "doc_id": "doc_746a4589dcef0f3d", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6276195593766791, "chrf": 69.9013651744806, "bleu": 40.62421947383183, "rougeL": 0.6514886164623468, "len_ratio": 0.9746376811594203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}314{"pair_id": "pair_549eaa531a8ff8c8", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5438813349814586, "chrf": 55.932123639069076, "bleu": 21.249737867597837, "rougeL": 0.5587044534412956, "len_ratio": 0.943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_7cfd87476916eb16", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6741154562383613, "chrf": 68.85376235155522, "bleu": 41.94077782310445, "rougeL": 0.6233766233766234, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}316{"pair_id": "pair_49eb81f7c271385f", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8482269503546099, "chrf": 78.18089403916466, "bleu": 57.38763678075988, "rougeL": 0.823529411764706, "len_ratio": 0.8484848484848485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}317{"pair_id": "pair_159bdcf7c5ce6b43", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7291021671826625, "chrf": 68.34015859919366, "bleu": 40.87320091280956, "rougeL": 0.7032967032967034, "len_ratio": 0.7378640776699029, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}318{"pair_id": "pair_3b61110f14c9d441", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8505392912172574, "chrf": 81.39547352682794, "bleu": 61.08579828777502, "rougeL": 0.8520710059171598, "len_ratio": 0.8369565217391305, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}319{"pair_id": "pair_1752ec22f6a58306", "doc_id": "doc_fe2ddb404d112460", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7762478485370051, "chrf": 71.53092015443706, "bleu": 50.239297097980014, "rougeL": 0.761904761904762, "len_ratio": 0.8202247191011236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}320{"pair_id": "pair_daee5f7a0a579544", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6181613085166384, "chrf": 70.34209884635014, "bleu": 47.6560946022927, "rougeL": 0.6210720887245842, "len_ratio": 0.9888059701492538, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}321{"pair_id": "pair_371e08c3f3e82b29", "doc_id": "doc_b1675be26e230c94", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4633385335413417, "chrf": 65.45932551409149, "bleu": 45.7868393932481, "rougeL": 0.5549132947976878, "len_ratio": 0.7604166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}322{"pair_id": "pair_b60579151b2090e5", "doc_id": "doc_746a4589dcef0f3d", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7044599677592692, "chrf": 68.29005742007355, "bleu": 43.98919883317683, "rougeL": 0.7450980392156863, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}323{"pair_id": "pair_e11f308e80430272", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.646131805157593, "chrf": 73.29107717173636, "bleu": 50.17184702702199, "rougeL": 0.6700507614213197, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}324{"pair_id": "pair_a8fc55f750d147ab", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.502868068833652, "chrf": 63.686392825697524, "bleu": 35.188067064019044, "rougeL": 0.5220338983050847, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}325{"pair_id": "pair_bfa7f3b1806a87ca", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.49666983824928634, "chrf": 67.64920040854265, "bleu": 41.187402708399816, "rougeL": 0.5975609756097562, "len_ratio": 1.0062893081761006, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}326{"pair_id": "pair_be01e1c67bf016fa", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7650429799426934, "chrf": 75.75373138049605, "bleu": 53.59431578512804, "rougeL": 0.8061224489795918, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}327{"pair_id": "pair_9c200f2e3a378346", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.76640625, "chrf": 75.58322446365884, "bleu": 52.72784013429955, "rougeL": 0.8022922636103151, "len_ratio": 0.83, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}328{"pair_id": "pair_c26b02f8a843800f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5406911928651059, "chrf": 66.98118002332238, "bleu": 35.19192288740289, "rougeL": 0.5752380952380953, "len_ratio": 1.044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_7a5cedd9bc0566ce", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7174071376547706, "chrf": 70.93510039974885, "bleu": 42.744613312349635, "rougeL": 0.7178217821782177, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}330{"pair_id": "pair_957c0a494aa81f30", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7753346080305927, "chrf": 82.5542860187386, "bleu": 66.49771852530054, "rougeL": 0.8113879003558718, "len_ratio": 0.9416058394160584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_e4232a616f0ac208", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7410440122824975, "chrf": 77.5644580443974, "bleu": 54.62833582434398, "rougeL": 0.7428571428571429, "len_ratio": 0.8266666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_a14d851f827967e3", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7668488160291439, "chrf": 69.40989382495411, "bleu": 44.949176718678345, "rougeL": 0.7622149837133549, "len_ratio": 0.7559523809523809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_fbfab1fc12812d27", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6280120481927711, "chrf": 60.059444630736216, "bleu": 33.45071842626229, "rougeL": 0.5193370165745855, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_f2feebb86a7d3489", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6135265700483092, "chrf": 74.85288430519421, "bleu": 47.230461986900515, "rougeL": 0.7303370786516854, "len_ratio": 0.9186046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}335{"pair_id": "pair_1a88e5ba06878f8c", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7033398821218075, "chrf": 70.26197559252961, "bleu": 39.42156539903435, "rougeL": 0.676056338028169, "len_ratio": 0.868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_2fc5765bd83d645b", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.649874055415617, "chrf": 64.03409676819602, "bleu": 33.7884935412651, "rougeL": 0.6666666666666666, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}337{"pair_id": "pair_ce8b88ad1fc57189", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.567391304347826, "chrf": 68.79030452664068, "bleu": 44.670735856305036, "rougeL": 0.5785714285714286, "len_ratio": 1.0147058823529411, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}338{"pair_id": "pair_ae2f0ac22b90b690", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.64, "chrf": 65.28510696429481, "bleu": 35.79601253114789, "rougeL": 0.6288951841359774, "len_ratio": 1.1097560975609757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_b0a1b0967da14be7", "doc_id": "doc_3b73c0c303c8ada6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7603108188882247, "chrf": 76.88278917448142, "bleu": 59.651092973063605, "rougeL": 0.8089887640449438, "len_ratio": 0.8241758241758241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}340{"pair_id": "pair_4fe91802a15b95ac", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6973929236499069, "chrf": 73.38736911582757, "bleu": 44.29683745800855, "rougeL": 0.6917808219178082, "len_ratio": 0.939799331103679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}341{"pair_id": "pair_dbad181deda0b532", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8212197159565581, "chrf": 84.99829184673482, "bleu": 72.68322407921664, "rougeL": 0.8538011695906432, "len_ratio": 0.935672514619883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}342{"pair_id": "pair_c05c6be96a9a3ce6", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6939953810623556, "chrf": 74.22822020587489, "bleu": 54.40414590347485, "rougeL": 0.7074074074074074, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_e258ecb3da172baa", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6527093596059113, "chrf": 67.51994093907695, "bleu": 45.243199929660314, "rougeL": 0.6808510638297872, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}344{"pair_id": "pair_f1090169355039cf", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7918781725888324, "chrf": 79.65763218967581, "bleu": 61.35018102796346, "rougeL": 0.8253968253968254, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}345{"pair_id": "pair_e0041e8da781ae3f", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5181224004753416, "chrf": 58.41191286717654, "bleu": 31.499478028515306, "rougeL": 0.5273833671399595, "len_ratio": 0.963265306122449, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}346{"pair_id": "pair_1b827024258e5fe3", "doc_id": "doc_fe2ddb404d112460", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5823429541595926, "chrf": 59.796885127937685, "bleu": 34.70917325881963, "rougeL": 0.574585635359116, "len_ratio": 0.9662921348314607, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_d61d508bd475059d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6070726915520629, "chrf": 65.00007276797676, "bleu": 36.7000878199779, "rougeL": 0.6341463414634145, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_95c1d98a96ba8ab3", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7787759685569905, "chrf": 82.06815694952124, "bleu": 65.12672800187507, "rougeL": 0.7986230636833046, "len_ratio": 0.9745454545454545, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}349{"pair_id": "pair_1313cb8ef4581a6b", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.43785488958990537, "chrf": 65.63536759590652, "bleu": 38.436516553228984, "rougeL": 0.49787234042553186, "len_ratio": 0.9656652360515021, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}350{"pair_id": "pair_12461ad06ee443f4", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5957854406130267, "chrf": 64.62763648957605, "bleu": 33.102450967296456, "rougeL": 0.6385542168674698, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}351{"pair_id": "pair_cb8ff4fed8648e40", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8312611012433393, "chrf": 82.24443876354704, "bleu": 67.82079767697269, "rougeL": 0.8397790055248618, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_04ee2f9d86bc258e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5978043912175648, "chrf": 65.98786856103138, "bleu": 34.85655482084723, "rougeL": 0.5804195804195804, "len_ratio": 0.8933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}353{"pair_id": "pair_53ea3eae4a6d6073", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.681058495821727, "chrf": 68.88929259264766, "bleu": 39.31576072229379, "rougeL": 0.6604651162790697, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_852782e8f75b2eed", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6891651865008881, "chrf": 68.90866590848887, "bleu": 47.923459135140455, "rougeL": 0.7261904761904762, "len_ratio": 0.8241758241758241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}355{"pair_id": "pair_4986e23def53a782", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5236220472440944, "chrf": 55.609031039180344, "bleu": 10.52335738541833, "rougeL": 0.5142857142857142, "len_ratio": 1.1076923076923078, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_6b329bf8d93990ab", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8548057259713702, "chrf": 84.1073409841738, "bleu": 65.9263197805242, "rougeL": 0.8843537414965986, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_143b105a81bf0bc4", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6911262798634812, "chrf": 80.76895296621473, "bleu": 61.94718711430868, "rougeL": 0.6913580246913581, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}358{"pair_id": "pair_0ceb8ae2631cf94e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7073002754820936, "chrf": 77.2787424641182, "bleu": 61.61882905568318, "rougeL": 0.7405764966740576, "len_ratio": 0.9653679653679653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_482e3478376cbf6a", "doc_id": "doc_d63488e03c286073", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7761904761904762, "chrf": 75.8133765908645, "bleu": 52.85374149553443, "rougeL": 0.7586206896551724, "len_ratio": 0.8078817733990148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}360{"pair_id": "pair_3474c3b3dc52b1f5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6376811594202898, "chrf": 63.462520505495625, "bleu": 25.549353082280884, "rougeL": 0.6820809248554913, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_bbdca5b719122903", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3919156414762741, "chrf": 64.84767037798805, "bleu": 32.40620007062887, "rougeL": 0.47904191616766467, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}362{"pair_id": "pair_421ab162ed8b10e4", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5952380952380952, "chrf": 74.45854298249935, "bleu": 55.77383203187296, "rougeL": 0.6822916666666666, "len_ratio": 0.9623655913978495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}363{"pair_id": "pair_1a34cebf524ca209", "doc_id": "doc_693020f91e971346", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6297229219143576, "chrf": 55.99193097941668, "bleu": 30.500979668830364, "rougeL": 0.616822429906542, "len_ratio": 0.6612903225806451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}364{"pair_id": "pair_662f25de0256c90a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6173570019723866, "chrf": 73.46334780941237, "bleu": 52.202868392128856, "rougeL": 0.6867469879518072, "len_ratio": 1.0735294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}365{"pair_id": "pair_8d2fa7213c7a5028", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6006428284451587, "chrf": 69.3483313114009, "bleu": 39.44536467829941, "rougeL": 0.6434108527131783, "len_ratio": 0.9808219178082191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_7a3c6b4e27b290f1", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5759668508287292, "chrf": 64.10333601580328, "bleu": 37.98360764862508, "rougeL": 0.579185520361991, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}367{"pair_id": "pair_39e7e4ac3ef43d97", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7031457687195393, "chrf": 78.55998470071928, "bleu": 58.47735413238506, "rougeL": 0.7419354838709677, "len_ratio": 1.0277008310249307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_fa1d2a973e6eefb1", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6787658802177858, "chrf": 69.1374302837329, "bleu": 40.981954284505385, "rougeL": 0.7160493827160495, "len_ratio": 1.0789473684210527, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}369{"pair_id": "pair_4706c97ac485ff1c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7361516034985423, "chrf": 78.42168176697159, "bleu": 55.97083064737388, "rougeL": 0.7659574468085107, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_5838a73c0c4c5e9b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.633112582781457, "chrf": 67.4425782540015, "bleu": 34.045283911339624, "rougeL": 0.6355140186915887, "len_ratio": 1.121212121212121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}371{"pair_id": "pair_55e977b02b8d2b43", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6701337295690937, "chrf": 68.12792416985144, "bleu": 34.96537078171951, "rougeL": 0.6321243523316061, "len_ratio": 1.1046511627906976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}372{"pair_id": "pair_bfcbb4648f104864", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6009302325581396, "chrf": 63.90813343994005, "bleu": 39.57496422333141, "rougeL": 0.6434782608695652, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_790edafbbf563e53", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8218694885361553, "chrf": 83.21809703052246, "bleu": 69.78052757799513, "rougeL": 0.8550074738415547, "len_ratio": 0.9123867069486404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}374{"pair_id": "pair_6b5b9fe4cf01ba41", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6578947368421053, "chrf": 67.79763144779358, "bleu": 42.39916282764327, "rougeL": 0.6533333333333333, "len_ratio": 0.9436619718309859, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_bfd73bc995d1f15c", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6717149220489977, "chrf": 76.75059008425453, "bleu": 57.09130629376318, "rougeL": 0.7115902964959568, "len_ratio": 1.0221606648199446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_f42890f511bfa9c2", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6344276841171251, "chrf": 71.64961844594478, "bleu": 48.96692288737274, "rougeL": 0.6964285714285715, "len_ratio": 0.8103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}377{"pair_id": "pair_f1a2ae630268e3c1", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7459165154264973, "chrf": 79.62132523523653, "bleu": 58.405931716413114, "rougeL": 0.8044077134986226, "len_ratio": 0.9479768786127167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}378{"pair_id": "pair_e4714203456d4028", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.672514619883041, "chrf": 64.83303955709542, "bleu": 44.554894532740455, "rougeL": 0.6203208556149732, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}379{"pair_id": "pair_f2b900c48cbcc7c4", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8449408672798948, "chrf": 87.27605885050302, "bleu": 68.8507514051973, "rougeL": 0.8634361233480176, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}380{"pair_id": "pair_ca38b5905852d3d1", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5544412607449857, "chrf": 64.2272300745277, "bleu": 42.06813218321998, "rougeL": 0.6077348066298344, "len_ratio": 0.79, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_c0eeb6638fd90e6b", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7837653478854024, "chrf": 76.82131877856125, "bleu": 56.46953133985957, "rougeL": 0.7980997624703087, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}382{"pair_id": "pair_b1ca7e57ad0db18c", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6048502139800285, "chrf": 63.024772052995026, "bleu": 31.448456489869514, "rougeL": 0.61, "len_ratio": 0.9801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}383{"pair_id": "pair_28f5d69d5671a930", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7071823204419889, "chrf": 72.13127752237291, "bleu": 47.40276439928741, "rougeL": 0.7215189873417722, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}384{"pair_id": "pair_d7df233ff1ce3baf", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6362763915547025, "chrf": 69.4046570414595, "bleu": 41.85075577537221, "rougeL": 0.6384364820846905, "len_ratio": 1.0133333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_9757173019376f38", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7524038461538461, "chrf": 72.59512625147366, "bleu": 45.39369862423702, "rougeL": 0.738255033557047, "len_ratio": 0.764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}386{"pair_id": "pair_45709d5e1553bf1a", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5435168738898757, "chrf": 61.732702642852765, "bleu": 36.68875455637417, "rougeL": 0.6203208556149733, "len_ratio": 1.043956043956044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}387{"pair_id": "pair_4768aeebf8ba1386", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6533795493934142, "chrf": 64.77191154863007, "bleu": 42.7118009043451, "rougeL": 0.6595744680851064, "len_ratio": 1.054945054945055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_d22938fa207725f7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.47192429022082016, "chrf": 65.59209270052314, "bleu": 39.855287487615676, "rougeL": 0.5217391304347826, "len_ratio": 0.9227467811158798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_c739ffe16ec1683f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4170212765957447, "chrf": 56.349673178321815, "bleu": 19.518613352083907, "rougeL": 0.4390243902439024, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}390{"pair_id": "pair_58c0e26e68ce6358", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6308243727598566, "chrf": 61.0994778811609, "bleu": 29.09760317133444, "rougeL": 0.5269461077844312, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_a89fb184c75d9e33", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.679549114331723, "chrf": 74.79298911578492, "bleu": 48.163156776943936, "rougeL": 0.7251461988304092, "len_ratio": 0.8372093023255814, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}392{"pair_id": "pair_c5a59ce5de79ed03", "doc_id": "doc_bbe20e369485006e", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6319845857418112, "chrf": 64.94933837598359, "bleu": 32.686651329745224, "rougeL": 0.7123287671232876, "len_ratio": 0.7682926829268293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}393{"pair_id": "pair_823a4940fa47ef14", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7019607843137254, "chrf": 70.52716312160624, "bleu": 47.862505963798185, "rougeL": 0.7257142857142858, "len_ratio": 0.8219895287958116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -2.0}394{"pair_id": "pair_427138335a99e095", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7468531468531469, "chrf": 80.4771201179314, "bleu": 59.50111239218927, "rougeL": 0.768361581920904, "len_ratio": 0.8469387755102041, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_6f9d5d28c6268c74", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5495867768595042, "chrf": 52.50604473031413, "bleu": 16.26025725568403, "rougeL": 0.44549763033175355, "len_ratio": 1.0396039603960396, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}396{"pair_id": "pair_d3ef973e52b86667", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6526386105544422, "chrf": 71.15377871570992, "bleu": 38.475839146101606, "rougeL": 0.675268817204301, "len_ratio": 1.0315315315315314, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_0193f785c8b560ea", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5481881264456439, "chrf": 61.12305811140715, "bleu": 20.099419590846363, "rougeL": 0.5454545454545454, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}398{"pair_id": "pair_beca656f3c99bee2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.756631299734748, "chrf": 72.18877833040706, "bleu": 48.622103871607976, "rougeL": 0.7875894988066826, "len_ratio": 0.7878787878787878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}399{"pair_id": "pair_b4f596e9e439cd94", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7655172413793103, "chrf": 77.75795257942775, "bleu": 59.89032422472899, "rougeL": 0.7621951219512195, "len_ratio": 1.0547945205479452, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}400{"pair_id": "pair_bef9b6ee16a3c0fc", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7320936639118457, "chrf": 78.77521907438289, "bleu": 63.10130039256552, "rougeL": 0.759825327510917, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_e7665d70be63427b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.630669546436285, "chrf": 67.93524612444378, "bleu": 36.688496535144914, "rougeL": 0.6231884057971014, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_cd1e0448ac2225bd", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7446514837819186, "chrf": 74.91474284275098, "bleu": 48.817555189266095, "rougeL": 0.7044917257683215, "len_ratio": 0.9855769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_078654dbb47beffd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6292372881355932, "chrf": 70.96975121995177, "bleu": 42.220435841477816, "rougeL": 0.673469387755102, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_6354998295f7f2f0", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7045045045045045, "chrf": 83.70416427521211, "bleu": 61.733881784660845, "rougeL": 0.7948717948717949, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}405{"pair_id": "pair_bff8de3b8d97bc45", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6383248730964467, "chrf": 66.35856890707956, "bleu": 35.142785641154795, "rougeL": 0.6301369863013698, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}406{"pair_id": "pair_6b17cb808a9692c9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6135940409683427, "chrf": 72.73222428605682, "bleu": 40.673624156587444, "rougeL": 0.6784660766961653, "len_ratio": 0.9810126582278481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}407{"pair_id": "pair_e62b054a628ef71a", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5413153456998314, "chrf": 70.36415290547073, "bleu": 39.47833213277788, "rougeL": 0.6190476190476191, "len_ratio": 1.1025641025641026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}408{"pair_id": "pair_432954617ebeb72e", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6617647058823529, "chrf": 69.04681073459003, "bleu": 44.340537759517, "rougeL": 0.6354166666666666, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_63da5c4a7c7320cf", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6340378197997776, "chrf": 76.28950273472826, "bleu": 51.91421136319342, "rougeL": 0.6815068493150686, "len_ratio": 0.9854545454545455, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}410{"pair_id": "pair_f38b95edff5750cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6571180555555556, "chrf": 76.85926521402632, "bleu": 54.82045047461094, "rougeL": 0.6933333333333332, "len_ratio": 1.0443213296398892, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_9209d493729e0e57", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8486416558861578, "chrf": 84.28438008838752, "bleu": 65.8039578042995, "rougeL": 0.853448275862069, "len_ratio": 0.8859649122807017, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_753fa0469ab79a60", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6085918854415274, "chrf": 62.261579700228545, "bleu": 29.5317594084849, "rougeL": 0.5469387755102041, "len_ratio": 0.9833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}413{"pair_id": "pair_55c0e46e99301494", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5694956949569496, "chrf": 57.634209768574884, "bleu": 25.834407986008316, "rougeL": 0.5254901960784313, "len_ratio": 1.0403225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}414{"pair_id": "pair_381acab5808d4c97", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6048925129725723, "chrf": 73.96343573229235, "bleu": 53.912666985018866, "rougeL": 0.6944444444444444, "len_ratio": 0.9893048128342246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}415{"pair_id": "pair_1dccd56e579e8701", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.629396984924623, "chrf": 61.44603948631515, "bleu": 31.758760279760924, "rougeL": 0.5957446808510639, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}416{"pair_id": "pair_b18788f613b13ca6", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6209790209790209, "chrf": 70.95682634439424, "bleu": 39.75759157255725, "rougeL": 0.6054054054054054, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_b282c43ea12793a1", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6347150259067358, "chrf": 66.52214988732095, "bleu": 38.802138371313696, "rougeL": 0.6376811594202898, "len_ratio": 0.9770114942528736, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_884a836d4ea4c493", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.41514195583596214, "chrf": 61.64572854859877, "bleu": 31.483571210876285, "rougeL": 0.48484848484848486, "len_ratio": 0.9313304721030042, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}419{"pair_id": "pair_446361bccc79920c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8474842767295597, "chrf": 79.17974088142263, "bleu": 57.83918844506036, "rougeL": 0.8279569892473119, "len_ratio": 0.945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}420{"pair_id": "pair_555dc7c539036b77", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5903361344537815, "chrf": 67.61294587484514, "bleu": 31.489700833770783, "rougeL": 0.6074074074074075, "len_ratio": 1.1774193548387097, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}421{"pair_id": "pair_c9b1d1b38febc68b", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8298969072164948, "chrf": 81.81857353171766, "bleu": 68.46751063703358, "rougeL": 0.8587896253602304, "len_ratio": 0.8655913978494624, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}422{"pair_id": "pair_2b2763a858a3adca", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 67.3131838299067, "bleu": 36.39109895184315, "rougeL": 0.6666666666666667, "len_ratio": 0.71875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}423{"pair_id": "pair_fa4241b63484566c", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7088724584103512, "chrf": 69.66869269122328, "bleu": 43.837767125606895, "rougeL": 0.6489184692179701, "len_ratio": 0.9803921568627451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_f202692d40732251", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7747035573122529, "chrf": 77.8634740913668, "bleu": 53.956846219680806, "rougeL": 0.7883211678832117, "len_ratio": 1.0307692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_4916bdba7f4d2fb2", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.810126582278481, "chrf": 78.51129596426438, "bleu": 60.06900947317894, "rougeL": 0.8098591549295775, "len_ratio": 0.9103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_72ab6e09ed65968c", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5945017182130584, "chrf": 74.60444378880392, "bleu": 46.102748168374696, "rougeL": 0.6428571428571429, "len_ratio": 1.1025641025641026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}427{"pair_id": "pair_238ab1b64dec92e9", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5136363636363637, "chrf": 54.118305297223536, "bleu": 18.57724784765904, "rougeL": 0.5340599455040871, "len_ratio": 0.9710982658959537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}428{"pair_id": "pair_55e30627d7825232", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6596806387225549, "chrf": 69.26627037348051, "bleu": 39.81421956005461, "rougeL": 0.6460481099656357, "len_ratio": 0.9266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}429{"pair_id": "pair_4f68f1de189d9eb2", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49376114081996436, "chrf": 61.54330769072105, "bleu": 33.70990020400195, "rougeL": 0.5271629778672032, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_ce55c735865013f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5230024213075061, "chrf": 56.09974119631762, "bleu": 25.446208440269977, "rougeL": 0.5190839694656489, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}431{"pair_id": "pair_c202dbad0daedfba", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6336206896551724, "chrf": 67.48859866290803, "bleu": 39.15995433813842, "rougeL": 0.6142857142857142, "len_ratio": 1.0895522388059702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_5557900ea40ddd67", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7008670520231214, "chrf": 72.19246695212563, "bleu": 45.62605965069208, "rougeL": 0.6878306878306877, "len_ratio": 1.0543478260869565, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}433{"pair_id": "pair_73646de35fc3cb43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.736842105263158, "chrf": 73.91480372778345, "bleu": 54.84169758554226, "rougeL": 0.736842105263158, "len_ratio": 0.9431818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_04061ff99c769b8a", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5872689938398357, "chrf": 67.95583581547113, "bleu": 31.74752370434486, "rougeL": 0.5864661654135339, "len_ratio": 1.1451612903225807, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_8299f5f35d18dab9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.49502982107355864, "chrf": 72.76694627878294, "bleu": 48.73309278033452, "rougeL": 0.6303030303030304, "len_ratio": 1.0588235294117647, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}436{"pair_id": "pair_c523b5f686bc9daa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7085427135678393, "chrf": 67.17667292901652, "bleu": 37.84907662334512, "rougeL": 0.7047619047619047, "len_ratio": 0.7758620689655172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}437{"pair_id": "pair_28b2fbc33ac988f5", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5847542627883651, "chrf": 62.46080075449735, "bleu": 21.512699469133146, "rougeL": 0.5571428571428572, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}438{"pair_id": "pair_f0422124a83a0abf", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7252475247524752, "chrf": 71.14683867398148, "bleu": 45.84955431263964, "rougeL": 0.7509578544061303, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_9258311273a3eb28", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.850091407678245, "chrf": 81.33287029473625, "bleu": 63.90433501478954, "rougeL": 0.8235294117647058, "len_ratio": 0.9859154929577465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_016380f3b87d4545", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7335092348284961, "chrf": 74.13013585164425, "bleu": 46.561690713958264, "rougeL": 0.7255813953488374, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}441{"pair_id": "pair_a98f2a15b3f4a641", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6168831168831168, "chrf": 68.71745477625394, "bleu": 35.11972683186784, "rougeL": 0.6294416243654821, "len_ratio": 0.9695431472081218, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}442{"pair_id": "pair_dbab43021c86bfa3", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4985422740524781, "chrf": 66.07919586931567, "bleu": 32.4172669122698, "rougeL": 0.5436893203883495, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_1ad1c682d750b506", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7489823609226594, "chrf": 78.29020695281798, "bleu": 59.865390551075365, "rougeL": 0.7698744769874476, "len_ratio": 0.9112903225806451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_b1b09c31cd29eec1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6784037558685446, "chrf": 67.2992477578254, "bleu": 34.53127760152108, "rougeL": 0.6476578411405295, "len_ratio": 0.936, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}445{"pair_id": "pair_f14b0ad7833ffd4c", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7191780821917808, "chrf": 77.64998882223524, "bleu": 61.614326473931754, "rougeL": 0.6913580246913581, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}446{"pair_id": "pair_d4017389763bb4f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7070240295748613, "chrf": 76.63965254574566, "bleu": 49.75727291558875, "rougeL": 0.7521865889212828, "len_ratio": 1.018987341772152, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}447{"pair_id": "pair_8f21ce59b1148420", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7151515151515151, "chrf": 69.04126901880153, "bleu": 43.37164928009294, "rougeL": 0.7515923566878983, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_a76cc8228784ac71", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8425275827482448, "chrf": 80.18721439922358, "bleu": 54.114322765167685, "rougeL": 0.7942238267148015, "len_ratio": 0.9357142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}449{"pair_id": "pair_98623f186442c01b", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7430167597765363, "chrf": 76.21828361291504, "bleu": 51.09845384371954, "rougeL": 0.7708333333333333, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}450{"pair_id": "pair_8a107e90e60312eb", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6033717834960071, "chrf": 71.32120792156972, "bleu": 46.951671444790826, "rougeL": 0.6204986149584488, "len_ratio": 0.9597701149425287, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}451{"pair_id": "pair_3b2da87ab21e11ac", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6971544715447154, "chrf": 66.72448710814608, "bleu": 36.647814584204454, "rougeL": 0.7038834951456311, "len_ratio": 0.7422222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_6080a8dd1c5e3673", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6046915725456126, "chrf": 66.03123057252932, "bleu": 35.64540853200503, "rougeL": 0.608955223880597, "len_ratio": 0.9137931034482759, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}453{"pair_id": "pair_b33c481ef5092a97", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8575788402848423, "chrf": 81.7558026178168, "bleu": 61.88954938097616, "rougeL": 0.8308823529411764, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_ca76c86a3c4dceb1", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7483296213808464, "chrf": 78.19713606582816, "bleu": 56.11421117391341, "rougeL": 0.787878787878788, "len_ratio": 0.9384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}455{"pair_id": "pair_93afc59afa02a38b", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.717605633802817, "chrf": 72.91982730236981, "bleu": 36.62437895234401, "rougeL": 0.6634615384615385, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}456{"pair_id": "pair_5e3fe290b23f1617", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6850551654964895, "chrf": 66.69125556780594, "bleu": 34.45149013621418, "rougeL": 0.6666666666666666, "len_ratio": 0.7214285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}457{"pair_id": "pair_9b7cf4947c9dba18", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5572429906542056, "chrf": 66.7664755710727, "bleu": 41.33427808524446, "rougeL": 0.5992063492063493, "len_ratio": 1.0081632653061225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}458{"pair_id": "pair_6c55b7abc64501a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7474874371859297, "chrf": 70.10923317607838, "bleu": 42.49035346684261, "rougeL": 0.6995515695067265, "len_ratio": 0.896551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}459{"pair_id": "pair_b36881c7deeb13bc", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7996201329534662, "chrf": 87.27177774222102, "bleu": 69.70403544441487, "rougeL": 0.8750000000000001, "len_ratio": 0.9683544303797469, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}460{"pair_id": "pair_f8591ad19428d353", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.44258064516129036, "chrf": 71.244552826504, "bleu": 46.04778803836413, "rougeL": 0.611353711790393, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_d0a786f4cc557649", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6, "chrf": 72.61741384949548, "bleu": 44.2212300365863, "rougeL": 0.65625, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}462{"pair_id": "pair_a1b96993c685abfe", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5657894736842105, "chrf": 61.729483552321575, "bleu": 31.13861776622021, "rougeL": 0.6, "len_ratio": 1.0408163265306123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_7a5fa73419dbc4c3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8520614389652384, "chrf": 84.6375994942695, "bleu": 65.53321033807438, "rougeL": 0.8571428571428572, "len_ratio": 0.9833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_56561987b69a8336", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5059171597633136, "chrf": 54.08900893310342, "bleu": 21.189592041395347, "rougeL": 0.48484848484848486, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_1121e0cce2d7055b", "doc_id": "doc_606921299de9f2c7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6545226130653266, "chrf": 68.32718378220787, "bleu": 42.14432549083771, "rougeL": 0.6343612334801761, "len_ratio": 1.1037735849056605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_251fd3f3c88f61ba", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6506986027944112, "chrf": 62.00340208364988, "bleu": 31.885032713280136, "rougeL": 0.6299212598425197, "len_ratio": 0.68, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}467{"pair_id": "pair_6a78c979c6598d91", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.777027027027027, "chrf": 77.26456083549277, "bleu": 61.476386113360526, "rougeL": 0.7684210526315789, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_a2583c3b6fbcc765", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6114457831325302, "chrf": 66.43443903392465, "bleu": 38.49665867464549, "rougeL": 0.6424242424242425, "len_ratio": 0.7395833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}469{"pair_id": "pair_858e1317315c6317", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.45889101338432126, "chrf": 64.03385816589358, "bleu": 33.633737528015345, "rougeL": 0.5034013605442176, "len_ratio": 1.0437956204379562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}470{"pair_id": "pair_57f77f415ae1efdb", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5586854460093897, "chrf": 60.945690513030826, "bleu": 32.59383155432581, "rougeL": 0.5368421052631579, "len_ratio": 0.8969072164948454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_fe19bbf105a9410f", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9028969957081545, "chrf": 88.41151623938225, "bleu": 76.10021514119967, "rougeL": 0.8861646234676007, "len_ratio": 1.0185185185185186, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_53a79cb7957fd9e0", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.711088504577823, "chrf": 68.95362809938955, "bleu": 43.22503435424152, "rougeL": 0.6451612903225806, "len_ratio": 1.0223880597014925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_f9f7796681a7e57d", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8417799752781212, "chrf": 80.45539659984267, "bleu": 60.38042802542368, "rougeL": 0.8305084745762712, "len_ratio": 0.8617886178861789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}474{"pair_id": "pair_e2714c55e5c4227d", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6587412587412587, "chrf": 67.93354504782879, "bleu": 27.16789505703657, "rougeL": 0.5980861244019139, "len_ratio": 1.0729166666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_66d101a244571f66", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8244575936883629, "chrf": 84.289901745322, "bleu": 67.9703555148155, "rougeL": 0.832214765100671, "len_ratio": 0.9533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}476{"pair_id": "pair_ed88ea81b5d35936", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6386138613861386, "chrf": 64.07670148414665, "bleu": 40.41778863740652, "rougeL": 0.5354330708661418, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_b85190f0dfd010a3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5065040650406505, "chrf": 68.21146687776844, "bleu": 40.552373027137115, "rougeL": 0.554016620498615, "len_ratio": 1.0467836257309941, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}478{"pair_id": "pair_41467475746e6f0c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.558091286307054, "chrf": 54.940491803557265, "bleu": 18.19430499197387, "rougeL": 0.4868421052631579, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_b55762bf4da472e6", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.546814044213264, "chrf": 68.82370958612704, "bleu": 31.437973305423487, "rougeL": 0.5840336134453781, "len_ratio": 1.0855855855855856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 4.0, "sentence_count_delta": 0.0}480{"pair_id": "pair_d5b19b70cc2497f1", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6083916083916083, "chrf": 75.76586171683441, "bleu": 48.722206168992706, "rougeL": 0.6243386243386244, "len_ratio": 0.9489795918367347, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_feedac1b1d32b1b1", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7398523985239853, "chrf": 79.55650746437209, "bleu": 66.41940776950351, "rougeL": 0.8068459657701711, "len_ratio": 0.9946524064171123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}482{"pair_id": "pair_a44f7cb6657d9a08", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5538990825688073, "chrf": 63.43706399078729, "bleu": 29.09342238405324, "rougeL": 0.5387755102040817, "len_ratio": 1.2264150943396226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_d50c420211e1b6c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6243718592964824, "chrf": 61.481453602442805, "bleu": 32.69970003026973, "rougeL": 0.6016949152542374, "len_ratio": 1.0086206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}484{"pair_id": "pair_3ecde6d1344d41f4", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.53828125, "chrf": 61.80400925328144, "bleu": 26.252653173363214, "rougeL": 0.5614973262032086, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}485{"pair_id": "pair_528b996710df31de", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5267686424474187, "chrf": 65.12682529333861, "bleu": 35.09481122486291, "rougeL": 0.5355932203389832, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}486{"pair_id": "pair_035de05c859a958a", "doc_id": "doc_4b9443000ca9e29c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6004691164972635, "chrf": 62.72909511933855, "bleu": 43.8339636928133, "rougeL": 0.6481481481481481, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}487{"pair_id": "pair_80f93a8b05c3d53f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.698076923076923, "chrf": 67.77876915766988, "bleu": 42.03000097924582, "rougeL": 0.6838709677419356, "len_ratio": 1.1232876712328768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}488{"pair_id": "pair_055566964624973c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8256819693945443, "chrf": 78.27514398271353, "bleu": 49.102398589515936, "rougeL": 0.7518427518427518, "len_ratio": 0.8796296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}489{"pair_id": "pair_134d0a92b2b41777", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.49751243781094523, "chrf": 58.027025092206365, "bleu": 25.465789707384317, "rougeL": 0.4971098265895954, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_3db1c38b15ba530d", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5193328278999242, "chrf": 60.51792638316874, "bleu": 21.254251679536104, "rougeL": 0.5350649350649351, "len_ratio": 1.005, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_f6fab503d776bdd4", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7431972789115646, "chrf": 73.27502844437298, "bleu": 57.60182166484527, "rougeL": 0.8287292817679557, "len_ratio": 0.8085106382978723, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}492{"pair_id": "pair_81a2f49016025657", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8157894736842105, "chrf": 77.27772299133645, "bleu": 52.321543009684476, "rougeL": 0.7738693467336684, "len_ratio": 0.912621359223301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_9a3d12ade5b3384d", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7763713080168777, "chrf": 80.66714223732053, "bleu": 60.14122313430282, "rougeL": 0.7981220657276996, "len_ratio": 0.9693877551020408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}494{"pair_id": "pair_32f19d8b8f57c466", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6523350630096367, "chrf": 71.79986138936574, "bleu": 49.98603924785756, "rougeL": 0.7538461538461538, "len_ratio": 0.7700534759358288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}495{"pair_id": "pair_5fc5d6b3639a3dc4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7231503579952268, "chrf": 72.14724152383927, "bleu": 45.06570714237242, "rougeL": 0.7499999999999999, "len_ratio": 1.0793650793650793, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_df5652183bacb663", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5432835820895523, "chrf": 69.10400112361165, "bleu": 39.051733164977314, "rougeL": 0.6, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_85a5f1a5ac9c6610", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6206349206349207, "chrf": 71.90134036245634, "bleu": 54.29410153315167, "rougeL": 0.6931216931216931, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_b576d0bcddf11e63", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6059365404298874, "chrf": 64.77383863950664, "bleu": 37.9073610299505, "rougeL": 0.6072607260726072, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}499{"pair_id": "pair_658aed422bb70153", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6936936936936937, "chrf": 69.96455991448738, "bleu": 47.33176376614844, "rougeL": 0.7017543859649122, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}500{"pair_id": "pair_0b74af79934cdeff", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5988200589970502, "chrf": 62.75223599224788, "bleu": 31.516550048075764, "rougeL": 0.5744680851063831, "len_ratio": 1.0434782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}501{"pair_id": "pair_d125ca90abeb41cd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7581300813008129, "chrf": 73.52886039019319, "bleu": 47.71747262356686, "rougeL": 0.7337807606263983, "len_ratio": 0.8977777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_4c2f49e299df1fc5", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6598984771573604, "chrf": 76.41822210036416, "bleu": 48.841427224285155, "rougeL": 0.7586206896551724, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}503{"pair_id": "pair_e3ac942e27b3821d", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6225854383358098, "chrf": 63.960771597012666, "bleu": 29.204084838107946, "rougeL": 0.592964824120603, "len_ratio": 1.0104166666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}504{"pair_id": "pair_b3dcb2f184c1c5c3", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7759269210102095, "chrf": 76.48322015308938, "bleu": 51.69764902247421, "rougeL": 0.7740805604203153, "len_ratio": 0.9746376811594203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}505{"pair_id": "pair_359f3773d8ef8197", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7955665024630542, "chrf": 74.25449502404268, "bleu": 58.43229397706793, "rougeL": 0.7936507936507938, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_f1c3a18403d8e434", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7565359477124183, "chrf": 74.91869856848962, "bleu": 53.991152145937974, "rougeL": 0.7875354107648724, "len_ratio": 0.8277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}507{"pair_id": "pair_598b18361575ebab", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.502377179080824, "chrf": 59.661356326957026, "bleu": 37.91671590822621, "rougeL": 0.5485714285714285, "len_ratio": 1.0740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}508{"pair_id": "pair_0ebd409f0680246a", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6478371501272264, "chrf": 74.51310978778707, "bleu": 50.766494115047244, "rougeL": 0.6852173913043479, "len_ratio": 0.9858657243816255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}509{"pair_id": "pair_517a4855428d0e09", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6392961876832844, "chrf": 68.15522048803419, "bleu": 40.12011254950493, "rougeL": 0.6347941567065073, "len_ratio": 0.9175257731958762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}510{"pair_id": "pair_36cc16989c1845e0", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5981794538361509, "chrf": 71.76978282370554, "bleu": 49.016751113606205, "rougeL": 0.6816143497757847, "len_ratio": 0.9439252336448598, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}511{"pair_id": "pair_3a4c784373849b86", "doc_id": "doc_018da718543ec7b2", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6375838926174497, "chrf": 62.69884696951089, "bleu": 32.53304969810729, "rougeL": 0.6009389671361502, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}512{"pair_id": "pair_a18ae351f4ac950f", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.440378548895899, "chrf": 66.09807821660227, "bleu": 38.87547263437365, "rougeL": 0.5128205128205129, "len_ratio": 0.9570815450643777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}513{"pair_id": "pair_8a17cf509769a8da", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.864158829676071, "chrf": 84.52432522409056, "bleu": 74.54469177345221, "rougeL": 0.8940397350993378, "len_ratio": 0.8835616438356164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}514{"pair_id": "pair_d211c1e70137a4a8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6573556797020483, "chrf": 72.18554619300255, "bleu": 40.41782975293197, "rougeL": 0.6689655172413792, "len_ratio": 0.9264214046822743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}515{"pair_id": "pair_aa49e4e970d5f66a", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7474747474747474, "chrf": 76.28883455957688, "bleu": 61.39447890737932, "rougeL": 0.7441860465116279, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}516{"pair_id": "pair_7ff85797f004e323", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5726315789473684, "chrf": 56.24980662729867, "bleu": 20.154135403810137, "rougeL": 0.5199999999999999, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}517{"pair_id": "pair_fa76f220e9b009b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.740981240981241, "chrf": 70.50820984871827, "bleu": 39.957471935022554, "rougeL": 0.7374301675977653, "len_ratio": 0.7868020304568528, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}518{"pair_id": "pair_ab39b24421aac760", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7495462794918331, "chrf": 74.26110669083192, "bleu": 47.081140484693215, "rougeL": 0.703030303030303, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_61ade45a3ce5d1d3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.733739837398374, "chrf": 73.46939754665075, "bleu": 47.28676798021609, "rougeL": 0.710239651416122, "len_ratio": 0.9511111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}520{"pair_id": "pair_9f1d151cc1866b61", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.705161854768154, "chrf": 74.52610450670834, "bleu": 57.95453871134983, "rougeL": 0.7577937649880095, "len_ratio": 1.0427807486631016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}521{"pair_id": "pair_38a98aba2a2bb445", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5743348982785603, "chrf": 56.89335538020688, "bleu": 26.60824259067944, "rougeL": 0.5357142857142857, "len_ratio": 0.6597938144329897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}522{"pair_id": "pair_444e18218ab0959c", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.640083945435467, "chrf": 66.2514380948475, "bleu": 42.18619016670019, "rougeL": 0.643598615916955, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}523{"pair_id": "pair_45657a5f820aa95e", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6996951219512195, "chrf": 67.13540591869152, "bleu": 38.72242625969002, "rougeL": 0.7126436781609197, "len_ratio": 0.7326732673267327, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}524{"pair_id": "pair_fd220d9930ac8682", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7934131736526946, "chrf": 73.93837942802573, "bleu": 46.63579417843467, "rougeL": 0.7220216606498195, "len_ratio": 0.84, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}525{"pair_id": "pair_635a54c9047f56bc", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5974212034383954, "chrf": 70.96164733251588, "bleu": 49.81363560592852, "rougeL": 0.6363636363636364, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}526{"pair_id": "pair_ef72458de24a1f99", "doc_id": "doc_e70ce9ae73c32589", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5056497175141244, "chrf": 49.7296552279699, "bleu": 14.152974032029357, "rougeL": 0.3904761904761905, "len_ratio": 1.0297029702970297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_9c498fa1764d6287", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4032258064516129, "chrf": 43.22073390362506, "bleu": 9.676222558671977, "rougeL": 0.39743589743589747, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_34b52e0779052ae1", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5715402658326818, "chrf": 61.258076224336186, "bleu": 40.20611782076037, "rougeL": 0.6255707762557078, "len_ratio": 0.9241071428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}529{"pair_id": "pair_70f7f56cd73632d0", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7194029850746269, "chrf": 70.491919508493, "bleu": 41.38591555408771, "rougeL": 0.7272727272727274, "len_ratio": 0.797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}530{"pair_id": "pair_3157f21797f49ec6", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5977318212141427, "chrf": 57.96328617316985, "bleu": 22.29749777840976, "rougeL": 0.567032967032967, "len_ratio": 1.0232558139534884, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}531{"pair_id": "pair_f82b21b17f2bdb49", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7605083088954057, "chrf": 80.13923469558334, "bleu": 68.16518882053728, "rougeL": 0.7988165680473374, "len_ratio": 0.9757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}532{"pair_id": "pair_8e1dda1763872c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7953386744355426, "chrf": 78.30153715827353, "bleu": 56.56659881799394, "rougeL": 0.7857142857142858, "len_ratio": 0.8805970149253731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}533{"pair_id": "pair_286dbb52e50dc7a6", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6799999999999999, "chrf": 62.247544750566405, "bleu": 29.79520023135284, "rougeL": 0.7175572519083969, "len_ratio": 0.6944444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}534{"pair_id": "pair_35dd579c5b968537", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7272122421823021, "chrf": 67.53825987232884, "bleu": 36.344581446445716, "rougeL": 0.6180048661800487, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}535{"pair_id": "pair_b398d3a47fa7dfa7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6920473773265652, "chrf": 73.55725227241815, "bleu": 44.144536462787784, "rougeL": 0.6563467492260062, "len_ratio": 1.0318471337579618, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}536{"pair_id": "pair_0c8ee38c18b17b7e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8550185873605948, "chrf": 85.2772151857678, "bleu": 66.70777091292658, "rougeL": 0.8571428571428572, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}537{"pair_id": "pair_142439a64f5fb87b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7130242825607064, "chrf": 69.5978052854579, "bleu": 40.02049249676109, "rougeL": 0.671875, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}538{"pair_id": "pair_5d693044acf7b20f", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7625948930296756, "chrf": 72.00420682434752, "bleu": 45.750348836428465, "rougeL": 0.7030878859857483, "len_ratio": 0.9759615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}539{"pair_id": "pair_1612225c22958c95", "doc_id": "doc_0f52808f2ff23add", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.62970498474059, "chrf": 63.58675324209106, "bleu": 39.704063243574815, "rougeL": 0.5963636363636364, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}540{"pair_id": "pair_2b1c3e1de59ac3ad", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6059701492537313, "chrf": 74.01317931791533, "bleu": 52.206748381574776, "rougeL": 0.6700000000000002, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}541{"pair_id": "pair_bb034275477b9dd2", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.753125, "chrf": 74.24064949455027, "bleu": 46.39162913600155, "rougeL": 0.7799442896935934, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}542{"pair_id": "pair_77c0ace76b767275", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5784499054820416, "chrf": 62.55692672023717, "bleu": 28.970458236812227, "rougeL": 0.6347305389221556, "len_ratio": 1.0365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}543{"pair_id": "pair_7a5eeeb91a557a79", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5077399380804953, "chrf": 64.1713388284974, "bleu": 37.28152068330087, "rougeL": 0.5346534653465348, "len_ratio": 0.941747572815534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}544{"pair_id": "pair_04ee113812de86cf", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.753968253968254, "chrf": 76.03344023590249, "bleu": 51.42463612214978, "rougeL": 0.743455497382199, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}545{"pair_id": "pair_00e5b16778446d19", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6828947368421052, "chrf": 68.68123600006894, "bleu": 40.01374309739581, "rougeL": 0.6296296296296297, "len_ratio": 1.0576923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}546{"pair_id": "pair_8323ea66dba69223", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7912885662431942, "chrf": 76.77187970692259, "bleu": 56.55633620346835, "rougeL": 0.7777777777777778, "len_ratio": 0.8409090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}547{"pair_id": "pair_7d8f40cfaded0f17", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6008403361344538, "chrf": 59.695214456968856, "bleu": 24.310780031001485, "rougeL": 0.5560538116591929, "len_ratio": 0.986046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}548{"pair_id": "pair_fde08dcb84e2f051", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7471723220226214, "chrf": 68.36340258072798, "bleu": 38.09542806913695, "rougeL": 0.6407766990291262, "len_ratio": 0.9074074074074074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}549{"pair_id": "pair_709340bec637290f", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5720476706392199, "chrf": 69.4993726382529, "bleu": 52.932607145655616, "rougeL": 0.662613981762918, "len_ratio": 0.968944099378882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}550{"pair_id": "pair_8795cd4cdabac7ae", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7133333333333334, "chrf": 72.07016548594686, "bleu": 43.029816751768706, "rougeL": 0.6801007556675063, "len_ratio": 0.9949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}551{"pair_id": "pair_876b121aa7ae7be2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.773224043715847, "chrf": 80.33544491630678, "bleu": 59.51867788191038, "rougeL": 0.8152492668621701, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}552{"pair_id": "pair_95d5475cd9064de5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5516194331983806, "chrf": 65.3104892371529, "bleu": 35.79894508441298, "rougeL": 0.5770491803278688, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}553{"pair_id": "pair_894048a3fcd63616", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8047673098751419, "chrf": 76.80161602323815, "bleu": 56.833747226245926, "rougeL": 0.8185328185328186, "len_ratio": 0.8455882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}554{"pair_id": "pair_c88d9759ca0070e4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.648879402347919, "chrf": 66.11156303160581, "bleu": 38.63405648790362, "rougeL": 0.6564885496183206, "len_ratio": 0.7671232876712328, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}555{"pair_id": "pair_0f565edaff6ad350", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.505736137667304, "chrf": 64.77143912931899, "bleu": 35.19544169861944, "rougeL": 0.528813559322034, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}556{"pair_id": "pair_e83eea0bb89f932c", "doc_id": "doc_bf9fb21cf01519f9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7857142857142857, "chrf": 76.79896531758129, "bleu": 57.07001401169858, "rougeL": 0.8330578512396695, "len_ratio": 0.8240740740740741, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}557{"pair_id": "pair_99daeee999faffda", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5406871609403254, "chrf": 61.19724197306744, "bleu": 32.45464407997577, "rougeL": 0.5696202531645569, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}558{"pair_id": "pair_5c770c94dc49f5a0", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7552123552123552, "chrf": 73.34200921376438, "bleu": 50.2806752586776, "rougeL": 0.7484662576687117, "len_ratio": 0.7853107344632768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}559{"pair_id": "pair_8f2161950e445713", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6838885112168593, "chrf": 71.65396704356388, "bleu": 43.37184895586106, "rougeL": 0.6682242990654206, "len_ratio": 1.0144230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}560{"pair_id": "pair_a435813cf52c77ae", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5647058823529412, "chrf": 62.902765099037104, "bleu": 36.776162189253924, "rougeL": 0.5581395348837208, "len_ratio": 1.0617283950617284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}561{"pair_id": "pair_e97aeb2b305546cc", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7137119908204246, "chrf": 74.56938465100433, "bleu": 55.233554094434496, "rougeL": 0.7195571955719557, "len_ratio": 0.996268656716418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}562{"pair_id": "pair_6c799b58226f07ae", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6070726915520629, "chrf": 63.47294996820252, "bleu": 31.674140353578938, "rougeL": 0.5793103448275861, "len_ratio": 0.9078947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}563{"pair_id": "pair_ce988002c656d05e", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8191796649335644, "chrf": 83.40920077710237, "bleu": 69.5865260143154, "rougeL": 0.819548872180451, "len_ratio": 0.9589552238805971, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}564{"pair_id": "pair_28847457f3dcedea", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6510138740661686, "chrf": 70.0934312195807, "bleu": 40.54579342446614, "rougeL": 0.6901408450704226, "len_ratio": 0.9178082191780822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}565{"pair_id": "pair_e9900f4a63fad6a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49743326488706363, "chrf": 71.6082419925821, "bleu": 40.48128656474717, "rougeL": 0.5634782608695652, "len_ratio": 0.9586206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}566{"pair_id": "pair_666a960290e8b488", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6540664375715922, "chrf": 72.36854388135521, "bleu": 43.58087453794233, "rougeL": 0.690391459074733, "len_ratio": 1.0895522388059702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}567{"pair_id": "pair_98bd5d5c7dd05dee", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.48137535816618915, "chrf": 67.87025743020932, "bleu": 47.72870160974995, "rougeL": 0.5816326530612245, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}568{"pair_id": "pair_8c6c671cba6387a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6536412078152753, "chrf": 69.73275892836857, "bleu": 57.07757630260999, "rougeL": 0.7231638418079096, "len_ratio": 0.7419354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}569{"pair_id": "pair_ae76d7e575ea6ec9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7828054298642534, "chrf": 77.28003186312895, "bleu": 55.80023195953772, "rougeL": 0.7660818713450293, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}570{"pair_id": "pair_fa5e2664023ace92", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6889632107023411, "chrf": 68.38822851989528, "bleu": 40.86078775870983, "rougeL": 0.6477272727272727, "len_ratio": 1.1125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}571{"pair_id": "pair_3637715c8ce7cf51", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7833333333333333, "chrf": 80.32841451414981, "bleu": 60.31603296176841, "rougeL": 0.7967479674796748, "len_ratio": 0.921875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}572{"pair_id": "pair_d3f39a6ddcbb36be", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8328958880139983, "chrf": 82.01591281321137, "bleu": 59.539036730957854, "rougeL": 0.8313953488372092, "len_ratio": 1.0548780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}573{"pair_id": "pair_dde28f37769db791", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5377855887521968, "chrf": 69.44784389920119, "bleu": 37.767908665506376, "rougeL": 0.6012269938650308, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}574{"pair_id": "pair_6230227676d77e1f", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8003565062388591, "chrf": 84.67482625512382, "bleu": 69.3106831287412, "rougeL": 0.8305785123966941, "len_ratio": 0.926530612244898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}575{"pair_id": "pair_0e9b26ec8a76a231", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6063157894736841, "chrf": 53.9973543811453, "bleu": 18.080610690811397, "rougeL": 0.5333333333333333, "len_ratio": 0.7638888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}576{"pair_id": "pair_b61c55e9954eb02d", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7756160830090791, "chrf": 75.90155116702228, "bleu": 56.054202143493264, "rougeL": 0.7557603686635944, "len_ratio": 1.009433962264151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}577{"pair_id": "pair_c687d3758a3b9b82", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7044476327116213, "chrf": 74.1921656944858, "bleu": 45.4007058740443, "rougeL": 0.7085427135678393, "len_ratio": 0.9898477157360406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}578{"pair_id": "pair_5cb9a82241e57545", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6607717041800643, "chrf": 67.93955393651575, "bleu": 39.08156156315887, "rougeL": 0.6368715083798883, "len_ratio": 1.15, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}579{"pair_id": "pair_881e782bd08e5d54", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5222602739726028, "chrf": 55.387878366812956, "bleu": 16.989276094738297, "rougeL": 0.5185185185185186, "len_ratio": 1.0346820809248556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}580{"pair_id": "pair_ee98ed489357bbf5", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7109342270632593, "chrf": 71.56343874004439, "bleu": 43.64335398967808, "rougeL": 0.7208672086720868, "len_ratio": 0.8762886597938144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}581{"pair_id": "pair_3f4fc9d94e3ea3f9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6968709256844849, "chrf": 76.27784455734337, "bleu": 55.39905804770363, "rougeL": 0.6943231441048036, "len_ratio": 1.0506912442396312, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}582{"pair_id": "pair_481811668a92d254", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5802631578947368, "chrf": 63.05792104648138, "bleu": 31.63215111514684, "rougeL": 0.6252676659528908, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}583{"pair_id": "pair_ca6b1ff4bee7dfcb", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5558375634517767, "chrf": 55.797784815023064, "bleu": 32.40957787130081, "rougeL": 0.5641025641025641, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}584{"pair_id": "pair_f2e287ba0679f384", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7686895338610378, "chrf": 74.35720898745222, "bleu": 49.821089448076435, "rougeL": 0.7341040462427746, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}585{"pair_id": "pair_41c8c644a8bd1d9e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7918367346938775, "chrf": 78.49726652117423, "bleu": 63.26371236322679, "rougeL": 0.8012422360248448, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}586{"pair_id": "pair_1e16da35c03bccc3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5723830734966593, "chrf": 67.751805143253, "bleu": 44.41542346214298, "rougeL": 0.5579710144927537, "len_ratio": 0.9852941176470589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}587{"pair_id": "pair_9ec58ba269c83983", "doc_id": "doc_0f52808f2ff23add", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7711088504577823, "chrf": 73.24813152996641, "bleu": 50.87940217443883, "rougeL": 0.7322834645669292, "len_ratio": 0.835820895522388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}588{"pair_id": "pair_b5b23cc8e91cbeeb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6309090909090909, "chrf": 74.1811903616755, "bleu": 38.050465974845494, "rougeL": 0.6455696202531644, "len_ratio": 1.1388888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}589{"pair_id": "pair_98f46681946e1f16", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5812807881773399, "chrf": 69.29190984643748, "bleu": 34.26241744240473, "rougeL": 0.6024096385542169, "len_ratio": 1.0817843866171004, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}590{"pair_id": "pair_c3edc4b58825ebba", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4907120743034056, "chrf": 63.35094147314426, "bleu": 36.4400940149286, "rougeL": 0.5247524752475247, "len_ratio": 0.941747572815534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}591{"pair_id": "pair_1bcbaf2c5d124478", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6840558412931668, "chrf": 75.41676653761499, "bleu": 53.24310907255515, "rougeL": 0.7441860465116279, "len_ratio": 0.9732620320855615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}592{"pair_id": "pair_aac1a41ceb8c4ef4", "doc_id": "doc_693020f91e971346", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5591939546599496, "chrf": 58.68999993587851, "bleu": 34.894820262628514, "rougeL": 0.5511811023622047, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}593{"pair_id": "pair_313215bf88c52685", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5035934291581109, "chrf": 73.36806381067473, "bleu": 44.11159093732816, "rougeL": 0.5536332179930795, "len_ratio": 0.9758620689655172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}594{"pair_id": "pair_c3a63f2b36ded1a4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6939454424484365, "chrf": 66.13156555689818, "bleu": 35.848852361386754, "rougeL": 0.6108374384236452, "len_ratio": 0.8796296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}595{"pair_id": "pair_5fdc0106f035a8bd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.690883190883191, "chrf": 72.63500550364873, "bleu": 47.78740742308101, "rougeL": 0.6730769230769231, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}596{"pair_id": "pair_43a1312c1e2f9f9b", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6936011209715087, "chrf": 72.9684934341848, "bleu": 47.654012399298146, "rougeL": 0.6990881458966566, "len_ratio": 0.9818731117824774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}597{"pair_id": "pair_23e769194136bbfb", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7021063189568706, "chrf": 68.40238909125549, "bleu": 36.37196518861381, "rougeL": 0.657142857142857, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}598{"pair_id": "pair_73a5c7b86f224551", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7254901960784313, "chrf": 74.15354219497094, "bleu": 46.873548724004564, "rougeL": 0.7719298245614036, "len_ratio": 0.8193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}599{"pair_id": "pair_d6f656801334b443", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6611993849308047, "chrf": 72.67940760030959, "bleu": 48.74073774551163, "rougeL": 0.6831858407079646, "len_ratio": 0.950530035335689, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}600{"pair_id": "pair_cf52ab1c4b7478ca", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6883468834688347, "chrf": 67.44117246212589, "bleu": 35.748511768025715, "rougeL": 0.6517857142857142, "len_ratio": 0.9022222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}601{"pair_id": "pair_4ea802016f54c6ef", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.813324080499653, "chrf": 82.33247494549647, "bleu": 63.56889790357449, "rougeL": 0.8426666666666667, "len_ratio": 0.8717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}602{"pair_id": "pair_99657461cf2a0d68", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6677091477716967, "chrf": 67.36939515984278, "bleu": 50.409835659821525, "rougeL": 0.7004608294930875, "len_ratio": 0.9151785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}603{"pair_id": "pair_037daed382955f9b", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7796852646638055, "chrf": 76.74179059647261, "bleu": 57.11959588236192, "rougeL": 0.8285714285714286, "len_ratio": 0.8317757009345794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}604{"pair_id": "pair_a3add4e517315cc9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7244201909959072, "chrf": 81.64331011857776, "bleu": 58.25577219375017, "rougeL": 0.7516778523489932, "len_ratio": 0.9504504504504504, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}605{"pair_id": "pair_120cdc7dcaaca6ed", "doc_id": "doc_cb9d29bd67fefa94", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6525096525096525, "chrf": 70.89549842938666, "bleu": 37.537686952367046, "rougeL": 0.6666666666666666, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}606{"pair_id": "pair_9f1dc40ae5c45e53", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6427688504326329, "chrf": 64.58905356715154, "bleu": 33.32022179780514, "rougeL": 0.64, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}607{"pair_id": "pair_990c67f14e1d92ba", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6044303797468354, "chrf": 61.85775925452914, "bleu": 32.32763694575356, "rougeL": 0.5632183908045977, "len_ratio": 1.0987654320987654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}608{"pair_id": "pair_9b56213c2756c33e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6674436674436675, "chrf": 66.18387902776371, "bleu": 34.34235981061755, "rougeL": 0.6735751295336787, "len_ratio": 1.0333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}609{"pair_id": "pair_48ca3e3bd79de8c6", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7981530343007915, "chrf": 72.85264435935855, "bleu": 44.69356562483861, "rougeL": 0.7537688442211056, "len_ratio": 0.7962962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}610{"pair_id": "pair_cbef7994ad26f466", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6447039199332778, "chrf": 66.75776660715644, "bleu": 42.973373271795566, "rougeL": 0.6505376344086021, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}611{"pair_id": "pair_5cc25b6eaf94623d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7939661515820456, "chrf": 77.86840378523266, "bleu": 54.60104272808504, "rougeL": 0.7619047619047619, "len_ratio": 0.9114583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}612{"pair_id": "pair_b1e5591b281ea102", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.42228739002932547, "chrf": 66.82315607352248, "bleu": 33.002660803446894, "rougeL": 0.5, "len_ratio": 1.02020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}613{"pair_id": "pair_57dbfcb0f1e1de4a", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6881091617933723, "chrf": 64.82856408678957, "bleu": 38.1875250145355, "rougeL": 0.6666666666666666, "len_ratio": 1.095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}614{"pair_id": "pair_9a7d65390b8821b7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5968436154949786, "chrf": 70.21152330227676, "bleu": 39.48677588559598, "rougeL": 0.631578947368421, "len_ratio": 1.065217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}615{"pair_id": "pair_a28dd4507435c1c4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6726920593931569, "chrf": 75.21142917485028, "bleu": 52.96998417172389, "rougeL": 0.6738660907127431, "len_ratio": 1.0691244239631337, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}616{"pair_id": "pair_3864156259acc2cf", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7216811891337775, "chrf": 74.14828314896488, "bleu": 52.67600482158182, "rougeL": 0.773076923076923, "len_ratio": 0.784452296819788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}617{"pair_id": "pair_8f591b2f4fca927b", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6288288288288288, "chrf": 70.52536011129935, "bleu": 42.21066952930303, "rougeL": 0.6666666666666666, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}618{"pair_id": "pair_d3d344abd0b1dae7", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6113475177304964, "chrf": 57.2255650529068, "bleu": 21.727627753269815, "rougeL": 0.594059405940594, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}619{"pair_id": "pair_fc0b54e2ea595e25", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.609404990403071, "chrf": 72.4012334127125, "bleu": 37.20859906563478, "rougeL": 0.6201022146507666, "len_ratio": 1.100371747211896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}620{"pair_id": "pair_e9c40c58f4fdafde", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.774622892635315, "chrf": 79.22874092287763, "bleu": 59.529289769175456, "rougeL": 0.7853107344632769, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}621{"pair_id": "pair_87ba7ed0bdc37c19", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7578176979374585, "chrf": 70.4317179632773, "bleu": 41.09564541140763, "rougeL": 0.6716049382716048, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}622{"pair_id": "pair_7b43c35e1fea67d9", "doc_id": "doc_606921299de9f2c7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7250324254215305, "chrf": 73.87355424330357, "bleu": 54.73114108406304, "rougeL": 0.7843137254901961, "len_ratio": 0.8773584905660378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}623{"pair_id": "pair_d3d557752aece674", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6272806255430061, "chrf": 67.99481255310769, "bleu": 37.12757500425164, "rougeL": 0.6504559270516717, "len_ratio": 0.8793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}624{"pair_id": "pair_b19aa784b8b22076", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6126126126126126, "chrf": 71.12506849539167, "bleu": 47.553069669489574, "rougeL": 0.6818181818181818, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}625{"pair_id": "pair_ad0afec4a3e61f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6547884187082406, "chrf": 81.105336789032, "bleu": 66.2041036185417, "rougeL": 0.8000000000000002, "len_ratio": 0.9117647058823529, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}626{"pair_id": "pair_125abe3587851f59", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7871352785145889, "chrf": 80.32328449355474, "bleu": 56.89305764859927, "rougeL": 0.8191721132897604, "len_ratio": 0.9567099567099567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}627{"pair_id": "pair_9445e4ac9a9078a8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8019417475728156, "chrf": 82.99341349445902, "bleu": 62.25877141723793, "rougeL": 0.8344370860927152, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}628{"pair_id": "pair_f3640bddd5f75673", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5863723608445297, "chrf": 68.86190918377808, "bleu": 43.577881445122024, "rougeL": 0.6601941747572816, "len_ratio": 0.8679245283018868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}629{"pair_id": "pair_cb2893b3af8d8dce", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5436654366543665, "chrf": 57.02851204223881, "bleu": 18.14599165925403, "rougeL": 0.5390625, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}630{"pair_id": "pair_3efbf0f7230dc75b", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5525581395348838, "chrf": 62.58391951347304, "bleu": 38.05890023569373, "rougeL": 0.6091954022988506, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}631{"pair_id": "pair_d1d083daa7f202be", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8921417565485362, "chrf": 87.4883491721862, "bleu": 72.47377522523226, "rougeL": 0.903954802259887, "len_ratio": 0.9239130434782609, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}632{"pair_id": "pair_32d5a7aaa5beabcc", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7658779576587795, "chrf": 72.65061401272827, "bleu": 42.92250139342624, "rougeL": 0.6960352422907489, "len_ratio": 1.0462962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}633{"pair_id": "pair_32a67ffa72160dea", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7057902973395931, "chrf": 71.36403964620115, "bleu": 46.70181984911945, "rougeL": 0.7103825136612022, "len_ratio": 0.8247422680412371, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}634{"pair_id": "pair_39a194398ec7d15f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7170513775130305, "chrf": 70.08830711322341, "bleu": 41.80921961217441, "rougeL": 0.7247191011235955, "len_ratio": 0.7766497461928934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}635{"pair_id": "pair_cbc85cd10f0b7969", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7331730769230769, "chrf": 71.77285268885566, "bleu": 45.328170298140435, "rougeL": 0.7633587786259541, "len_ratio": 1.0634920634920635, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}636{"pair_id": "pair_b1f03c5de01e9aa8", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7414605418138986, "chrf": 75.0177210894774, "bleu": 47.876414611943176, "rougeL": 0.7450199203187251, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}637{"pair_id": "pair_a3156186c5ec99e7", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7245119305856833, "chrf": 71.65423055034861, "bleu": 47.59555174084308, "rougeL": 0.723404255319149, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}638{"pair_id": "pair_d52713279caf3a5a", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6775732788002726, "chrf": 70.560188440897, "bleu": 30.155564079189517, "rougeL": 0.6335697399527187, "len_ratio": 1.0989583333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}639{"pair_id": "pair_482eb90ed205282d", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6853049907578559, "chrf": 69.56029008833275, "bleu": 43.16711500380746, "rougeL": 0.6375838926174496, "len_ratio": 0.9607843137254902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}640{"pair_id": "pair_654711c4cb5ca6ee", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6738703339882122, "chrf": 64.30755331244862, "bleu": 37.51223224360433, "rougeL": 0.6456692913385828, "len_ratio": 0.6710526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}641{"pair_id": "pair_982be29711fb3faf", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7515527950310559, "chrf": 73.63801445547121, "bleu": 48.515077084513294, "rougeL": 0.7591623036649215, "len_ratio": 0.7884615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}642{"pair_id": "pair_d77ac3e77f7d8816", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.607429718875502, "chrf": 71.4473754189968, "bleu": 45.90365432774679, "rougeL": 0.6646153846153846, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}643{"pair_id": "pair_8ae60dcd34171313", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5452538631346578, "chrf": 68.69907399400823, "bleu": 46.69676566558148, "rougeL": 0.6103896103896105, "len_ratio": 0.8970588235294118, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}644{"pair_id": "pair_38e8d6bab23442af", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6247531270572746, "chrf": 71.69465276144818, "bleu": 39.15379170147293, "rougeL": 0.6318289786223279, "len_ratio": 1.0394088669950738, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}645{"pair_id": "pair_c1fc9aca00e7064e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6977375565610859, "chrf": 69.65920803036563, "bleu": 41.14908612975384, "rougeL": 0.6941176470588235, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}646{"pair_id": "pair_25934da617221a6a", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6168549087749783, "chrf": 67.46265225649238, "bleu": 36.762828688224396, "rougeL": 0.6390532544378699, "len_ratio": 0.9367816091954023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}647{"pair_id": "pair_89fa11da160899b5", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.48575305291723203, "chrf": 57.39032119791919, "bleu": 26.160692059114197, "rougeL": 0.5066666666666667, "len_ratio": 0.9906542056074766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}648{"pair_id": "pair_676c481bd15b5d44", "doc_id": "doc_b1675be26e230c94", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.500780031201248, "chrf": 66.79417476761489, "bleu": 47.660070965065415, "rougeL": 0.603174603174603, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}649{"pair_id": "pair_9ca73b13e50db451", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5942571785268415, "chrf": 58.443052616996994, "bleu": 27.62254757261223, "rougeL": 0.5677966101694915, "len_ratio": 1.0086206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}650{"pair_id": "pair_653d2446d3ea2326", "doc_id": "doc_cb9d29bd67fefa94", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.852589641434263, "chrf": 80.63148842206445, "bleu": 63.58800401279545, "rougeL": 0.8226950354609929, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}651{"pair_id": "pair_2b07afb4134e393d", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5557963163596966, "chrf": 68.79362669932809, "bleu": 48.273894747972086, "rougeL": 0.6586826347305389, "len_ratio": 0.9937888198757764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}652{"pair_id": "pair_f2ce1d92d84f0152", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5675675675675675, "chrf": 53.89538160939146, "bleu": 11.366915197211563, "rougeL": 0.4736842105263158, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}653{"pair_id": "pair_6cbae94a400a8969", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6049107142857143, "chrf": 64.0854528561079, "bleu": 34.12303124142951, "rougeL": 0.5985401459854015, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}654{"pair_id": "pair_56f7a57a169e174a", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7302580140734949, "chrf": 75.6818537618862, "bleu": 60.636284579354054, "rougeL": 0.7500000000000001, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}655{"pair_id": "pair_790fac3ee13a3daf", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6891891891891893, "chrf": 64.45144083475985, "bleu": 27.446293681375234, "rougeL": 0.7100591715976332, "len_ratio": 1.1153846153846154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}656{"pair_id": "pair_184a9ed565396f59", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7926829268292683, "chrf": 73.33492205614257, "bleu": 56.69512346572714, "rougeL": 0.8, "len_ratio": 0.8481012658227848, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}657{"pair_id": "pair_6d1946753e3aa40d", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5787461773700306, "chrf": 64.24514635565404, "bleu": 28.457919267787055, "rougeL": 0.5093833780160858, "len_ratio": 1.0508474576271187, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}658{"pair_id": "pair_8378d0bd4723d839", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5838779956427016, "chrf": 68.53857028262959, "bleu": 38.946769015042506, "rougeL": 0.6153846153846154, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}659{"pair_id": "pair_2efa73000eec9205", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8336686787391012, "chrf": 88.00406377372103, "bleu": 75.64198716374428, "rougeL": 0.8411633109619687, "len_ratio": 0.9953917050691244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}660{"pair_id": "pair_9312ecb07149d1af", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5856741573033708, "chrf": 61.69225821060762, "bleu": 30.319227311064036, "rougeL": 0.6069651741293534, "len_ratio": 0.9900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}661{"pair_id": "pair_ae5e76a2b3c201a6", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7539863325740319, "chrf": 75.88726169965513, "bleu": 53.50824176796575, "rougeL": 0.7424242424242424, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}662{"pair_id": "pair_255f116d67ec21f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.674591381872214, "chrf": 68.85961470742413, "bleu": 34.18740887731946, "rougeL": 0.6735751295336788, "len_ratio": 1.1046511627906976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}663{"pair_id": "pair_7b7a76447e6e92f2", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6376217324449001, "chrf": 70.26803902900542, "bleu": 41.70252058207179, "rougeL": 0.6678200692041523, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}664{"pair_id": "pair_8efe74edfe320afe", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7040572792362769, "chrf": 68.88209780169544, "bleu": 38.53816411802823, "rougeL": 0.7058823529411766, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}665{"pair_id": "pair_03dde76264ca6f4c", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4867821330902461, "chrf": 52.33573008506895, "bleu": 13.96666553589928, "rougeL": 0.4931506849315069, "len_ratio": 0.9595375722543352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}666{"pair_id": "pair_86d43ab07b50813f", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6492985971943888, "chrf": 73.04408783069096, "bleu": 49.244121941558475, "rougeL": 0.6705882352941176, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}667{"pair_id": "pair_5e8f8eb57ee9f8fa", "doc_id": "doc_6b5d113d4728e44f", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6531365313653137, "chrf": 72.45372839916097, "bleu": 53.899049920208654, "rougeL": 0.631578947368421, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}668{"pair_id": "pair_5fe8e13ea3adb8c6", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4522691705790297, "chrf": 64.82732550252098, "bleu": 33.237960746818416, "rougeL": 0.5376344086021505, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}669{"pair_id": "pair_7ab42d22c53f75c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7324913892078071, "chrf": 78.92234715374083, "bleu": 54.27627020980701, "rougeL": 0.7698259187620891, "len_ratio": 1.012, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}670{"pair_id": "pair_12293b0f761126af", "doc_id": "doc_7cc71e43594f0124", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7309205350118018, "chrf": 71.14066303670474, "bleu": 49.85800224499546, "rougeL": 0.7582417582417582, "len_ratio": 0.7868020304568528, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}671{"pair_id": "pair_4c7940b7cd687de1", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6346153846153846, "chrf": 64.40279497666253, "bleu": 30.551344394016, "rougeL": 0.5962732919254659, "len_ratio": 0.904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}672{"pair_id": "pair_7be546467e799613", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6246556473829201, "chrf": 76.37818366540587, "bleu": 57.16921203991608, "rougeL": 0.7240618101545253, "len_ratio": 0.974025974025974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}673{"pair_id": "pair_33e7c23477ed03f5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6531657355679702, "chrf": 75.46924211706141, "bleu": 44.63476922043229, "rougeL": 0.68013468013468, "len_ratio": 0.9765886287625418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}674{"pair_id": "pair_fcb58510e2052d39", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6805869074492099, "chrf": 71.39108571152947, "bleu": 38.94386216765638, "rougeL": 0.6986564299424184, "len_ratio": 1.028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}675{"pair_id": "pair_8b6e228200da84a0", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5712025316455696, "chrf": 62.418572092780025, "bleu": 36.39990908708019, "rougeL": 0.6439024390243901, "len_ratio": 1.1063829787234043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}676{"pair_id": "pair_4870421b15880706", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7065101387406617, "chrf": 73.6028194691577, "bleu": 48.7299033874212, "rougeL": 0.7375886524822697, "len_ratio": 0.9041095890410958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}677{"pair_id": "pair_2d672a8854921ffc", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.43057722308892354, "chrf": 73.84887678532534, "bleu": 57.103153303700935, "rougeL": 0.5945945945945946, "len_ratio": 0.8854166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}678{"pair_id": "pair_e2220a85bfd31901", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.623400365630713, "chrf": 59.47304579212267, "bleu": 14.798266876960355, "rougeL": 0.529032258064516, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}679{"pair_id": "pair_02048f02de17a1e8", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5254604550379198, "chrf": 66.04441663412778, "bleu": 46.63935720973666, "rougeL": 0.6265060240963854, "len_ratio": 0.9813664596273292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}680{"pair_id": "pair_110232957235bdb5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.689453125, "chrf": 70.52477057200237, "bleu": 43.11391872748657, "rougeL": 0.7106382978723405, "len_ratio": 1.0043290043290043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}681{"pair_id": "pair_e17a55a8f242ed4c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7270375161707633, "chrf": 72.65147820091929, "bleu": 52.6297272969793, "rougeL": 0.7219917012448132, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}682{"pair_id": "pair_ac8e265167a6f775", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8714596949891067, "chrf": 86.68477982161914, "bleu": 71.24984262437363, "rougeL": 0.9051094890510949, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}683{"pair_id": "pair_90366eb7bc8e3e8a", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6389719067543336, "chrf": 74.92717511727626, "bleu": 49.20880089270278, "rougeL": 0.6655052264808362, "len_ratio": 0.9633699633699634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}684{"pair_id": "pair_aa27c34f2a932e39", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.662839248434238, "chrf": 68.92610730940402, "bleu": 45.551289068849684, "rougeL": 0.6825938566552902, "len_ratio": 0.9793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}685{"pair_id": "pair_9b80001db5ef43a7", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6911627906976745, "chrf": 70.95268527930565, "bleu": 44.04668664261649, "rougeL": 0.7190332326283988, "len_ratio": 0.8827160493827161, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}686{"pair_id": "pair_10585b1e1426b623", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6213768115942029, "chrf": 65.44515284785282, "bleu": 33.9714021734142, "rougeL": 0.6081504702194357, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}687{"pair_id": "pair_a187a96145a20436", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8431703204047217, "chrf": 85.5703770879496, "bleu": 69.57753884499274, "rougeL": 0.8421052631578947, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}688{"pair_id": "pair_6020ad12025be776", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6210374639769453, "chrf": 69.46400980681146, "bleu": 39.53780469694406, "rougeL": 0.635, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}689{"pair_id": "pair_f1f719f26e0a58f2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5452298566485418, "chrf": 68.21119042205827, "bleu": 40.47522898005658, "rougeL": 0.6060606060606061, "len_ratio": 0.9938271604938271, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}690{"pair_id": "pair_ca26e0d6e43ac99b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7015968063872255, "chrf": 67.635987509364, "bleu": 38.48884806774705, "rougeL": 0.647887323943662, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}691{"pair_id": "pair_32753963d751ecf3", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.539906103286385, "chrf": 57.82584916936824, "bleu": 30.114990974160516, "rougeL": 0.5026178010471205, "len_ratio": 0.9072164948453608, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}692{"pair_id": "pair_d0fda7cb70f44338", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7531914893617021, "chrf": 79.11204730276893, "bleu": 56.32576672201374, "rougeL": 0.8059701492537313, "len_ratio": 0.8356164383561644, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}693{"pair_id": "pair_181382d322427db4", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7739620707329574, "chrf": 79.44269721068787, "bleu": 58.067593588269126, "rougeL": 0.7949640287769785, "len_ratio": 0.9187279151943463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}694{"pair_id": "pair_865018427ec4505f", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.687984496124031, "chrf": 73.37446320571989, "bleu": 42.94125041376984, "rougeL": 0.7105263157894737, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}695{"pair_id": "pair_0a2bad6e108936b1", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5349075975359343, "chrf": 66.5314117149613, "bleu": 34.88189760929375, "rougeL": 0.5629370629370629, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}696{"pair_id": "pair_d199ee4355eef2f0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6827586206896552, "chrf": 78.24083595216466, "bleu": 60.070398220446464, "rougeL": 0.654320987654321, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}697{"pair_id": "pair_af209c2b7625e924", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.731974921630094, "chrf": 71.78619896733605, "bleu": 47.47845616168357, "rougeL": 0.7268041237113402, "len_ratio": 1.038888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}698{"pair_id": "pair_05bdc57f329bfd99", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.686673448626653, "chrf": 69.54419057470137, "bleu": 45.26300095365387, "rougeL": 0.6690647482014389, "len_ratio": 1.0149253731343284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}699{"pair_id": "pair_e0577147a83d9e03", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6083916083916083, "chrf": 65.04743893113043, "bleu": 35.71861096747005, "rougeL": 0.5820105820105821, "len_ratio": 0.9693877551020408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}700{"pair_id": "pair_e3ccf20a0877df02", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.736013986013986, "chrf": 79.31141126487306, "bleu": 62.95247740374766, "rougeL": 0.7, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}701{"pair_id": "pair_202db73621e8999a", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5591715976331362, "chrf": 61.508289174165995, "bleu": 26.43150271494821, "rougeL": 0.5212121212121211, "len_ratio": 0.956, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}702{"pair_id": "pair_611ec54175ac059b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5468424705065926, "chrf": 63.80945656508557, "bleu": 30.631017819190372, "rougeL": 0.5518987341772152, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}703{"pair_id": "pair_243590a20dd170ad", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.545897644191714, "chrf": 62.53119170257312, "bleu": 29.274875073766758, "rougeL": 0.5925925925925926, "len_ratio": 0.9945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}704{"pair_id": "pair_9bc335c6999282c0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6424936386768447, "chrf": 65.91189713485565, "bleu": 41.9101066005566, "rougeL": 0.6206896551724138, "len_ratio": 1.0350877192982457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}705{"pair_id": "pair_ef16003ae5fc87a3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6084828711256117, "chrf": 64.83454006190367, "bleu": 34.9329543770851, "rougeL": 0.6057142857142856, "len_ratio": 1.075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}706{"pair_id": "pair_715d50493bdbd208", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5079505300353357, "chrf": 65.71563415552197, "bleu": 37.95819492903365, "rougeL": 0.5251396648044694, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}707{"pair_id": "pair_8a6c46645a7f8568", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5996533795493935, "chrf": 64.76636402618084, "bleu": 36.4360349106761, "rougeL": 0.5838509316770186, "len_ratio": 1.1126760563380282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}708{"pair_id": "pair_3150758916784b05", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8162162162162162, "chrf": 80.93542586196014, "bleu": 59.62710372231909, "rougeL": 0.7932960893854749, "len_ratio": 0.9717514124293786, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}709{"pair_id": "pair_2ff212fe22e9b64d", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6591970121381886, "chrf": 66.99114485409964, "bleu": 40.12178516774401, "rougeL": 0.65814696485623, "len_ratio": 0.9935483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}710{"pair_id": "pair_6ec8c4c4814e6275", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6577319587628866, "chrf": 65.97768759727319, "bleu": 40.9077100489345, "rougeL": 0.6275862068965518, "len_ratio": 0.9586206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}711{"pair_id": "pair_a450b72240cdfded", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6151315789473684, "chrf": 63.3183064419966, "bleu": 30.447057144204667, "rougeL": 0.5977011494252874, "len_ratio": 1.075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}712{"pair_id": "pair_86da708d3527f164", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7156363636363636, "chrf": 77.61019016726958, "bleu": 48.19023463172904, "rougeL": 0.7237163814180929, "len_ratio": 1.0260416666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}713{"pair_id": "pair_f213672a01ba6a9d", "doc_id": "doc_bbe20e369485006e", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6146435452793835, "chrf": 60.925708658840996, "bleu": 32.53894074420549, "rougeL": 0.6134969325153374, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}714{"pair_id": "pair_9ee0d38039e2fe3b", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7647058823529411, "chrf": 77.93820138935347, "bleu": 63.57575970171325, "rougeL": 0.7950310559006211, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}715{"pair_id": "pair_5de2970d758f50c5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7380796864794252, "chrf": 79.80457407344068, "bleu": 60.25288010334689, "rougeL": 0.7336244541484715, "len_ratio": 1.0506912442396312, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}716{"pair_id": "pair_0dbedc7dbd05a2b3", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5581920903954802, "chrf": 64.67852765306185, "bleu": 47.433214819162146, "rougeL": 0.6099290780141844, "len_ratio": 1.0072992700729928, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}717{"pair_id": "pair_c232767444eb1cf1", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7979062357760582, "chrf": 79.5377256425625, "bleu": 64.28335727264077, "rougeL": 0.8231884057971014, "len_ratio": 0.8781163434903048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}718{"pair_id": "pair_3535b6a366b8c526", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6777327935222672, "chrf": 70.23788484518938, "bleu": 41.52317988239537, "rougeL": 0.6833333333333333, "len_ratio": 1.1524390243902438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}719{"pair_id": "pair_c63e0075fa34bc2e", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.663594470046083, "chrf": 73.00843174346366, "bleu": 45.466712017586474, "rougeL": 0.7, "len_ratio": 1.0820895522388059, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}720{"pair_id": "pair_d644fbf6d5cd8d50", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7638009049773755, "chrf": 71.76933828710253, "bleu": 46.86705733158969, "rougeL": 0.7169811320754716, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}721{"pair_id": "pair_a7e6a7c9bfb5b1ac", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6076923076923078, "chrf": 64.0328555962909, "bleu": 35.328131649680365, "rougeL": 0.5853658536585366, "len_ratio": 1.0175438596491229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}722{"pair_id": "pair_82012bbf30301f91", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5807560137457044, "chrf": 62.29944425481199, "bleu": 27.531378711311554, "rougeL": 0.5491803278688525, "len_ratio": 1.2169811320754718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}723{"pair_id": "pair_fe90c3a8b67bc7aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6756198347107438, "chrf": 78.99323709840054, "bleu": 61.54294084561982, "rougeL": 0.7472527472527473, "len_ratio": 0.9826839826839827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}724{"pair_id": "pair_44fc1905c30abe98", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5762538382804503, "chrf": 61.426634239566155, "bleu": 32.69788192351322, "rougeL": 0.5733333333333334, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}725{"pair_id": "pair_bc6650041da1093f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6519499632082413, "chrf": 68.81001547802137, "bleu": 36.53148389023101, "rougeL": 0.640625, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}726{"pair_id": "pair_edf9b459fae25250", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6799329702555509, "chrf": 70.60772803342172, "bleu": 45.6511538270719, "rougeL": 0.6820809248554913, "len_ratio": 0.7603092783505154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}727{"pair_id": "pair_073f9bfb09a76254", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5626134301270418, "chrf": 66.54082257882136, "bleu": 43.81820794575143, "rougeL": 0.6279069767441862, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}728{"pair_id": "pair_adc24d045db5633e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8711288711288712, "chrf": 88.6066620200024, "bleu": 81.73805034168063, "rougeL": 0.9014925373134329, "len_ratio": 0.9575757575757575, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}729{"pair_id": "pair_76ce270651b6fb07", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.725135623869801, "chrf": 74.55427790244785, "bleu": 49.76627542387998, "rougeL": 0.7733333333333333, "len_ratio": 0.8271604938271605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}730{"pair_id": "pair_1033ffd291a09205", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5843071786310517, "chrf": 56.77008137378814, "bleu": 20.296848085713794, "rougeL": 0.562874251497006, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}731{"pair_id": "pair_f5d740b3e7e0009f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6604308390022675, "chrf": 71.82096356269263, "bleu": 40.40127189900012, "rougeL": 0.6871401151631478, "len_ratio": 1.024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}732{"pair_id": "pair_355294985350f771", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.833810888252149, "chrf": 84.8931930678274, "bleu": 71.69496326928672, "rougeL": 0.8187919463087249, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}733{"pair_id": "pair_e1469b4ffafaac89", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.676214196762142, "chrf": 67.0343595435119, "bleu": 41.06959272811076, "rougeL": 0.6375545851528384, "len_ratio": 1.1226415094339623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -1.0}734{"pair_id": "pair_93c85d626ebdcb7c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5177304964539007, "chrf": 58.03511827209928, "bleu": 29.01878576847425, "rougeL": 0.5373134328358209, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}735{"pair_id": "pair_3498dde65dee5240", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7195484254307783, "chrf": 76.14676114265554, "bleu": 56.90854663613291, "rougeL": 0.7559395248380131, "len_ratio": 0.8408163265306122, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}736{"pair_id": "pair_d7c5252b3fe6d594", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.49400218102508175, "chrf": 66.99376904682158, "bleu": 44.07963672421879, "rougeL": 0.5813148788927335, "len_ratio": 1.0583941605839415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}737{"pair_id": "pair_05dd923e29d1d815", "doc_id": "doc_f8e6e69aeba57df2", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5515625, "chrf": 64.86834438584185, "bleu": 44.90749150137145, "rougeL": 0.5842696629213483, "len_ratio": 1.0987654320987654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}738{"pair_id": "pair_24d715cb3ba61b7b", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6668173598553345, "chrf": 72.36679177045522, "bleu": 44.694488916352554, "rougeL": 0.6666666666666666, "len_ratio": 1.0302114803625377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}739{"pair_id": "pair_b24306c4c4b2581f", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6459566074950691, "chrf": 69.26365868635769, "bleu": 44.84186492359409, "rougeL": 0.6534653465346535, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}740{"pair_id": "pair_07aed43fe426b683", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4717741935483871, "chrf": 49.35620411941609, "bleu": 8.472461408182742, "rougeL": 0.43165467625899284, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}741{"pair_id": "pair_d2fa27796208acf3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5086071987480438, "chrf": 58.3301216285105, "bleu": 27.84966194361622, "rougeL": 0.4999999999999999, "len_ratio": 0.9175257731958762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}742{"pair_id": "pair_d2dc04f9a69b3af4", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7441558441558442, "chrf": 75.8550179058959, "bleu": 51.42362754429987, "rougeL": 0.7594936708860759, "len_ratio": 0.8412698412698413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}743{"pair_id": "pair_f589d5c7a1e86f9e", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6931894807821982, "chrf": 70.89945316461193, "bleu": 43.848954364597006, "rougeL": 0.6724137931034484, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}744{"pair_id": "pair_89738d8ec36791da", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6252723311546842, "chrf": 70.06652222050064, "bleu": 43.08884638875657, "rougeL": 0.625, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}745{"pair_id": "pair_54af251b67e2bf90", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.568762278978389, "chrf": 60.97428074332031, "bleu": 30.957294584265345, "rougeL": 0.5958904109589042, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}746{"pair_id": "pair_4c60ed93ff8ce424", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6936731907146108, "chrf": 72.13501919781241, "bleu": 45.68959897999019, "rougeL": 0.6835066864784547, "len_ratio": 1.0302114803625377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}747{"pair_id": "pair_597b0686ac179071", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5412907702984039, "chrf": 61.190791204893024, "bleu": 26.934119906234205, "rougeL": 0.5175879396984925, "len_ratio": 0.9897435897435898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}748{"pair_id": "pair_a0e2b7b69c9e7bc4", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7058064516129032, "chrf": 78.03928347517709, "bleu": 57.88384081946755, "rougeL": 0.7432624113475177, "len_ratio": 1.027190332326284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}749{"pair_id": "pair_eea349d980f03d16", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7345497351383167, "chrf": 78.55056186794341, "bleu": 56.74169588682809, "rougeL": 0.7379310344827587, "len_ratio": 0.9853479853479854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}750{"pair_id": "pair_60fe97d51a34b1c3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4450867052023122, "chrf": 74.14993638119283, "bleu": 42.37710772374596, "rougeL": 0.5844155844155844, "len_ratio": 1.0833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}751{"pair_id": "pair_110f28da01e63ba9", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5376884422110553, "chrf": 63.61640851664494, "bleu": 33.92950435408492, "rougeL": 0.5433526011560694, "len_ratio": 1.0740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}752{"pair_id": "pair_1c03559b2fc9e8f3", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.621281943862589, "chrf": 67.88845467662844, "bleu": 40.13142686424387, "rougeL": 0.6311584553928096, "len_ratio": 0.9123711340206185, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}753{"pair_id": "pair_c93d1c5ab7fc650d", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.72875226039783, "chrf": 76.19644203441459, "bleu": 55.02914620607879, "rougeL": 0.7625, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}754{"pair_id": "pair_6bbf97895aabbb3f", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8350877192982455, "chrf": 85.48560387872544, "bleu": 71.92052908732907, "rougeL": 0.8205128205128205, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}755{"pair_id": "pair_e2db9096fc49829f", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.544407894736842, "chrf": 55.41601798780508, "bleu": 18.91934368177723, "rougeL": 0.4482758620689655, "len_ratio": 1.0875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}756{"pair_id": "pair_65c0b2d87dccebc4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8284960422163589, "chrf": 80.64406577551728, "bleu": 60.933512843696164, "rougeL": 0.7889908256880734, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}757{"pair_id": "pair_8f2d0d5f389fddb9", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5140532544378698, "chrf": 62.22797624580172, "bleu": 29.947558110585422, "rougeL": 0.5748792270531401, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}758{"pair_id": "pair_5d5a339d86dfdee2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7203619909502262, "chrf": 68.82878714878501, "bleu": 41.346859104564984, "rougeL": 0.7133333333333333, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}759{"pair_id": "pair_00c92f35643b5484", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7157660991857884, "chrf": 74.97275823888762, "bleu": 48.26063598755821, "rougeL": 0.7405405405405406, "len_ratio": 0.8229166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}760{"pair_id": "pair_01487292d1e13fe5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.49612403100775193, "chrf": 62.96978576000918, "bleu": 26.2535093062085, "rougeL": 0.5217391304347827, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}761{"pair_id": "pair_a159c093b7373169", "doc_id": "doc_d999f694e31b629a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5022189349112426, "chrf": 65.39267601043711, "bleu": 36.8008007526013, "rougeL": 0.5797101449275361, "len_ratio": 0.9560975609756097, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}762{"pair_id": "pair_116366a7ea764c82", "doc_id": "doc_0e6c656dfaf9d099", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6693372177713037, "chrf": 64.65932181245284, "bleu": 33.33997676398229, "rougeL": 0.6448362720403022, "len_ratio": 0.9054726368159204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}763{"pair_id": "pair_110320edae8407bb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6038961038961039, "chrf": 67.98079133653894, "bleu": 34.21044665148203, "rougeL": 0.6173469387755102, "len_ratio": 0.9593908629441624, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}764{"pair_id": "pair_9b15d97e99315172", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6241050119331742, "chrf": 62.52069424030828, "bleu": 28.538691341234227, "rougeL": 0.5528455284552846, "len_ratio": 0.9916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}765{"pair_id": "pair_c6391c5ac59515d1", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5792349726775956, "chrf": 61.28745038493803, "bleu": 30.181344051619934, "rougeL": 0.5794392523364487, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}766{"pair_id": "pair_a2f4e6e861e6e9e5", "doc_id": "doc_4465aece194b7964", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6617486338797814, "chrf": 69.2775260953964, "bleu": 42.8108536022378, "rougeL": 0.6619217081850534, "len_ratio": 0.9925925925925926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}767{"pair_id": "pair_50ae3325edd57536", "doc_id": "doc_3b73c0c303c8ada6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6998234255444379, "chrf": 76.4606871532679, "bleu": 53.41210264527399, "rougeL": 0.7219343696027634, "len_ratio": 0.9816849816849816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}768{"pair_id": "pair_7f1a5c118275a3d6", "doc_id": "doc_6b5d113d4728e44f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9060336300692384, "chrf": 88.27714166628269, "bleu": 78.5637221531642, "rougeL": 0.888888888888889, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}769{"pair_id": "pair_d516ab44507f2c66", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6033402922755742, "chrf": 71.75962253359839, "bleu": 37.60706750391919, "rougeL": 0.6222222222222222, "len_ratio": 1.109375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}770{"pair_id": "pair_4086fdad5e2b2c41", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8894736842105263, "chrf": 85.5355304032262, "bleu": 67.52840058627696, "rougeL": 0.8742514970059881, "len_ratio": 1.0123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}771{"pair_id": "pair_35b29f0c4bb166e9", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7920277296360485, "chrf": 80.49345812528648, "bleu": 67.89706404075187, "rougeL": 0.8190854870775347, "len_ratio": 0.8507462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}772{"pair_id": "pair_39a46a6bbaf6b154", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4193548387096774, "chrf": 46.87725019499607, "bleu": 17.884385679788267, "rougeL": 0.4713375796178344, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}773{"pair_id": "pair_cd21c36409ddcf8b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7908496732026143, "chrf": 79.63584205681316, "bleu": 59.720130844558746, "rougeL": 0.8201438848920863, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}774{"pair_id": "pair_b4aa3590eaf5b953", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6101694915254237, "chrf": 70.30965653690666, "bleu": 37.00510493205381, "rougeL": 0.6028708133971292, "len_ratio": 1.0246305418719213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}775{"pair_id": "pair_fa84ebcff89b290d", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5463917525773196, "chrf": 66.99745967666891, "bleu": 41.94992766287989, "rougeL": 0.5951219512195123, "len_ratio": 0.970873786407767, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}776{"pair_id": "pair_8cde593e4d122cf6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5072115384615384, "chrf": 61.09030612446054, "bleu": 29.515531344994287, "rougeL": 0.5277044854881265, "len_ratio": 0.9945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}777{"pair_id": "pair_eff69c0046107f48", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5692541856925419, "chrf": 70.40137585669216, "bleu": 36.26610538173855, "rougeL": 0.59402460456942, "len_ratio": 1.033457249070632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}778{"pair_id": "pair_1d939fdeef16360a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6560913705583756, "chrf": 66.56513065857582, "bleu": 32.00712877803974, "rougeL": 0.6055045871559632, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}779{"pair_id": "pair_83f312440f78d0f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7682672233820459, "chrf": 71.73051809886668, "bleu": 41.35954457903366, "rougeL": 0.7464788732394366, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}780{"pair_id": "pair_f755860b06b4852c", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.530631479736098, "chrf": 70.44127991630495, "bleu": 42.725686033561246, "rougeL": 0.6382978723404255, "len_ratio": 1.0125786163522013, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}781{"pair_id": "pair_d698ed8fa8cc75bd", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.612483745123537, "chrf": 64.85291329744932, "bleu": 33.067831689805466, "rougeL": 0.6371308016877637, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}782{"pair_id": "pair_64d593fba7498484", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5965978128797084, "chrf": 64.72123709922693, "bleu": 33.915308734585594, "rougeL": 0.5787234042553191, "len_ratio": 1.1320754716981132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}783{"pair_id": "pair_4deb08cbc474771b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7269129287598944, "chrf": 68.71934945446895, "bleu": 33.192293646692896, "rougeL": 0.6226415094339623, "len_ratio": 0.9074074074074074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}784{"pair_id": "pair_77e97b0791dba922", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6706586826347305, "chrf": 67.76098643815372, "bleu": 37.454975057295705, "rougeL": 0.627177700348432, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}785{"pair_id": "pair_83660b5be0a250f6", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7839771101573677, "chrf": 81.51781066163045, "bleu": 64.59434864234997, "rougeL": 0.8440366972477065, "len_ratio": 0.9252336448598131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}786{"pair_id": "pair_98e19af9fa21ca62", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6802218114602587, "chrf": 68.32158499565509, "bleu": 40.93267852684839, "rougeL": 0.6231155778894472, "len_ratio": 0.9640522875816994, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}787{"pair_id": "pair_e2e1cbc676a22058", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6849015317286652, "chrf": 75.82866381157285, "bleu": 56.77609180809423, "rougeL": 0.7327188940092166, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}788{"pair_id": "pair_02a6cff428e9e329", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8688946015424165, "chrf": 84.04474437784732, "bleu": 64.77751568732539, "rougeL": 0.8784313725490196, "len_ratio": 1.007936507936508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}789{"pair_id": "pair_1f934398e351208c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.555441478439425, "chrf": 71.188122000415, "bleu": 41.035884232851366, "rougeL": 0.607638888888889, "len_ratio": 0.9620689655172414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}790{"pair_id": "pair_2f634e692d5ee157", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44047619047619047, "chrf": 60.84811727560647, "bleu": 32.777776222233136, "rougeL": 0.5465116279069767, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}791{"pair_id": "pair_47658ec1d25c21fd", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6088379705400981, "chrf": 60.3627740502893, "bleu": 36.16360473434744, "rougeL": 0.577319587628866, "len_ratio": 1.120879120879121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}792{"pair_id": "pair_f720d7e0069ab755", "doc_id": "doc_71ecf0972d1c95dd", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6384858044164038, "chrf": 68.72470108437238, "bleu": 43.27880316668513, "rougeL": 0.7061611374407583, "len_ratio": 0.7639484978540773, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}793{"pair_id": "pair_6ce8acdc836c3d06", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8292237442922374, "chrf": 80.36870948364538, "bleu": 63.21373910771055, "rougeL": 0.8126984126984128, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}794{"pair_id": "pair_b94314585f5ebc55", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7712895377128954, "chrf": 77.44742894738592, "bleu": 50.36951388486636, "rougeL": 0.8032786885245902, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}795{"pair_id": "pair_1c23a18ee484abcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6498559077809798, "chrf": 60.40288470353723, "bleu": 21.415100306860268, "rougeL": 0.5841584158415841, "len_ratio": 1.1428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}796{"pair_id": "pair_0e57e8d1b7f4c54b", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.800644814615798, "chrf": 81.67430568753133, "bleu": 59.59379786621046, "rougeL": 0.8146853146853148, "len_ratio": 0.9855072463768116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}797{"pair_id": "pair_0d1ee2f103dbf2b3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6927083333333333, "chrf": 71.80138093402245, "bleu": 40.94654800882357, "rougeL": 0.6919191919191918, "len_ratio": 0.9898477157360406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}798{"pair_id": "pair_fbca02f58cfcadd6", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6887417218543046, "chrf": 70.18800745348045, "bleu": 35.76344490490582, "rougeL": 0.6614173228346457, "len_ratio": 1.0483870967741935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}799{"pair_id": "pair_13c082e15ac2c59b", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6982300884955752, "chrf": 75.76022529960841, "bleu": 56.46401844371964, "rougeL": 0.7016393442622951, "len_ratio": 1.0592105263157894, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}800{"pair_id": "pair_13023a13d3d6c649", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5161290322580645, "chrf": 52.84940001461156, "bleu": 20.776117914095316, "rougeL": 0.5599999999999999, "len_ratio": 0.7926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}801{"pair_id": "pair_a7978f3211335442", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8133498145859085, "chrf": 81.33034152424928, "bleu": 59.23712576422821, "rougeL": 0.7999999999999999, "len_ratio": 0.943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}802{"pair_id": "pair_2f7b344f8446050b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6748673420164013, "chrf": 77.09415456239914, "bleu": 54.825633337611144, "rougeL": 0.7305389221556886, "len_ratio": 1.0185185185185186, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}803{"pair_id": "pair_1fdb72ecc38cc660", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7796610169491526, "chrf": 78.83867835126681, "bleu": 63.24379321423033, "rougeL": 0.7913669064748201, "len_ratio": 0.9562043795620438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}804{"pair_id": "pair_1d16f6f7bbf76397", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6526027397260274, "chrf": 70.8014120912989, "bleu": 37.76584373699838, "rougeL": 0.6729323308270676, "len_ratio": 1.072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}805{"pair_id": "pair_e00a4afd67691f23", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7020335985853228, "chrf": 75.03839719684908, "bleu": 58.88883580456813, "rougeL": 0.762589928057554, "len_ratio": 1.0427807486631016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}806{"pair_id": "pair_e57b00311acce6db", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.644955300127714, "chrf": 65.2278033004073, "bleu": 35.87982669127342, "rougeL": 0.6203703703703703, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}807{"pair_id": "pair_d0cb2b8d143a51a1", "doc_id": "doc_dadb00e95af5ab75", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.73187414500684, "chrf": 76.0252098806566, "bleu": 55.991085902844624, "rougeL": 0.7843137254901962, "len_ratio": 0.8301886792452831, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}808{"pair_id": "pair_e187ae92910cee87", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7283236994219653, "chrf": 75.38615316449241, "bleu": 50.09052141331569, "rougeL": 0.7948717948717948, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}809{"pair_id": "pair_8f1e9ed5c9cb8275", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7878063359234907, "chrf": 83.08168259532542, "bleu": 62.982573525730935, "rougeL": 0.8035087719298245, "len_ratio": 0.9413919413919414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}810{"pair_id": "pair_8ccba0987fe3c76f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6896969696969697, "chrf": 70.184078929172, "bleu": 46.90600966525345, "rougeL": 0.6666666666666667, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}811{"pair_id": "pair_6ee43402f961a4cb", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5977382875605816, "chrf": 62.191988088311355, "bleu": 33.21217830687607, "rougeL": 0.5714285714285714, "len_ratio": 1.1125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}812{"pair_id": "pair_da2004723f1182c3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5521367521367522, "chrf": 70.02952477758565, "bleu": 39.65664695529967, "rougeL": 0.6107784431137724, "len_ratio": 1.0897435897435896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}813