spb/wpai0002_uqo

1{"pair_id": "pair_534ab5b47b9ee98c", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.625866050808314, "chrf": 73.2459116653385, "bleu": 43.975721501643044, "rougeL": 0.6976744186046512, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_b4ba63a1d2dd7037", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8497978047371462, "chrf": 81.76736897989991, "bleu": 65.74328706679759, "rougeL": 0.8450184501845017, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_3eb7f963d11241df", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8190286094477711, "chrf": 78.42153454344836, "bleu": 55.06327331327937, "rougeL": 0.7849999999999999, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}4{"pair_id": "pair_1a4b1c8249f7c76e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7547945205479452, "chrf": 76.08336662257503, "bleu": 49.41754734102685, "rougeL": 0.7238979118329467, "len_ratio": 1.0096153846153846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_82caf11dd71c4375", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6065989847715736, "chrf": 56.283982490161975, "bleu": 35.52464027969479, "rougeL": 0.6554621848739496, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_45bb802c91771497", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7659434582511506, "chrf": 80.42678616188998, "bleu": 61.280601700693886, "rougeL": 0.7719298245614034, "len_ratio": 1.0368663594470047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}7{"pair_id": "pair_f731865f2257cc87", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.653125, "chrf": 65.56037792031889, "bleu": 33.74419553336442, "rougeL": 0.6470588235294117, "len_ratio": 0.945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_d65650bf122944c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7406679764243616, "chrf": 72.69313636636404, "bleu": 45.343758900066625, "rougeL": 0.7034482758620689, "len_ratio": 0.9078947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_f31c05d63c8ee97b", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8739837398373984, "chrf": 85.3803970813782, "bleu": 67.78841646600918, "rougeL": 0.8584070796460177, "len_ratio": 1.0471698113207548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}10{"pair_id": "pair_e8993a781dde82be", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7922705314009661, "chrf": 79.89816833363639, "bleu": 59.158658150072156, "rougeL": 0.7884615384615385, "len_ratio": 0.9326923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}11{"pair_id": "pair_6752bbc397a92282", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7366628830874007, "chrf": 73.56719250625096, "bleu": 51.61755009465578, "rougeL": 0.73943661971831, "len_ratio": 1.036764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_21c07460fab18a60", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7052200614124873, "chrf": 74.6383921777897, "bleu": 52.48944709769523, "rougeL": 0.6907894736842106, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}13{"pair_id": "pair_bce5dc586f50fd4f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7571428571428571, "chrf": 72.30074661234572, "bleu": 51.022524496564124, "rougeL": 0.7704280155642024, "len_ratio": 1.0158730158730158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}14{"pair_id": "pair_6505da06774d0d05", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6357388316151202, "chrf": 74.49022339706967, "bleu": 47.332043532797435, "rougeL": 0.6720430107526882, "len_ratio": 1.028735632183908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}15{"pair_id": "pair_792f7d6c5e62edeb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5980966325036603, "chrf": 74.97780902555354, "bleu": 53.8760598952028, "rougeL": 0.7042889390519187, "len_ratio": 1.032085561497326, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_01f37f65ecfc4ee3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7131147540983607, "chrf": 73.49409731441753, "bleu": 51.013259672448854, "rougeL": 0.7454545454545455, "len_ratio": 0.8928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_42061ceaae50b84d", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8433179723502304, "chrf": 83.30486266514315, "bleu": 60.83688773381709, "rougeL": 0.7945945945945946, "len_ratio": 1.0282485875706215, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_029b24f60c20d353", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9287190082644629, "chrf": 92.14209955803051, "bleu": 80.93987878460516, "rougeL": 0.94375, "len_ratio": 0.9931506849315068, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_d3104773d34ba77a", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5375335120643432, "chrf": 65.11217877969334, "bleu": 32.87858333626157, "rougeL": 0.5714285714285714, "len_ratio": 1.1020408163265305, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_bf88b2b86eaa5b84", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7893401015228426, "chrf": 74.4961602383667, "bleu": 52.41199821822402, "rougeL": 0.7999999999999999, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}21{"pair_id": "pair_3b04224b111a7102", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8632075471698113, "chrf": 81.72545477561276, "bleu": 60.20270966966402, "rougeL": 0.8709677419354839, "len_ratio": 0.945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}22{"pair_id": "pair_082fa41a7b25de5a", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7548845470692718, "chrf": 70.80567540738785, "bleu": 55.889802094640785, "rougeL": 0.7835051546391754, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_52d63c2e0fe1560c", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5575221238938053, "chrf": 55.524794329266136, "bleu": 23.17753138116649, "rougeL": 0.4682926829268293, "len_ratio": 0.9702970297029703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}24{"pair_id": "pair_33162f98b3868ea9", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8219461697722568, "chrf": 79.80455094659085, "bleu": 59.35636265439185, "rougeL": 0.8493150684931505, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}25{"pair_id": "pair_0d2990eaea8af7c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7157287157287158, "chrf": 73.98940298596492, "bleu": 47.10894399886588, "rougeL": 0.7157894736842104, "len_ratio": 0.9035532994923858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}26{"pair_id": "pair_92c269587d9b13db", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.801660516605166, "chrf": 78.38427857830351, "bleu": 63.31204875298187, "rougeL": 0.8170426065162909, "len_ratio": 0.946524064171123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}27{"pair_id": "pair_759e5cef9abda141", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.560126582278481, "chrf": 58.790649659543725, "bleu": 21.42103742238175, "rougeL": 0.5652173913043479, "len_ratio": 1.1875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_a07d9c6fb6c1a8b2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6079447322970639, "chrf": 60.073246632405585, "bleu": 23.03320129322446, "rougeL": 0.5371428571428571, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_d82e3db4ffd2f1c5", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7835365853658537, "chrf": 79.693774798396, "bleu": 57.76985916548635, "rougeL": 0.8324873096446701, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}30{"pair_id": "pair_59c10a0adde22d66", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7890855457227138, "chrf": 73.95870130244991, "bleu": 52.708751565199805, "rougeL": 0.7474747474747475, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}31{"pair_id": "pair_be9d3d8df6c8c9ea", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8291457286432161, "chrf": 81.49159260073878, "bleu": 63.325594731865685, "rougeL": 0.8198198198198198, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}32{"pair_id": "pair_9e265d9bb1298dc8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7669322709163346, "chrf": 77.44936868837425, "bleu": 57.24537539433763, "rougeL": 0.761904761904762, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}33{"pair_id": "pair_ab2107c74cd7e75f", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7809388335704125, "chrf": 85.32816985671569, "bleu": 69.86840838759679, "rougeL": 0.827906976744186, "len_ratio": 0.9897959183673469, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}34{"pair_id": "pair_6665cf85c2736be8", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7608200455580866, "chrf": 75.57905343665318, "bleu": 52.99308340825806, "rougeL": 0.7384615384615385, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}35{"pair_id": "pair_1941d85c8a39df55", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7053197848176928, "chrf": 81.1268376956737, "bleu": 60.64561748201931, "rougeL": 0.7577854671280276, "len_ratio": 0.9853479853479854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}36{"pair_id": "pair_8ba8492c973607a2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7411242603550297, "chrf": 73.94844375639804, "bleu": 52.50802152639772, "rougeL": 0.7204301075268817, "len_ratio": 0.8484848484848485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_2d8491819611a0f5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.769100169779287, "chrf": 75.95966722373825, "bleu": 56.48350442289511, "rougeL": 0.7499999999999999, "len_ratio": 1.0879120879120878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_192d9af7e7c89da8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7295751633986929, "chrf": 70.27056812059355, "bleu": 42.692892265062504, "rougeL": 0.711590296495957, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}39{"pair_id": "pair_9348989ee535b50d", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6707503828483921, "chrf": 62.50110184886817, "bleu": 31.984399821040046, "rougeL": 0.5846153846153846, "len_ratio": 0.8712871287128713, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}40{"pair_id": "pair_afe202bf41779139", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6576433121019108, "chrf": 66.4296128349548, "bleu": 38.307340505501415, "rougeL": 0.6358381502890175, "len_ratio": 0.8602150537634409, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}41{"pair_id": "pair_248597cc5ac511fa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7631754503002002, "chrf": 86.69516070748396, "bleu": 65.38941944704139, "rougeL": 0.8034557235421166, "len_ratio": 1.0225225225225225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_1ec3b005fb6b3d49", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8004012036108326, "chrf": 74.35650125531454, "bleu": 48.175239403926255, "rougeL": 0.7509293680297398, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}43{"pair_id": "pair_71f278ae6b737b38", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6498257839721254, "chrf": 67.94612352411839, "bleu": 41.00698728857935, "rougeL": 0.6744186046511629, "len_ratio": 1.0740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_6c18ba000399cb16", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.767260579064588, "chrf": 78.98630064047646, "bleu": 63.56463273120216, "rougeL": 0.7622377622377621, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_ade36c7fafe81f63", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7894211576846307, "chrf": 76.1312560492491, "bleu": 53.7286143135021, "rougeL": 0.7456445993031359, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}46{"pair_id": "pair_4d66779f6cf3e61f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6814903846153846, "chrf": 71.76941172809045, "bleu": 40.37332903374606, "rougeL": 0.6842105263157894, "len_ratio": 0.948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}47{"pair_id": "pair_36709e01cba6f244", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7872807017543859, "chrf": 77.67748364493514, "bleu": 57.81365596271768, "rougeL": 0.7754385964912281, "len_ratio": 1.0222222222222221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_54d53fa0a2fd0e23", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8043478260869565, "chrf": 76.76607076839458, "bleu": 49.11867455199937, "rougeL": 0.819672131147541, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_a0464b001854faf0", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.717628705148206, "chrf": 74.17394601578444, "bleu": 54.38868762978228, "rougeL": 0.7357512953367875, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}50{"pair_id": "pair_3aa0668948ce1478", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6635262449528937, "chrf": 77.46497236510868, "bleu": 50.615827560624915, "rougeL": 0.7105263157894737, "len_ratio": 1.0660377358490567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_1c2aad977a576e5b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7455621301775148, "chrf": 79.61853846712168, "bleu": 60.52941437249615, "rougeL": 0.768729641693811, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}52{"pair_id": "pair_e3b0a91c295626f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8395860284605433, "chrf": 77.19349630925397, "bleu": 55.00695647538744, "rougeL": 0.8211382113821138, "len_ratio": 1.0087719298245614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}53{"pair_id": "pair_e2c4068c5462d2fa", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.49808061420345484, "chrf": 63.66021173886165, "bleu": 36.24358931588235, "rougeL": 0.5911949685534591, "len_ratio": 0.9182389937106918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}54{"pair_id": "pair_a5e867b3773bdfed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6984126984126984, "chrf": 73.58905285911663, "bleu": 47.88747740835618, "rougeL": 0.6954314720812182, "len_ratio": 0.9695431472081218, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_0decb6a7fc76254b", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7134670487106017, "chrf": 70.87913205352123, "bleu": 48.471286454731974, "rougeL": 0.78125, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}56{"pair_id": "pair_efa7105e30b5e78f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8762169680111266, "chrf": 84.17367179389244, "bleu": 65.08973675719659, "rougeL": 0.8599033816425121, "len_ratio": 0.9615384615384616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_0e173b7aa636f282", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8708354689902614, "chrf": 86.94003000566461, "bleu": 72.50292157644816, "rougeL": 0.8865619546247818, "len_ratio": 0.9823321554770318, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_6564027ea6139296", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8538522637013503, "chrf": 86.66248393005596, "bleu": 67.27435179498885, "rougeL": 0.8760330578512397, "len_ratio": 1.0584795321637428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}59{"pair_id": "pair_75d6b94c63f28faa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6429942418426104, "chrf": 74.95621051781953, "bleu": 52.42046279754615, "rougeL": 0.7419354838709677, "len_ratio": 0.8805031446540881, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}60{"pair_id": "pair_38a3d126dc3cf268", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6215780998389694, "chrf": 72.13341999834977, "bleu": 41.68877780141435, "rougeL": 0.7071823204419889, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_5021c799eb783f64", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.752983293556086, "chrf": 73.89226752687676, "bleu": 46.35284733073387, "rougeL": 0.7196652719665272, "len_ratio": 0.9416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_7885b7b80a93f505", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6158631415241058, "chrf": 64.26570111267914, "bleu": 31.610587513207687, "rougeL": 0.5912596401028277, "len_ratio": 0.953125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}63{"pair_id": "pair_16b322783f9aad91", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7626699629171817, "chrf": 73.9232821063667, "bleu": 47.173344388179146, "rougeL": 0.7551867219917012, "len_ratio": 0.9186991869918699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_29a6a06f0d67770c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7074677147669848, "chrf": 75.1028805678736, "bleu": 53.86703303420623, "rougeL": 0.7272727272727273, "len_ratio": 0.9563636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8928571428571429, "number_precision": 0.9615384615384616, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}65{"pair_id": "pair_202e90a67945d880", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7513262599469496, "chrf": 73.73847046529663, "bleu": 50.3814278260186, "rougeL": 0.7641921397379913, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}66{"pair_id": "pair_14abc6a2479684b1", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7841365461847389, "chrf": 79.1524715794646, "bleu": 61.01753175344685, "rougeL": 0.7889273356401383, "len_ratio": 0.9932885906040269, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}67{"pair_id": "pair_32235555b601cab3", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6683621566632757, "chrf": 68.4254904892509, "bleu": 45.04069661616559, "rougeL": 0.6715328467153284, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}68{"pair_id": "pair_afb70fddf89264c8", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.734599589322382, "chrf": 85.03682524810738, "bleu": 68.55373871798831, "rougeL": 0.807829181494662, "len_ratio": 0.9206896551724137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}69{"pair_id": "pair_153cb3d30281b8e1", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5525773195876289, "chrf": 57.46009952520039, "bleu": 19.64368317240102, "rougeL": 0.5161290322580646, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_574077bae6ce5fca", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6625615763546798, "chrf": 64.8814463645311, "bleu": 39.46117445096722, "rougeL": 0.6917293233082707, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}71{"pair_id": "pair_c956c2bafddcae15", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6369047619047619, "chrf": 82.19049725794086, "bleu": 66.44906755592072, "rougeL": 0.7419354838709677, "len_ratio": 0.9404761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}72{"pair_id": "pair_5f41b3d39f54bad1", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6625239005736138, "chrf": 72.55579469726663, "bleu": 55.284118896709685, "rougeL": 0.6950354609929078, "len_ratio": 0.9562043795620438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_7fc50840511051d1", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6545092838196287, "chrf": 65.43375875878937, "bleu": 34.93944562524873, "rougeL": 0.6740088105726872, "len_ratio": 0.9437229437229437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_c192a060c40a441b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7730870712401056, "chrf": 74.99434388634734, "bleu": 50.41151349560729, "rougeL": 0.7314814814814815, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_dff809b6a1b282dc", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7431488447071467, "chrf": 76.11251139503138, "bleu": 52.45289414471534, "rougeL": 0.7504363001745201, "len_ratio": 0.9782608695652174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}76{"pair_id": "pair_c42c40472a0baa1a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5638095238095238, "chrf": 57.97520990659867, "bleu": 20.802459527851884, "rougeL": 0.569620253164557, "len_ratio": 1.0789473684210527, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}77{"pair_id": "pair_392af48f9407b7c3", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.734006734006734, "chrf": 74.83027188827396, "bleu": 59.72610949374722, "rougeL": 0.7924528301886792, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_6be1dd33e4e6d4aa", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6968011126564673, "chrf": 71.04768739094025, "bleu": 42.96592642181681, "rougeL": 0.6728971962616823, "len_ratio": 1.101010101010101, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_7ac4ade1830dc372", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5985533453887883, "chrf": 64.90569939916185, "bleu": 37.90285009732613, "rougeL": 0.6335403726708074, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_929f9c24ad480225", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6989507667473769, "chrf": 72.01441207973123, "bleu": 46.06409960444155, "rougeL": 0.7252747252747254, "len_ratio": 1.064327485380117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}81{"pair_id": "pair_de1370a1cd0b54cb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7478411053540588, "chrf": 70.67703743058826, "bleu": 47.14427017656858, "rougeL": 0.770053475935829, "len_ratio": 0.9680851063829787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}82{"pair_id": "pair_d48e5d059fa3cc54", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6568627450980392, "chrf": 69.03090284791904, "bleu": 40.792438972856615, "rougeL": 0.6927083333333333, "len_ratio": 1.011111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_cb37eb7f5d618a17", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7889237199582027, "chrf": 77.33173842204441, "bleu": 58.55745081490754, "rougeL": 0.8176100628930818, "len_ratio": 0.9794520547945206, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}84{"pair_id": "pair_400660b05415da75", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7081632653061225, "chrf": 75.46663045534586, "bleu": 46.730950903340904, "rougeL": 0.6924939467312349, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}85{"pair_id": "pair_dd7c0dc2e9b6b991", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6090314913844326, "chrf": 73.61135104924466, "bleu": 46.39773525920101, "rougeL": 0.6621392190152801, "len_ratio": 1.010989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}86{"pair_id": "pair_3a815159b68d0b1a", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6338028169014085, "chrf": 63.938329092853195, "bleu": 30.047196821678046, "rougeL": 0.6470588235294118, "len_ratio": 0.9710144927536232, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}87{"pair_id": "pair_0ea0089868a9486a", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8696255201109571, "chrf": 87.50938332247222, "bleu": 71.58704681996568, "rougeL": 0.8878504672897196, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_eeb469751e6719fb", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6772727272727272, "chrf": 78.60396999768244, "bleu": 49.078918683167785, "rougeL": 0.7357293868921776, "len_ratio": 1.072072072072072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}89{"pair_id": "pair_1c248171ae889938", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6950354609929078, "chrf": 79.83990780391565, "bleu": 53.32835488117719, "rougeL": 0.78125, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_23a75e54129a35a7", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8552238805970149, "chrf": 82.0177381636637, "bleu": 65.22692253924302, "rougeL": 0.8365384615384616, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_013f952cde337fb2", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9053254437869822, "chrf": 90.90249044742508, "bleu": 81.33242744147205, "rougeL": 0.9150684931506848, "len_ratio": 0.9833795013850416, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_aa1b1db857a23bb7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6150537634408602, "chrf": 69.41603411483842, "bleu": 41.347972993650615, "rougeL": 0.6666666666666667, "len_ratio": 0.9852941176470589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_e9e4fc5508ddcf46", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8152753108348135, "chrf": 80.67783204530117, "bleu": 69.13733399379996, "rougeL": 0.8399999999999999, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}94{"pair_id": "pair_c0734880c60102ab", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6987577639751552, "chrf": 72.0184053797381, "bleu": 41.49666320671309, "rougeL": 0.6984126984126985, "len_ratio": 1.058139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}95{"pair_id": "pair_10854715a9daa7f5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6863136863136863, "chrf": 72.01693833486466, "bleu": 55.177876529975464, "rougeL": 0.7134146341463413, "len_ratio": 0.9212121212121213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}96{"pair_id": "pair_3ed21835552f0676", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6293260473588342, "chrf": 63.063182797734626, "bleu": 34.531164493456494, "rougeL": 0.6208955223880598, "len_ratio": 0.9226190476190477, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}97{"pair_id": "pair_cebd2e9cf00f2906", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8855454056958625, "chrf": 87.289757443252, "bleu": 71.65522802975492, "rougeL": 0.8830715532286213, "len_ratio": 0.9782608695652174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}98{"pair_id": "pair_cc2edaae41b23631", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8236808236808237, "chrf": 79.3272855783571, "bleu": 58.71391170515511, "rougeL": 0.8310502283105023, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_0d3f0c7c7ca274d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6324582338902147, "chrf": 68.44143112751716, "bleu": 39.92959488672732, "rougeL": 0.6527196652719666, "len_ratio": 0.9416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}100{"pair_id": "pair_4efd465014478931", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7276422764227642, "chrf": 70.91058842741519, "bleu": 44.9242780968453, "rougeL": 0.6993318485523385, "len_ratio": 0.9155555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}101{"pair_id": "pair_351062a01178facd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7369646182495344, "chrf": 77.67563227243612, "bleu": 51.51994053499315, "rougeL": 0.7453625632377741, "len_ratio": 0.9698996655518395, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}102{"pair_id": "pair_289f958c7f2447c0", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7805383022774327, "chrf": 76.47070760002876, "bleu": 47.98187233452478, "rougeL": 0.7647058823529411, "len_ratio": 1.0307692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_3d4b30f2cce63978", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7151515151515151, "chrf": 68.66044805732548, "bleu": 46.8482799871322, "rougeL": 0.7058823529411764, "len_ratio": 0.8974358974358975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_fcf3cba4380b62e7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7374599786552829, "chrf": 75.36391740427715, "bleu": 49.427484723038305, "rougeL": 0.7638888888888888, "len_ratio": 0.9452054794520548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_10e223e6488375e6", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8544303797468354, "chrf": 82.20456935588622, "bleu": 65.16092988998037, "rougeL": 0.8484848484848485, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_c50043b49a1ae005", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8741755454084221, "chrf": 87.2193668069588, "bleu": 74.49339468924282, "rougeL": 0.8872727272727272, "len_ratio": 0.9739776951672863, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_f17dd14ab5bc29ab", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8752166377816291, "chrf": 84.84748446480633, "bleu": 69.76383176140763, "rougeL": 0.8752327746741155, "len_ratio": 0.9738805970149254, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_8a8dc5c547c698b4", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9119170984455959, "chrf": 86.8327441680321, "bleu": 73.54482872409253, "rougeL": 0.907103825136612, "len_ratio": 0.925531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_255ecbfd320b7584", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7172264355362947, "chrf": 74.6023215631249, "bleu": 56.061006889332404, "rougeL": 0.75, "len_ratio": 0.9937888198757764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}110{"pair_id": "pair_ac7bbf9947147548", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.8615863141524106, "chrf": 81.73649079369453, "bleu": 62.87181910310658, "rougeL": 0.8146214099216709, "len_ratio": 0.921875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_3cc24a2db40a1c81", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7557027225901398, "chrf": 72.86039291462669, "bleu": 43.72852956253697, "rougeL": 0.7292225201072385, "len_ratio": 0.8854166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_52f46f4ca329b473", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8112244897959184, "chrf": 77.79969306703404, "bleu": 57.16586633970785, "rougeL": 0.81, "len_ratio": 1.0106382978723405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}113{"pair_id": "pair_e01e74d2c1d567b9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8186453022578296, "chrf": 79.05015270341487, "bleu": 60.11799251527129, "rougeL": 0.7959697732997482, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_0178adf63aef08fd", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7413647851727043, "chrf": 80.39327286209144, "bleu": 59.22466582246788, "rougeL": 0.7815126050420167, "len_ratio": 1.0604229607250755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}115{"pair_id": "pair_c1690969105879fa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6474358974358974, "chrf": 72.35120012631343, "bleu": 49.69899775099005, "rougeL": 0.6829268292682926, "len_ratio": 0.9852941176470589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_e470e1a1edf6b6aa", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8094804010938924, "chrf": 83.29577744221595, "bleu": 66.44403235519547, "rougeL": 0.8516483516483517, "len_ratio": 0.9595375722543352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}117{"pair_id": "pair_5c5b0e905c38c804", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6353522867737948, "chrf": 61.644595207710665, "bleu": 28.305620900097676, "rougeL": 0.625, "len_ratio": 0.8943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_d13c2c2b74f72b95", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7583179297597042, "chrf": 75.04098541039997, "bleu": 53.09184815865176, "rougeL": 0.715927750410509, "len_ratio": 0.9901960784313726, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 4.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_35c0a379758a54c0", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8393194706994329, "chrf": 79.2026148954195, "bleu": 61.83690189133504, "rougeL": 0.8026315789473685, "len_ratio": 0.971830985915493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_e614bd2c1f06d942", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7111383108935129, "chrf": 69.02474759175442, "bleu": 42.11676047319877, "rougeL": 0.6637931034482759, "len_ratio": 1.1320754716981132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_8ac9873a7e8de26d", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7154088050314465, "chrf": 68.46024037874697, "bleu": 38.16335173556925, "rougeL": 0.7052631578947368, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}122{"pair_id": "pair_0f72f9a9e487330d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5657894736842105, "chrf": 71.0804406374484, "bleu": 41.277112507078456, "rougeL": 0.6139534883720931, "len_ratio": 1.101010101010101, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_b2166006868dc64e", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8783977110157368, "chrf": 84.11361323197737, "bleu": 65.25473784691621, "rougeL": 0.8715596330275229, "len_ratio": 0.9439252336448598, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_3dbd3da5fbcee70d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8793969849246231, "chrf": 85.90140190035997, "bleu": 69.43493605520982, "rougeL": 0.8767123287671232, "len_ratio": 1.0106951871657754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}125{"pair_id": "pair_7dc21233e2543cf1", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7514450867052023, "chrf": 73.88896634774028, "bleu": 49.84078622722512, "rougeL": 0.7238095238095238, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_238fc0541671bae4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.67601246105919, "chrf": 68.12580576680722, "bleu": 46.00769295140855, "rougeL": 0.6666666666666667, "len_ratio": 1.0275862068965518, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}127{"pair_id": "pair_c87b703baa309289", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6442577030812324, "chrf": 68.0987136103552, "bleu": 41.34725224018063, "rougeL": 0.6688311688311689, "len_ratio": 0.9548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_69b493f013c97498", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7758749069247952, "chrf": 73.77683706050252, "bleu": 46.73894397562471, "rougeL": 0.7258485639686684, "len_ratio": 0.9187817258883249, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_c044cb52a79332bb", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8057851239669421, "chrf": 79.66332643605027, "bleu": 66.5937182931115, "rougeL": 0.8314606741573035, "len_ratio": 0.948051948051948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_b6e9e28adedceede", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8117229129662522, "chrf": 79.22298005601773, "bleu": 63.085875545436814, "rougeL": 0.8, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_dcd2a0d3e06d5703", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7675324675324675, "chrf": 72.96815358319668, "bleu": 52.017700782391536, "rougeL": 0.7868852459016393, "len_ratio": 0.9126984126984127, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_786c3087349f2947", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5869863013698631, "chrf": 67.62484622224765, "bleu": 35.322793558041305, "rougeL": 0.6176470588235293, "len_ratio": 1.035897435897436, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}133{"pair_id": "pair_d3ce183f5ae1af47", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7383820998278829, "chrf": 69.91807795415195, "bleu": 48.61055488236809, "rougeL": 0.7374301675977654, "len_ratio": 0.9438202247191011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}134{"pair_id": "pair_c48d3dba962442c2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.44993498049414826, "chrf": 66.63895986391047, "bleu": 38.05147021790221, "rougeL": 0.6106194690265486, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}135{"pair_id": "pair_692198d471e057bc", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.70844327176781, "chrf": 68.73008948378511, "bleu": 41.77839592049371, "rougeL": 0.6790697674418604, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_3dccd16f435081ca", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7023593466424682, "chrf": 75.61942963455462, "bleu": 58.04253720202148, "rougeL": 0.7011494252873564, "len_ratio": 0.9659090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_7970a9aab7e878b5", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8705701078582435, "chrf": 83.65912054007735, "bleu": 68.43376161271011, "rougeL": 0.8397790055248618, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}138{"pair_id": "pair_6333ab44ba110c4b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7343635025754232, "chrf": 71.9956698233244, "bleu": 44.89123957178327, "rougeL": 0.7165775401069518, "len_ratio": 0.890625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_f13091ad8b7c8a30", "doc_id": "doc_7cc71e43594f0124", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7175452399685287, "chrf": 73.54917943135753, "bleu": 51.29731666422066, "rougeL": 0.7079207920792079, "len_ratio": 0.9949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_ead5176a8b6144cd", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7298636926889714, "chrf": 74.47973626222749, "bleu": 49.24372488091463, "rougeL": 0.7527675276752767, "len_ratio": 1.007462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_20dafded3411a033", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5924713584288053, "chrf": 60.71732860324441, "bleu": 35.44005740927237, "rougeL": 0.6384976525821596, "len_ratio": 1.1702127659574468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}142{"pair_id": "pair_1665c1640d5b3d5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6649417852522639, "chrf": 67.62071804144767, "bleu": 38.40208130847464, "rougeL": 0.6557377049180327, "len_ratio": 0.9912280701754386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}143{"pair_id": "pair_c188f53958c80d7c", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8465804066543439, "chrf": 85.10185345974672, "bleu": 67.91204934605199, "rougeL": 0.8278145695364237, "len_ratio": 0.9771241830065359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}144{"pair_id": "pair_45afec86b94d1d0e", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.789405684754522, "chrf": 75.36616000635216, "bleu": 52.09723416680876, "rougeL": 0.7567567567567567, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}145{"pair_id": "pair_63333f40645895ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8155515370705244, "chrf": 81.73844296809966, "bleu": 64.49819380537123, "rougeL": 0.8395061728395061, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_f41afa63559dc25d", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7784552845528455, "chrf": 72.63012939726991, "bleu": 52.652107752366334, "rougeL": 0.7349397590361445, "len_ratio": 0.9240506329113924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}147{"pair_id": "pair_fbf5c17731a3a132", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6917670682730923, "chrf": 73.38496590615934, "bleu": 52.84548918389244, "rougeL": 0.7038327526132404, "len_ratio": 0.9798657718120806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}148{"pair_id": "pair_e2140f5db9b65f5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6676163342830009, "chrf": 73.73727920951355, "bleu": 45.347569067246155, "rougeL": 0.7289156626506025, "len_ratio": 0.930379746835443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}149{"pair_id": "pair_6642881e1a43ea53", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5457025920873124, "chrf": 65.20789851138926, "bleu": 29.34620064910712, "rougeL": 0.5392156862745097, "len_ratio": 1.1020408163265305, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}150{"pair_id": "pair_6bb7a0192d288e72", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.721105527638191, "chrf": 71.93018287282197, "bleu": 44.12790800734848, "rougeL": 0.7533632286995516, "len_ratio": 0.896551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}151{"pair_id": "pair_50d371eee6740ac4", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7052023121387283, "chrf": 73.06081562651873, "bleu": 44.27117316561101, "rougeL": 0.7484662576687118, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_b568a02fac109eb9", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6846780162842339, "chrf": 73.8615737441372, "bleu": 42.107867262678816, "rougeL": 0.6616915422885572, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}153{"pair_id": "pair_b1ec64152beb6d97", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5490196078431373, "chrf": 69.18166728512219, "bleu": 36.886940108848954, "rougeL": 0.618705035971223, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_21f2b3f83b217391", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6549773755656109, "chrf": 66.89678896269398, "bleu": 38.90583118090613, "rougeL": 0.6528925619834711, "len_ratio": 0.7761194029850746, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_d23cea026c5ace9a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6471042471042471, "chrf": 67.32989372975673, "bleu": 36.80976729505674, "rougeL": 0.6218487394957983, "len_ratio": 0.96045197740113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}156{"pair_id": "pair_eaa5bc54aa96a41f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7967332123411979, "chrf": 74.43393008333649, "bleu": 50.50572035853007, "rougeL": 0.7636363636363637, "len_ratio": 0.8522727272727273, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_1734a40e2337d12b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6280834914611007, "chrf": 62.164207432681536, "bleu": 30.94393993929596, "rougeL": 0.6181818181818182, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_3e36580587567a92", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8037542662116041, "chrf": 80.52418662812254, "bleu": 64.39782215045565, "rougeL": 0.8095238095238095, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_244e1187a30656d6", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6660929432013769, "chrf": 65.87062321097198, "bleu": 41.81267260532106, "rougeL": 0.6703296703296704, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_c6e7de0abe9bfed5", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.699812382739212, "chrf": 69.1795058393694, "bleu": 42.992508548665285, "rougeL": 0.7012987012987013, "len_ratio": 1.1095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_42e45b5f1a97a919", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.609907120743034, "chrf": 66.43027676492483, "bleu": 40.45588816661302, "rougeL": 0.6435643564356436, "len_ratio": 0.941747572815534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_4529613294fae26e", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7412223667100131, "chrf": 71.61630940249091, "bleu": 52.31691637585163, "rougeL": 0.7443946188340809, "len_ratio": 0.9252336448598131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_6db3602926e3f108", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.77787892580792, "chrf": 82.45372833788335, "bleu": 66.07489601926066, "rougeL": 0.819538670284939, "len_ratio": 1.005540166204986, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}164{"pair_id": "pair_8d0d1d27c5b651ff", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8979083665338645, "chrf": 88.13137950047758, "bleu": 70.7646116724363, "rougeL": 0.9041095890410957, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_37279956404c5331", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5448603683897801, "chrf": 64.67368329545316, "bleu": 38.153733335135534, "rougeL": 0.5591836734693877, "len_ratio": 0.9510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_46f20c52472d1393", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6457831325301204, "chrf": 59.83621367192754, "bleu": 27.53453132249827, "rougeL": 0.6106870229007634, "len_ratio": 0.8985507246376812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_52e525b34b664c04", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9216799091940976, "chrf": 89.47921449420214, "bleu": 81.5461728936003, "rougeL": 0.9214285714285714, "len_ratio": 1.0147058823529411, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_ff99bee9dd6708d2", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6074074074074074, "chrf": 63.99086906121864, "bleu": 27.190444833285206, "rougeL": 0.6551724137931034, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}169{"pair_id": "pair_449f2c7bf1a60c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7021121631463947, "chrf": 72.50030059538253, "bleu": 45.0392172751149, "rougeL": 0.6967418546365914, "len_ratio": 0.9154228855721394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_90ac68ac94c8e560", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8508604206500956, "chrf": 82.90261931667013, "bleu": 66.98710446208325, "rougeL": 0.8540925266903916, "len_ratio": 0.9343065693430657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_3294b0ffcff525df", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7473976405274115, "chrf": 81.2170472129567, "bleu": 61.37212011779451, "rougeL": 0.7819548872180451, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_61c16259d2f8cd33", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7693351424694708, "chrf": 74.87046592385259, "bleu": 52.82978350542972, "rougeL": 0.7679324894514769, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_67d302cf71408875", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7982120051085568, "chrf": 79.77977109077455, "bleu": 58.063699942743256, "rougeL": 0.8029739776951673, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}174{"pair_id": "pair_3528672378f6c06d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7374371859296482, "chrf": 73.52234208311566, "bleu": 48.667293499799975, "rougeL": 0.7499999999999999, "len_ratio": 0.9741379310344828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}175{"pair_id": "pair_dcd6a3ad8bc2cc75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7176470588235294, "chrf": 67.51558634291182, "bleu": 43.27282741132309, "rougeL": 0.6747720364741642, "len_ratio": 0.9207317073170732, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_cb3b0d0ef5e9a37f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5828402366863905, "chrf": 64.03357319440431, "bleu": 36.781294745153666, "rougeL": 0.6089965397923875, "len_ratio": 0.8933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_1098ad32fc148c0b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7385955920041005, "chrf": 77.58251619339185, "bleu": 55.396692101812306, "rougeL": 0.7721739130434782, "len_ratio": 0.9858657243816255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_440501dd84293cb9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6961063627730295, "chrf": 77.84610970698692, "bleu": 50.29214975665076, "rougeL": 0.7455621301775148, "len_ratio": 0.9620253164556962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}179{"pair_id": "pair_a029a6bff2518633", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5950155763239875, "chrf": 63.70370061929106, "bleu": 33.76759398458945, "rougeL": 0.5795454545454545, "len_ratio": 1.1923076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}180{"pair_id": "pair_7ffd3b6de5bfed1f", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7416481069042316, "chrf": 74.50911584508424, "bleu": 44.77441275246812, "rougeL": 0.7299270072992701, "len_ratio": 1.1290322580645162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}181{"pair_id": "pair_aa3bf227a9232830", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6697416974169741, "chrf": 73.78475454309246, "bleu": 57.665510524633156, "rougeL": 0.7530562347188264, "len_ratio": 1.0053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}182{"pair_id": "pair_e4c2a8e74fa6334f", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6363636363636364, "chrf": 64.91996366033096, "bleu": 37.18057573006915, "rougeL": 0.6458333333333334, "len_ratio": 1.076086956521739, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_c110a00b7adc11b1", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7561475409836066, "chrf": 74.98695226225304, "bleu": 49.255552622151995, "rougeL": 0.7368421052631579, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_0b1f3d0472f358ed", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6396396396396397, "chrf": 65.40059083148971, "bleu": 38.67722462914871, "rougeL": 0.5922746781115881, "len_ratio": 1.0350877192982457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}185{"pair_id": "pair_d49967a020ab0810", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6766275346851653, "chrf": 70.87543194526053, "bleu": 41.46369796667058, "rougeL": 0.6920415224913495, "len_ratio": 0.952054794520548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}186{"pair_id": "pair_abe570d1bc0bd4e8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.45341614906832295, "chrf": 46.293023792224254, "bleu": 3.6750030741667437, "rougeL": 0.4148148148148148, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}187{"pair_id": "pair_e2ea06d99035098d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7415384615384615, "chrf": 77.9705649877722, "bleu": 56.284118463954314, "rougeL": 0.7891891891891891, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_97a727fae96cd6e3", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8185840707964602, "chrf": 80.9260914971073, "bleu": 59.84663068179677, "rougeL": 0.8115942028985507, "len_ratio": 1.0609756097560976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_9cf832f5626e4e3d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8845108695652174, "chrf": 87.92942734262452, "bleu": 76.29888986055799, "rougeL": 0.8808988764044943, "len_ratio": 0.9907834101382489, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_62f1be2540b9b389", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6649446494464945, "chrf": 69.69988559019079, "bleu": 34.05004151688391, "rougeL": 0.6180048661800486, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}191{"pair_id": "pair_75a366fcc93b3715", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7111553784860558, "chrf": 74.24779911685346, "bleu": 44.25760360154884, "rougeL": 0.6712328767123288, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_7e01feed40558d54", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7235023041474654, "chrf": 76.27298048065461, "bleu": 53.00351609653432, "rougeL": 0.7420212765957446, "len_ratio": 0.9149484536082474, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_a4d28d9c0f82395f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8244073748902546, "chrf": 84.96223969595731, "bleu": 65.94173024278294, "rougeL": 0.8454258675078865, "len_ratio": 0.9808917197452229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_85461738b9b8c1ab", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8156966490299824, "chrf": 83.73983946880873, "bleu": 68.6069944457183, "rougeL": 0.8442503639010189, "len_ratio": 0.972809667673716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_35c07f64ba8f1df9", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7799642218246869, "chrf": 77.41835248831657, "bleu": 57.11266975343159, "rougeL": 0.7857142857142857, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}196{"pair_id": "pair_d0011d86d9768902", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7385159010600706, "chrf": 67.11805501214023, "bleu": 38.16041686764783, "rougeL": 0.6309523809523809, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}197{"pair_id": "pair_8cf36e22aa9a5068", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8188608776844071, "chrf": 81.14528753385993, "bleu": 61.35271575136367, "rougeL": 0.8403908794788274, "len_ratio": 0.9548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}198{"pair_id": "pair_5e5cb24b1697c295", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5717455621301775, "chrf": 71.45490341914453, "bleu": 45.8033153319676, "rougeL": 0.6407766990291262, "len_ratio": 0.9365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_d4d324143e184b69", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6996845425867508, "chrf": 74.39193396937885, "bleu": 47.76922428925256, "rougeL": 0.7440860215053763, "len_ratio": 0.9356223175965666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}200{"pair_id": "pair_1bef8ac95f81df3a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7152361942781105, "chrf": 67.56926599039171, "bleu": 36.457977947123325, "rougeL": 0.627450980392157, "len_ratio": 0.8796296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}201{"pair_id": "pair_8982d55862cbe3d7", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7626728110599078, "chrf": 71.84704416967672, "bleu": 52.03556620816074, "rougeL": 0.7947019867549668, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_85cec18bd44dc166", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6614542611415168, "chrf": 67.2603279238878, "bleu": 48.34761984696791, "rougeL": 0.6893424036281179, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}203{"pair_id": "pair_0edca75dd6e3b39b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7516339869281046, "chrf": 76.34013643208671, "bleu": 57.58731652209158, "rougeL": 0.8088235294117647, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}204{"pair_id": "pair_f9e8138d0068b3f0", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.888030888030888, "chrf": 87.82104098008634, "bleu": 75.34423666339399, "rougeL": 0.9019607843137256, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}205{"pair_id": "pair_548e9ab2649ff019", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7090558766859345, "chrf": 73.48710519372034, "bleu": 44.93406155513531, "rougeL": 0.7439024390243903, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_d6e959d6454d1ab8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7211359404096834, "chrf": 77.03045738948586, "bleu": 56.22950577376928, "rougeL": 0.7580071174377224, "len_ratio": 0.8695652173913043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}207{"pair_id": "pair_77a525025e86598d", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7995971802618328, "chrf": 78.82424449264178, "bleu": 55.39284883380482, "rougeL": 0.7915194346289752, "len_ratio": 1.0522388059701493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}208{"pair_id": "pair_55420dcac5bf0203", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7463414634146341, "chrf": 76.49562585167945, "bleu": 45.14299554687342, "rougeL": 0.7444444444444446, "len_ratio": 1.104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}209{"pair_id": "pair_fcb983f7a41d8e73", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8569194683346364, "chrf": 83.76542325325235, "bleu": 69.3637104502639, "rougeL": 0.8733031674208145, "len_ratio": 0.9464285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_71a0638b83dcf4c3", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7865483418963102, "chrf": 78.52854573567507, "bleu": 56.46208554638769, "rougeL": 0.8042813455657493, "len_ratio": 0.9607250755287009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}211{"pair_id": "pair_2157939b3976a033", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7988165680473372, "chrf": 82.17554466612708, "bleu": 64.90164275813291, "rougeL": 0.8345323741007195, "len_ratio": 0.9609756097560975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}212{"pair_id": "pair_52222b91a8d90e2d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.87363184079602, "chrf": 88.20554445486614, "bleu": 79.09286004701039, "rougeL": 0.890207715133531, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_a0589c5f3953ad48", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5313131313131313, "chrf": 60.06140844515624, "bleu": 24.456609560191076, "rougeL": 0.5241379310344827, "len_ratio": 1.1692307692307693, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}214{"pair_id": "pair_b8b6883870e52a57", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5783410138248848, "chrf": 60.51876416545774, "bleu": 31.344260520133155, "rougeL": 0.6092715231788081, "len_ratio": 0.8048780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_fcdab55030370027", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5901234567901235, "chrf": 66.99186737703938, "bleu": 38.09585498780817, "rougeL": 0.6597402597402597, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}216{"pair_id": "pair_cafa82d0cd72ed1b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7530181086519114, "chrf": 80.61879344082709, "bleu": 61.54558626390564, "rougeL": 0.8049535603715171, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}217{"pair_id": "pair_b62afc0a569815c8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6458546571136131, "chrf": 69.3662147484026, "bleu": 41.92823127779951, "rougeL": 0.6466666666666666, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_2f53996a202c1a58", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6588419405320813, "chrf": 65.27928865580577, "bleu": 38.20171028469925, "rougeL": 0.6555555555555554, "len_ratio": 0.7938144329896907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}219{"pair_id": "pair_03d4c53d1d4da3bd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8080495356037152, "chrf": 76.47273453638816, "bleu": 53.59909615455749, "rougeL": 0.7857142857142858, "len_ratio": 0.883495145631068, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_a713ee7c7fe0c799", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5168067226890756, "chrf": 58.09974210950652, "bleu": 17.406796936860587, "rougeL": 0.5352112676056338, "len_ratio": 1.1194029850746268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}221{"pair_id": "pair_75f9519417ca0162", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7515625, "chrf": 73.14568006664109, "bleu": 45.08361173854209, "rougeL": 0.7734806629834254, "len_ratio": 0.895, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}222{"pair_id": "pair_3a5e6d59bb778841", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8112980769230769, "chrf": 83.14805171232601, "bleu": 64.84833563144109, "rougeL": 0.8336755646817249, "len_ratio": 0.924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}223{"pair_id": "pair_4744cdf1c95733de", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7243401759530792, "chrf": 72.00079988780176, "bleu": 45.69386455880636, "rougeL": 0.7406417112299466, "len_ratio": 0.8994845360824743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}224{"pair_id": "pair_672e867cb387d3af", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7431561996779388, "chrf": 76.50166066928776, "bleu": 50.02528290216864, "rougeL": 0.7519582245430809, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_1e6d186a0b0c5725", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6423416198877305, "chrf": 68.87890860398203, "bleu": 37.68981878846437, "rougeL": 0.65, "len_ratio": 1.1524390243902438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_a5a1b099dae70cd6", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8149659863945579, "chrf": 80.9846254107475, "bleu": 63.55242387692849, "rougeL": 0.7980295566502463, "len_ratio": 0.9605911330049262, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}227{"pair_id": "pair_5b688ef383328531", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5605749486652978, "chrf": 72.88642907985484, "bleu": 42.62312462014033, "rougeL": 0.5915492957746479, "len_ratio": 0.9413793103448276, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}228{"pair_id": "pair_7e59603cc705313b", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7334710743801653, "chrf": 76.66941883325707, "bleu": 60.86909391005198, "rougeL": 0.7699115044247788, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}229{"pair_id": "pair_736aa29d84da9748", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6321138211382114, "chrf": 65.32817855234971, "bleu": 36.49803781147747, "rougeL": 0.6347305389221557, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_44be3cf223ae1b08", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5343839541547277, "chrf": 67.73184362469195, "bleu": 41.19629780680657, "rougeL": 0.606060606060606, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0417330b1980f946", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8216682646212847, "chrf": 81.34620597057454, "bleu": 57.87871341571268, "rougeL": 0.8484848484848485, "len_ratio": 0.9863945578231292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}232{"pair_id": "pair_c8a9428f08e10485", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7150837988826816, "chrf": 73.06169402116382, "bleu": 46.09848801503973, "rougeL": 0.7215189873417721, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}233{"pair_id": "pair_e0c075d31bbabaca", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5857572718154463, "chrf": 63.67842681749819, "bleu": 26.36151157899103, "rougeL": 0.5824561403508772, "len_ratio": 0.9928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_e76e0421cc4dae00", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5915492957746479, "chrf": 70.81351144420903, "bleu": 51.76798757670718, "rougeL": 0.6850152905198776, "len_ratio": 0.9503105590062112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}235{"pair_id": "pair_ecde46ce8ffdc791", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6599496221662469, "chrf": 68.21092325879445, "bleu": 44.810090795306586, "rougeL": 0.6614173228346457, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}236{"pair_id": "pair_c03ccc39650f0654", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6683501683501684, "chrf": 66.42995937430442, "bleu": 45.713886251322855, "rougeL": 0.654320987654321, "len_ratio": 0.9012345679012346, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_7dc5c12777cc4329", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6631578947368422, "chrf": 69.97496836828472, "bleu": 41.05972039504853, "rougeL": 0.6986301369863013, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_1df32f067970719f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.77066269545793, "chrf": 74.54878357787933, "bleu": 47.55117217432311, "rougeL": 0.7305699481865285, "len_ratio": 0.934010152284264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_a7d4a762d01aa5d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6836043360433605, "chrf": 68.15108015503225, "bleu": 39.064437236790255, "rougeL": 0.6492374727668845, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_7b85c6276ed1fc6e", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.719560878243513, "chrf": 71.28965812391425, "bleu": 47.70550433176594, "rougeL": 0.6807017543859649, "len_ratio": 0.8733333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_65c3441dea3239bb", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5918097754293263, "chrf": 64.70678313454414, "bleu": 34.725185391660446, "rougeL": 0.6190476190476191, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_ab149834ceadc97c", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7441860465116279, "chrf": 77.66712798461414, "bleu": 58.192412250474, "rougeL": 0.7953216374269007, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_640978d776448bf8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6376404494382022, "chrf": 71.99076062224353, "bleu": 44.82439834045057, "rougeL": 0.7022222222222223, "len_ratio": 1.0093457943925233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_89087686d7af3994", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8296362023070097, "chrf": 85.01252882734211, "bleu": 68.40858069038707, "rougeL": 0.8587257617728531, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}245{"pair_id": "pair_d39fad2f74d88f05", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6153846153846154, "chrf": 61.1037187329233, "bleu": 33.87111456348801, "rougeL": 0.5894736842105263, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_1c87402ce0129fb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9155722326454034, "chrf": 92.63137938124585, "bleu": 82.88419690350375, "rougeL": 0.9221556886227544, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}247{"pair_id": "pair_a96c92970524048e", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7013953488372093, "chrf": 73.75857586420345, "bleu": 52.14132933407713, "rougeL": 0.7435158501440922, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_7bd8d966e47b6916", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7813428401663696, "chrf": 83.30239808073931, "bleu": 67.7384209497022, "rougeL": 0.8123711340206187, "len_ratio": 0.9306122448979591, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_534688ae88dbdce2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.826950354609929, "chrf": 81.83233148062708, "bleu": 64.00630686604497, "rougeL": 0.8350515463917527, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}250{"pair_id": "pair_a64a9e98a90a2126", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7318531169940222, "chrf": 71.23713499455457, "bleu": 42.434120089977434, "rougeL": 0.6953846153846153, "len_ratio": 1.0382165605095541, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_abd0b640a3ba039a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7900452488687782, "chrf": 74.36826609327699, "bleu": 53.06844006477266, "rougeL": 0.7522935779816514, "len_ratio": 0.9085365853658537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}252{"pair_id": "pair_a02ef2ae67b1d5de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8300492610837439, "chrf": 75.71785612925925, "bleu": 59.3635043145173, "rougeL": 0.8253968253968254, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_139ed4e934e58fa4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6925996204933587, "chrf": 70.15926239028978, "bleu": 48.646911912072014, "rougeL": 0.7051282051282052, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_da1bf405e2d46361", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7259380097879282, "chrf": 78.24801406708923, "bleu": 53.1548907953243, "rougeL": 0.7411764705882352, "len_ratio": 1.1282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}255{"pair_id": "pair_933bbd17a8d656f4", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7021276595744681, "chrf": 72.36509727472607, "bleu": 46.84222687053683, "rougeL": 0.7363184079601991, "len_ratio": 0.98989898989899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_85c1aaeb8f87e381", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7363013698630136, "chrf": 73.89273720357691, "bleu": 53.47456473775468, "rougeL": 0.7326203208556149, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_219e37dfa7aacc9f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5621052631578947, "chrf": 56.74069270925052, "bleu": 25.227891847573993, "rougeL": 0.5655172413793104, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_16c61cc5b47c2d6a", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.682884448305821, "chrf": 74.7200800652891, "bleu": 45.86730966952931, "rougeL": 0.7251461988304094, "len_ratio": 0.9540229885057471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_73e1401417c3e8b8", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5893909626719057, "chrf": 67.09003011659155, "bleu": 41.031372637975934, "rougeL": 0.6442953020134228, "len_ratio": 1.0068027210884354, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_2c42235334414ed7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5502958579881656, "chrf": 60.56781241932436, "bleu": 35.81093069914659, "rougeL": 0.5628140703517588, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}261{"pair_id": "pair_6afef41daa3a4e1b", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.699179580674567, "chrf": 70.55480083631026, "bleu": 41.10042497606302, "rougeL": 0.7103825136612022, "len_ratio": 0.9595375722543352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}262{"pair_id": "pair_0293f9d87dde4865", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6280487804878049, "chrf": 63.35030649976493, "bleu": 37.03611262253096, "rougeL": 0.6326530612244898, "len_ratio": 0.9405940594059405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_aa37a94d19d534e8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6381909547738693, "chrf": 61.48118703705325, "bleu": 32.682559012626356, "rougeL": 0.6359447004608295, "len_ratio": 0.9255813953488372, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_2a6fbc707e45083b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5852895148669797, "chrf": 64.21620762030767, "bleu": 38.93322171093522, "rougeL": 0.6344086021505376, "len_ratio": 0.8556701030927835, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}265{"pair_id": "pair_14d7490663144208", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8539156626506024, "chrf": 81.43730718132517, "bleu": 60.72516501283518, "rougeL": 0.7849462365591399, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_496eb529b7ff6a50", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7023643949930458, "chrf": 73.11524386929977, "bleu": 50.656202125527905, "rougeL": 0.7115384615384616, "len_ratio": 0.9807692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}267{"pair_id": "pair_b225d2a8c8e85722", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8368421052631578, "chrf": 83.83814356731747, "bleu": 64.87942781206625, "rougeL": 0.8258064516129033, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}268{"pair_id": "pair_a1ca29168b3d3a1f", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5884169884169884, "chrf": 67.8570782687166, "bleu": 42.523938388946355, "rougeL": 0.6446700507614213, "len_ratio": 1.057591623036649, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_8ed51491c866cc42", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5972027972027971, "chrf": 73.63882063410331, "bleu": 43.092610284991636, "rougeL": 0.6276595744680851, "len_ratio": 0.9387755102040817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}270{"pair_id": "pair_0ffbfea7fe7bbc74", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8568056648308419, "chrf": 84.0461731729366, "bleu": 68.19179462899234, "rougeL": 0.8607594936708861, "len_ratio": 0.9390862944162437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_9e760d26f15899c1", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5780542986425339, "chrf": 59.397698768292194, "bleu": 36.28476371345519, "rougeL": 0.5680000000000001, "len_ratio": 0.835820895522388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_774580dbe5207b36", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8, "chrf": 78.17329342462763, "bleu": 59.55123357912803, "rougeL": 0.7925531914893618, "len_ratio": 0.9633507853403142, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}273{"pair_id": "pair_b560d0327ccd9a76", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5988654781199352, "chrf": 67.19279206311064, "bleu": 31.17020833459214, "rougeL": 0.6179775280898875, "len_ratio": 1.0344827586206897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_c55c563c32276032", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.775438596491228, "chrf": 78.13688370433938, "bleu": 58.012958065500015, "rougeL": 0.7051282051282051, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_07de93545671186d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6874682902080163, "chrf": 76.5539113059334, "bleu": 49.547561599481185, "rougeL": 0.7092198581560283, "len_ratio": 1.0185873605947955, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}276{"pair_id": "pair_920a92366c31e390", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6254071661237786, "chrf": 72.35903477005303, "bleu": 40.45599112975466, "rougeL": 0.6242774566473989, "len_ratio": 1.2236842105263157, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}277{"pair_id": "pair_3495f6f5d690851b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.815418828762046, "chrf": 82.10328419760953, "bleu": 66.24362262144604, "rougeL": 0.8317757009345795, "len_ratio": 0.9625668449197861, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.96, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_8cf7a6168f818186", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7407407407407407, "chrf": 75.01983407316602, "bleu": 52.55392448142753, "rougeL": 0.7746478873239437, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_93081f0fccb241d1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7005277044854881, "chrf": 70.31168217459862, "bleu": 45.20000704554346, "rougeL": 0.6542056074766356, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_1c915bd266393508", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8147590361445783, "chrf": 78.49772197921985, "bleu": 54.908178142992014, "rougeL": 0.7802197802197802, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}281{"pair_id": "pair_76535c39fd805439", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7105788423153693, "chrf": 69.8349360189514, "bleu": 40.52869648460274, "rougeL": 0.697508896797153, "len_ratio": 0.86, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_4a6041b5b1b8c761", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8253968253968254, "chrf": 78.15524673421906, "bleu": 56.46498085959564, "rougeL": 0.7864583333333334, "len_ratio": 0.9238578680203046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}283{"pair_id": "pair_7878171515e6c17a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6904927133934767, "chrf": 68.0445259138229, "bleu": 38.65208134150009, "rougeL": 0.6666666666666666, "len_ratio": 0.9692307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}284{"pair_id": "pair_fef11a9db8e26f13", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6577060931899641, "chrf": 61.26461651779106, "bleu": 29.543571566328147, "rougeL": 0.6046511627906977, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_0b2e201ed08351a7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8368421052631578, "chrf": 83.83814356731747, "bleu": 64.87942781206625, "rougeL": 0.8258064516129033, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_5f57fe4f9357e334", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5622317596566524, "chrf": 65.10031748384513, "bleu": 29.080718382491074, "rougeL": 0.5871559633027523, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}287{"pair_id": "pair_dcbf280e76066c70", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8445040214477212, "chrf": 85.49739301614974, "bleu": 67.90575996030397, "rougeL": 0.8703703703703703, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}288{"pair_id": "pair_5b7587721dc8ac67", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7176372015081692, "chrf": 71.45453074402782, "bleu": 43.17137337050343, "rougeL": 0.7183673469387756, "len_ratio": 0.8685567010309279, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}289{"pair_id": "pair_7f03ea9ecf50694b", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7579250720461095, "chrf": 76.3760315787472, "bleu": 48.43029276274902, "rougeL": 0.7125307125307125, "len_ratio": 1.0260416666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}290{"pair_id": "pair_2d842412ec9594de", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.837960855712335, "chrf": 84.06826181878057, "bleu": 69.90873565653939, "rougeL": 0.8555858310626703, "len_ratio": 0.997229916897507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}291{"pair_id": "pair_e7d521dd0cccc8f3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7754749568221071, "chrf": 71.65266978556762, "bleu": 52.72504609704139, "rougeL": 0.7999999999999999, "len_ratio": 0.9468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}292{"pair_id": "pair_a0eef21e67fbc4ec", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8300492610837439, "chrf": 73.81466404937582, "bleu": 52.748589000083854, "rougeL": 0.8031496062992125, "len_ratio": 0.9242424242424242, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_8cec93e9ba1a0431", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5609137055837563, "chrf": 51.49783547764596, "bleu": 33.03240986980549, "rougeL": 0.6194690265486725, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_a90fcb2970abdd22", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7222222222222222, "chrf": 76.59468628586342, "bleu": 52.71923439144101, "rougeL": 0.7656250000000001, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}295{"pair_id": "pair_e02a0ffa18aceaa7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6910420475319927, "chrf": 70.12479830911624, "bleu": 41.803674325245375, "rougeL": 0.6114649681528662, "len_ratio": 1.056338028169014, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_92b80dbf5ff018de", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8010657193605684, "chrf": 76.74863568056041, "bleu": 66.268406170815, "rougeL": 0.836734693877551, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}297{"pair_id": "pair_e385ef1c661369e7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7432176656151419, "chrf": 79.41381129350363, "bleu": 56.52669235587961, "rougeL": 0.7857142857142857, "len_ratio": 0.9871244635193133, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}298{"pair_id": "pair_e7d2c104bb80225c", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8388214904679376, "chrf": 80.39892496172168, "bleu": 63.96964519613009, "rougeL": 0.8348794063079779, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_b82a6a85d161953c", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6794952681388013, "chrf": 75.37762316168669, "bleu": 48.03888722158582, "rougeL": 0.7296137339055795, "len_ratio": 0.9399141630901288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}300{"pair_id": "pair_ee59abcf15fedb78", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7662229617304492, "chrf": 75.64493067390985, "bleu": 49.00810397587182, "rougeL": 0.7195121951219512, "len_ratio": 1.0445859872611465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_7897b0bc329fcb91", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6926669780476413, "chrf": 69.21137701001511, "bleu": 40.82197101948331, "rougeL": 0.6891271056661562, "len_ratio": 0.9607250755287009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}302{"pair_id": "pair_221854df444529f3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7714072970960536, "chrf": 71.0791715584692, "bleu": 45.56334136906889, "rougeL": 0.708994708994709, "len_ratio": 0.8984771573604061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_9376bc9ab309fd37", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6258776328986961, "chrf": 63.58196725519484, "bleu": 25.71494302747573, "rougeL": 0.5928571428571429, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}304{"pair_id": "pair_d004e866866dcd0b", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8123744475693049, "chrf": 79.42101650617165, "bleu": 56.43666845472824, "rougeL": 0.8165374677002584, "len_ratio": 0.9780821917808219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}305{"pair_id": "pair_8443173b41d738f2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7462686567164178, "chrf": 71.93118517871844, "bleu": 48.77442354337737, "rougeL": 0.7604166666666665, "len_ratio": 0.8686868686868687, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}306{"pair_id": "pair_97edf5388988b061", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.683381088825215, "chrf": 64.07621314330582, "bleu": 43.09957008868265, "rougeL": 0.6979166666666666, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_f79908772fd6f99d", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8647836538461539, "chrf": 85.96618321326245, "bleu": 70.87903920335883, "rougeL": 0.8829568788501027, "len_ratio": 0.924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}308{"pair_id": "pair_301c4bb92c11db51", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7452667814113597, "chrf": 68.36961866115738, "bleu": 44.43509296194892, "rougeL": 0.7241379310344829, "len_ratio": 0.8876404494382022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_82114d059b9e60fd", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7478991596638656, "chrf": 77.79831673525428, "bleu": 57.0574527362726, "rougeL": 0.7363636363636364, "len_ratio": 1.030612244897959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}310{"pair_id": "pair_e905fe8cfdc1c724", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8188277087033748, "chrf": 79.30071242153048, "bleu": 56.71602095501285, "rougeL": 0.7949526813880127, "len_ratio": 0.9745222929936306, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_9b56703eec23694f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6682577565632458, "chrf": 65.41186714149879, "bleu": 38.08026446562211, "rougeL": 0.6553191489361702, "len_ratio": 0.9083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_43d3d6254303b7f8", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7347740667976425, "chrf": 71.36501569744337, "bleu": 45.329488100038716, "rougeL": 0.7534246575342466, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_688d949080e48b44", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.623728813559322, "chrf": 65.18686300171981, "bleu": 38.212270204633725, "rougeL": 0.6511627906976744, "len_ratio": 1.075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}314{"pair_id": "pair_8ae3f38f184d1e97", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6579572446555819, "chrf": 67.47333156849227, "bleu": 38.00971642000051, "rougeL": 0.6821705426356589, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_ee8cd3ae9d7bd952", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.907912687585266, "chrf": 88.24784025018485, "bleu": 74.09265819903338, "rougeL": 0.9159292035398231, "len_ratio": 0.972972972972973, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}316{"pair_id": "pair_47d1a24d93f891b2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7956867196367764, "chrf": 78.83537280464876, "bleu": 64.825570019555, "rougeL": 0.7927272727272727, "len_ratio": 0.9779411764705882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}317{"pair_id": "pair_f006b8fa0a90e5a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6981566820276497, "chrf": 65.59711034469954, "bleu": 46.34304709942666, "rougeL": 0.7435897435897436, "len_ratio": 0.8902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}318{"pair_id": "pair_1d02fa6de4b33185", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6835443037974683, "chrf": 68.32424455394887, "bleu": 45.80724388138326, "rougeL": 0.6923076923076923, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}319{"pair_id": "pair_0a39d7bdcb9553f9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7289220917822838, "chrf": 69.89531879309337, "bleu": 44.26277399950795, "rougeL": 0.7132867132867132, "len_ratio": 0.9315068493150684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}320{"pair_id": "pair_8d62ce3e8bf81ae9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7283311772315653, "chrf": 70.44120762866473, "bleu": 43.964412070003235, "rougeL": 0.7073170731707318, "len_ratio": 1.0175438596491229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}321{"pair_id": "pair_759d8686265189fd", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6596989966555185, "chrf": 70.26364094521286, "bleu": 43.774364116639596, "rougeL": 0.6552706552706552, "len_ratio": 1.0975609756097562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}322{"pair_id": "pair_96095db76fc69470", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6714431934493347, "chrf": 67.17571202844843, "bleu": 42.09177526483467, "rougeL": 0.6480836236933798, "len_ratio": 0.8733333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}323{"pair_id": "pair_caae9068c3d43d6e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8177676537585421, "chrf": 77.72971303975199, "bleu": 58.46139249705886, "rougeL": 0.7819548872180451, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}324{"pair_id": "pair_b0674331d8b8dad9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7402234636871509, "chrf": 76.87927261865681, "bleu": 51.65815650625247, "rougeL": 0.756388415672913, "len_ratio": 0.9498327759197325, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}325{"pair_id": "pair_e5e5dc92d38805b6", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6936936936936937, "chrf": 66.78445834434842, "bleu": 43.076851831787344, "rougeL": 0.6972477064220183, "len_ratio": 0.9122807017543859, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}326{"pair_id": "pair_0ac5c497291c6f08", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6276150627615062, "chrf": 76.61031781002181, "bleu": 46.89107903062505, "rougeL": 0.676470588235294, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}327{"pair_id": "pair_f256c55c23074fd1", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7004773269689737, "chrf": 71.78405741154262, "bleu": 50.10561958289357, "rougeL": 0.7327586206896552, "len_ratio": 0.8916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}328{"pair_id": "pair_b7faad29259d397e", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7496589358799455, "chrf": 79.86628047796013, "bleu": 54.83912993479131, "rougeL": 0.7831858407079645, "len_ratio": 0.972972972972973, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_b1acc04e9df8f073", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6526576019777504, "chrf": 64.0639524478725, "bleu": 35.44140234714418, "rougeL": 0.6294820717131473, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}330{"pair_id": "pair_ff0c5464abaa2fd2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.534668721109399, "chrf": 63.95253965886256, "bleu": 30.734267302357466, "rougeL": 0.5979381443298969, "len_ratio": 1.0978260869565217, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_f54b7fe95bd89891", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7559572719802794, "chrf": 78.0699572483619, "bleu": 56.35228513550796, "rougeL": 0.7627118644067796, "len_ratio": 1.0058479532163742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_ad2dd15f360b8057", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6680851063829787, "chrf": 76.76998792675077, "bleu": 51.547233248241646, "rougeL": 0.6876971608832807, "len_ratio": 1.2013422818791946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_5bee6e746e032ee3", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7544351073762838, "chrf": 74.31104253157443, "bleu": 50.31517747675436, "rougeL": 0.7443365695792881, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_c613b69367e299ac", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6573938506588579, "chrf": 71.96196038058329, "bleu": 47.889791634053125, "rougeL": 0.6948356807511737, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}335{"pair_id": "pair_401130504399c938", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7676107480029049, "chrf": 78.1467060560459, "bleu": 48.64283416315836, "rougeL": 0.748768472906404, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}336{"pair_id": "pair_aad4bb6b3d6918f6", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6121212121212121, "chrf": 61.29246979521905, "bleu": 27.411893644743426, "rougeL": 0.6875, "len_ratio": 0.9871794871794872, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}337{"pair_id": "pair_d658bd625ca4eae5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.70345842531273, "chrf": 69.9205173844358, "bleu": 41.67887408303353, "rougeL": 0.6738544474393532, "len_ratio": 0.8697916666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}338{"pair_id": "pair_4502c94100ee408c", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7701863354037267, "chrf": 81.97488551004936, "bleu": 63.07215884766434, "rougeL": 0.8370786516853933, "len_ratio": 0.9367816091954023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_821c33b9450012bc", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7036485480268057, "chrf": 66.02016642184286, "bleu": 35.265650637083425, "rougeL": 0.6613333333333334, "len_ratio": 0.8781725888324873, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}340{"pair_id": "pair_e31bf086f92dfa4c", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5594989561586639, "chrf": 56.7674241218313, "bleu": 22.780057651233864, "rougeL": 0.5850340136054423, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}341{"pair_id": "pair_162bdd064eaebe66", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6694362017804154, "chrf": 74.7708694146313, "bleu": 50.07970370845682, "rougeL": 0.6968641114982578, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}342{"pair_id": "pair_f85fe0d46e73e9a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7363699102829537, "chrf": 75.04212659093379, "bleu": 48.822145104981594, "rougeL": 0.7276995305164319, "len_ratio": 0.9855769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_65640eac97eef6d2", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7333641404805915, "chrf": 74.37717515749362, "bleu": 53.487560518428076, "rougeL": 0.7350993377483444, "len_ratio": 0.9738562091503268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}344{"pair_id": "pair_80a7ad2d77ea78ce", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.653968253968254, "chrf": 65.82225954588561, "bleu": 44.82518983804404, "rougeL": 0.7134502923976608, "len_ratio": 0.7311827956989247, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 0.6, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}345{"pair_id": "pair_48f073a43f5f1b70", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6426484907497565, "chrf": 70.17588265845566, "bleu": 47.54737322921127, "rougeL": 0.6510067114093959, "len_ratio": 1.0671140939597314, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}346{"pair_id": "pair_0239d636f8aaf890", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6200564971751412, "chrf": 68.69901940625394, "bleu": 40.72629854810303, "rougeL": 0.6697247706422019, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_0d3f6fa9e9ead340", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6478658536585367, "chrf": 64.57077271022128, "bleu": 37.781804037443464, "rougeL": 0.6733668341708543, "len_ratio": 0.9900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_c852cc35d7f926f7", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.675344563552833, "chrf": 63.80704682782723, "bleu": 31.923905042902252, "rougeL": 0.6178010471204188, "len_ratio": 0.8118811881188119, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}349{"pair_id": "pair_3744620524689348", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7112932604735883, "chrf": 67.57392928714853, "bleu": 43.103337309681436, "rougeL": 0.7111111111111111, "len_ratio": 0.8035714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}350{"pair_id": "pair_fd5f9cc9b825619c", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8861003861003861, "chrf": 89.21753859466858, "bleu": 78.01930879331583, "rougeL": 0.9019607843137256, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}351{"pair_id": "pair_f8093832b23494ee", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7675159235668789, "chrf": 75.3659315015968, "bleu": 49.57438440917287, "rougeL": 0.7500000000000001, "len_ratio": 0.8924731182795699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_8aa5cba92393e6f7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8704663212435233, "chrf": 82.63031631903038, "bleu": 67.55290202202323, "rougeL": 0.8901098901098901, "len_ratio": 0.9148936170212766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}353{"pair_id": "pair_1870915e88bc5c2a", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.681586978636826, "chrf": 67.1890258672096, "bleu": 41.44385442998596, "rougeL": 0.6740740740740742, "len_ratio": 0.9626865671641791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_0367c2c56e1d9147", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6807095343680709, "chrf": 70.65586673355463, "bleu": 47.11602728794624, "rougeL": 0.7285714285714284, "len_ratio": 1.0289855072463767, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}355{"pair_id": "pair_6bef754bcb227fb3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6198198198198198, "chrf": 65.02003112328066, "bleu": 40.8067904059951, "rougeL": 0.5897435897435896, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}356{"pair_id": "pair_29761cdf43947e5a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8007380073800738, "chrf": 78.40983722886746, "bleu": 63.336847806177246, "rougeL": 0.8337468982630273, "len_ratio": 0.9572192513368984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_047312e0b0842524", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6885521885521886, "chrf": 65.49254830130846, "bleu": 46.84822220847941, "rougeL": 0.6624203821656051, "len_ratio": 0.8395061728395061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}358{"pair_id": "pair_2636926c9ac97abd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8263473053892215, "chrf": 78.5421038467681, "bleu": 59.6024871922123, "rougeL": 0.8, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_9adc092d5f00e613", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7063492063492063, "chrf": 79.4890029836393, "bleu": 61.127656023651205, "rougeL": 0.7549668874172186, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}360{"pair_id": "pair_3b7c0b9148e257db", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5369649805447471, "chrf": 60.51657332751341, "bleu": 20.96950664815441, "rougeL": 0.5806451612903226, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_45286e9e7b95ac5a", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7121364092276831, "chrf": 69.73928382191939, "bleu": 38.12873174762643, "rougeL": 0.6619217081850534, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}362{"pair_id": "pair_3376c46ea84be3ed", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9098771051433774, "chrf": 88.53838575626625, "bleu": 77.12755585851579, "rougeL": 0.9201101928374656, "len_ratio": 0.9750692520775623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}363{"pair_id": "pair_713ed70cf92d4598", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7410296411856474, "chrf": 75.2588881753349, "bleu": 57.195480135662976, "rougeL": 0.7487179487179487, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}364{"pair_id": "pair_d84241a3a0c07424", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6483870967741936, "chrf": 64.77641640336006, "bleu": 36.23205579798133, "rougeL": 0.6729857819905213, "len_ratio": 1.1595744680851063, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}365{"pair_id": "pair_8bfca01ebe0113f9", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7050473186119874, "chrf": 73.01615094558422, "bleu": 49.26575414524067, "rougeL": 0.7555555555555556, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_db9976917f613b75", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6908284023668638, "chrf": 71.213212359341, "bleu": 51.95447372670211, "rougeL": 0.6943005181347149, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}367{"pair_id": "pair_551f599327ba9864", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.762, "chrf": 72.70263268680542, "bleu": 47.096758963221326, "rougeL": 0.68, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_408e43c9688dc424", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.697495183044316, "chrf": 66.18234792606437, "bleu": 40.104225192200026, "rougeL": 0.674698795180723, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}369{"pair_id": "pair_9ae0bbedaa52304c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.760910815939279, "chrf": 73.55473194670385, "bleu": 49.821973669569914, "rougeL": 0.7421383647798742, "len_ratio": 0.9146341463414634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_dd8efb0a380d3b1b", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7458410351201479, "chrf": 74.00839554771301, "bleu": 52.108435370658036, "rougeL": 0.7173553719008264, "len_ratio": 0.9738562091503268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}371{"pair_id": "pair_6f120b4112571036", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7, "chrf": 68.37335679717312, "bleu": 41.61406188404469, "rougeL": 0.7101449275362319, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}372{"pair_id": "pair_078fee715314dcc3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7054794520547945, "chrf": 67.78659049040155, "bleu": 41.741740145268224, "rougeL": 0.6910994764397905, "len_ratio": 1.0879120879120878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_990e10cf0c26cc65", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7041564792176039, "chrf": 71.42941478214556, "bleu": 44.19211488938897, "rougeL": 0.6754385964912281, "len_ratio": 1.1132075471698113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}374{"pair_id": "pair_beb7284dbeb58b39", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4952510176390773, "chrf": 54.920229374886375, "bleu": 25.473000077644482, "rougeL": 0.49193548387096775, "len_ratio": 0.9596774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}375{"pair_id": "pair_22fab3b0bbb428c1", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8272506082725061, "chrf": 76.42388790048312, "bleu": 46.648839038296224, "rougeL": 0.823529411764706, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_c5db923d78ebbdc5", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6128093158660844, "chrf": 65.49193235868312, "bleu": 35.50250901208364, "rougeL": 0.5951219512195122, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}377{"pair_id": "pair_68521a685e1066b8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7460035523978685, "chrf": 72.47403986970285, "bleu": 59.29032739084284, "rougeL": 0.7817258883248732, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}378{"pair_id": "pair_b23bafb4587bd94a", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7347034096216721, "chrf": 73.45746554392886, "bleu": 48.68338153623072, "rougeL": 0.7449768160741886, "len_ratio": 0.945619335347432, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}379{"pair_id": "pair_06070709e4bf0c12", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8295543393275997, "chrf": 80.81125088237494, "bleu": 64.89923236202976, "rougeL": 0.8532731376975169, "len_ratio": 0.9508928571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}380{"pair_id": "pair_cf5261e33814865e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7526525198938991, "chrf": 74.74512281205533, "bleu": 47.863899933479374, "rougeL": 0.7761194029850746, "len_ratio": 1.0043290043290043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_849298b608f68612", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.733983286908078, "chrf": 71.90078977901368, "bleu": 47.94387752301806, "rougeL": 0.732394366197183, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}382{"pair_id": "pair_5f5d706b12c3c00c", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8309018567639257, "chrf": 79.37638947592338, "bleu": 59.00006105143401, "rougeL": 0.84796573875803, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}383{"pair_id": "pair_cd3f7653b31f9fca", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7378867483946293, "chrf": 79.03763637057038, "bleu": 58.254981887986744, "rougeL": 0.7636986301369864, "len_ratio": 0.9853479853479854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}384{"pair_id": "pair_79e87eeba64a1dbf", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8216463414634146, "chrf": 80.0201288860791, "bleu": 61.00804453652874, "rougeL": 0.836734693877551, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_bbc9e73ba5c0adce", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6585365853658536, "chrf": 63.061814019671836, "bleu": 38.28363218427319, "rougeL": 0.6219512195121951, "len_ratio": 0.8987341772151899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}386{"pair_id": "pair_2120a4ed868966a3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6791758646063282, "chrf": 69.26548484442691, "bleu": 37.750489428066814, "rougeL": 0.6614173228346457, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}387{"pair_id": "pair_cd0615576e4fda71", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7442273534635879, "chrf": 73.67230212248008, "bleu": 55.20057768570645, "rougeL": 0.7555555555555555, "len_ratio": 0.945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_04566831443fc29a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6070726915520629, "chrf": 65.11989919158415, "bleu": 38.57371827909426, "rougeL": 0.6737588652482269, "len_ratio": 0.8979591836734694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_688b445c9df13ea8", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7595238095238095, "chrf": 67.46811258230382, "bleu": 47.85117232422901, "rougeL": 0.8500000000000001, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}390{"pair_id": "pair_0b5102201fdaeb1f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6486068111455108, "chrf": 62.57156096415309, "bleu": 37.23013909353228, "rougeL": 0.6699507389162562, "len_ratio": 0.9320388349514563, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_28ce036af92439bf", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5889967637540453, "chrf": 60.871512330382515, "bleu": 26.04990192403035, "rougeL": 0.6120218579234973, "len_ratio": 1.1975308641975309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}392{"pair_id": "pair_4b05b160bef93f18", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4624145785876993, "chrf": 65.42058975060037, "bleu": 40.544858110766896, "rougeL": 0.5731707317073171, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}393{"pair_id": "pair_ba942be228a1c287", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7732506643046944, "chrf": 76.32168780314295, "bleu": 52.63586937253075, "rougeL": 0.768, "len_ratio": 1.0173410404624277, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}394{"pair_id": "pair_e3e96c55d2c25e43", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6333938294010889, "chrf": 65.50830220687767, "bleu": 38.056597877830576, "rougeL": 0.575, "len_ratio": 0.8181818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_da9d1411c0e56679", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7270710059171598, "chrf": 76.33785089770927, "bleu": 53.42996158268628, "rougeL": 0.7714987714987714, "len_ratio": 0.9121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}396{"pair_id": "pair_0612fc0785aa36c8", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7225672877846792, "chrf": 69.15014788154237, "bleu": 36.465649393455685, "rougeL": 0.7014925373134329, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_68780950537e1c62", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7137931034482758, "chrf": 72.41270861064051, "bleu": 43.439617780632425, "rougeL": 0.6867469879518072, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}398{"pair_id": "pair_c2d88a6f463cfb72", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7112676056338028, "chrf": 65.60516467759693, "bleu": 28.987131540994397, "rougeL": 0.6507936507936509, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}399{"pair_id": "pair_81f635815a89d6aa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7625628140703518, "chrf": 74.38148979485374, "bleu": 52.692942633309265, "rougeL": 0.7841409691629956, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}400{"pair_id": "pair_bfd35086fdc831dc", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.695852534562212, "chrf": 71.56212967837114, "bleu": 44.644085272702654, "rougeL": 0.7139037433155079, "len_ratio": 0.9020618556701031, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_1ca8f2daaa50bd22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.748917748917749, "chrf": 74.44682537831272, "bleu": 50.49963122801275, "rougeL": 0.7304785894206549, "len_ratio": 0.9847715736040609, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_896601ed1de1bd7d", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7321772639691715, "chrf": 77.42078510287057, "bleu": 55.50957078545682, "rougeL": 0.7878787878787878, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_4693d342720de934", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6818532818532819, "chrf": 67.43366675104309, "bleu": 33.801092705426285, "rougeL": 0.5983379501385041, "len_ratio": 0.9774011299435028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_fa2ae819fb8b3100", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.712756052141527, "chrf": 76.13376005421625, "bleu": 48.37445268420701, "rougeL": 0.7266553480475383, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}405{"pair_id": "pair_ffd64a514668d31c", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7167381974248928, "chrf": 76.47877290517576, "bleu": 59.43383608694323, "rougeL": 0.7834101382488479, "len_ratio": 0.9719626168224299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}406{"pair_id": "pair_c4f04ee272b3a4de", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7942176870748299, "chrf": 78.02248606162419, "bleu": 58.14366240695984, "rougeL": 0.8000000000000002, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}407{"pair_id": "pair_628de43478a8773d", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7174825174825175, "chrf": 72.32968529546898, "bleu": 41.6371359329622, "rougeL": 0.7135135135135134, "len_ratio": 0.9081632653061225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}408{"pair_id": "pair_1bc6bdfd76ead91a", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7647058823529411, "chrf": 78.45417455807157, "bleu": 59.26978847259767, "rougeL": 0.763265306122449, "len_ratio": 0.9510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_904048884c06143b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.613126079447323, "chrf": 71.98563100131425, "bleu": 40.918887423715454, "rougeL": 0.6748466257668712, "len_ratio": 1.12, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_347c8069c4540198", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8865503080082136, "chrf": 85.1852359388522, "bleu": 67.9351695987616, "rougeL": 0.8861209964412812, "len_ratio": 0.9172413793103448, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_a8027e6ba9108280", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6876693766937669, "chrf": 65.6606337148215, "bleu": 40.07286453740958, "rougeL": 0.6728538283062646, "len_ratio": 0.8222222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_69a415f19a1a0eb3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8453713123092574, "chrf": 83.41901888415002, "bleu": 67.35653278869208, "rougeL": 0.8571428571428572, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}413{"pair_id": "pair_48c7558d84fd2d5a", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7501820830298616, "chrf": 73.91007536248051, "bleu": 50.53154489425138, "rougeL": 0.7512437810945274, "len_ratio": 0.9353233830845771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}414{"pair_id": "pair_4b61683003e01fb2", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6405750798722045, "chrf": 73.58977570286007, "bleu": 45.39029104241234, "rougeL": 0.7103825136612023, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_182d3c97f7eeeb6d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5911708253358925, "chrf": 67.64941054013937, "bleu": 41.403454598658975, "rougeL": 0.6540880503144654, "len_ratio": 0.9245283018867925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}416{"pair_id": "pair_9afa17f2becab1cb", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8033783783783783, "chrf": 80.6267589532157, "bleu": 64.07183490073139, "rougeL": 0.8098434004474273, "len_ratio": 0.9953917050691244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_0d86540f40d34761", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7498045347928068, "chrf": 72.83141771569042, "bleu": 54.13691748234738, "rougeL": 0.7661469933184856, "len_ratio": 0.9776785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_6576669ad475d74d", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6450151057401813, "chrf": 58.649545997294005, "bleu": 24.447290320870483, "rougeL": 0.5299999999999999, "len_ratio": 0.9207920792079208, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}419{"pair_id": "pair_c2ac1228381af34f", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6353677621283256, "chrf": 62.450503911289324, "bleu": 35.93532130208394, "rougeL": 0.6404494382022471, "len_ratio": 0.7628865979381443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}420{"pair_id": "pair_0f9c437fdd4bc37a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8898385565052231, "chrf": 86.81150937806932, "bleu": 68.39539357539311, "rougeL": 0.8771929824561403, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}421{"pair_id": "pair_493b6aff6d41d5ec", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5714285714285714, "chrf": 63.472365412843516, "bleu": 30.700667470244188, "rougeL": 0.5446009389671361, "len_ratio": 1.1938775510204083, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_0261156aa91b4893", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6781842818428184, "chrf": 64.9882686817617, "bleu": 35.83240672661223, "rougeL": 0.6590909090909092, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}423{"pair_id": "pair_44c46ebac224f392", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7453083109919572, "chrf": 71.30176349078674, "bleu": 46.3947324595657, "rougeL": 0.7465437788018433, "len_ratio": 1.0480769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_ba1710df582e8b30", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6764199655765921, "chrf": 65.27907613318085, "bleu": 40.53701090711359, "rougeL": 0.7045454545454546, "len_ratio": 0.9101123595505618, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_10945a7823940f42", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6990950226244343, "chrf": 68.88306525472137, "bleu": 42.113796807973856, "rougeL": 0.7035573122529645, "len_ratio": 0.8582089552238806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_e3b920abd9a85431", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6714542190305206, "chrf": 65.64062183155428, "bleu": 41.3941777017114, "rougeL": 0.6909090909090909, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}427{"pair_id": "pair_6ed13493e0a5b8a2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8008565310492506, "chrf": 74.25472023440332, "bleu": 48.795697190895126, "rougeL": 0.7590361445783131, "len_ratio": 1.0441176470588236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}428{"pair_id": "pair_08fa9b292d4cacc8", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7097625329815304, "chrf": 69.87958935624565, "bleu": 41.3944281611809, "rougeL": 0.701923076923077, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}429{"pair_id": "pair_8a0e4b11338b2a74", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5723905723905724, "chrf": 58.1684268322663, "bleu": 18.77230102952163, "rougeL": 0.536312849162011, "len_ratio": 1.1375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_6dc1c60aea03e9d8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8258859784283513, "chrf": 82.64050283044378, "bleu": 65.84252403573748, "rougeL": 0.8461538461538461, "len_ratio": 0.9782608695652174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}431{"pair_id": "pair_131e9f6dd7e81f01", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7802197802197802, "chrf": 80.18283513289377, "bleu": 68.47562899751527, "rougeL": 0.8023598820058997, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_c7618e78d6b7115c", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5646090534979424, "chrf": 66.29280101204058, "bleu": 37.8963656763539, "rougeL": 0.6397849462365591, "len_ratio": 0.9505494505494505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}433{"pair_id": "pair_abc309430f69ce5e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6530054644808743, "chrf": 65.78969865158936, "bleu": 37.87163564916332, "rougeL": 0.6726190476190477, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_e123cb7d09652403", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6654835847382432, "chrf": 66.76381167517309, "bleu": 43.887983058458914, "rougeL": 0.6442577030812324, "len_ratio": 0.9425287356321839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_27b57412d99def74", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6633484162895927, "chrf": 61.10526482519483, "bleu": 30.5157828325651, "rougeL": 0.6193548387096773, "len_ratio": 0.7987804878048781, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}436{"pair_id": "pair_0add9f7c034bfc2c", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.726241134751773, "chrf": 70.00967276030796, "bleu": 43.00559757562278, "rougeL": 0.7254901960784315, "len_ratio": 1.02020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}437{"pair_id": "pair_e54e699b580bce63", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5743348982785603, "chrf": 57.01067368860866, "bleu": 29.73947490526571, "rougeL": 0.546448087431694, "len_ratio": 0.8144329896907216, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}438{"pair_id": "pair_4501a695ee00cde0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6628571428571428, "chrf": 68.90445626592111, "bleu": 41.36534505848134, "rougeL": 0.7030303030303031, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_8cc9610b9d6ced3a", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5912653975363942, "chrf": 66.60417184212275, "bleu": 43.01182989917887, "rougeL": 0.5774647887323944, "len_ratio": 1.0441176470588236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_1580c0316d55448e", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6600361663652803, "chrf": 67.13443531795964, "bleu": 34.61685173810697, "rougeL": 0.6437499999999999, "len_ratio": 1.038709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}441{"pair_id": "pair_79556ab352ba4866", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6991869918699187, "chrf": 67.07105790700346, "bleu": 45.10201258356764, "rougeL": 0.674698795180723, "len_ratio": 0.9240506329113924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}442{"pair_id": "pair_2666b31f4f127a57", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7724820143884892, "chrf": 76.1207159063399, "bleu": 60.741645269260154, "rougeL": 0.7980535279805353, "len_ratio": 1.0053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_c1c4d6a5b784afe9", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6852791878172588, "chrf": 63.08193412552616, "bleu": 41.335623959825455, "rougeL": 0.6434782608695653, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_fe39e73736885700", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8684895833333334, "chrf": 87.4938674670874, "bleu": 72.1628326221752, "rougeL": 0.8728070175438596, "len_ratio": 1.0368663594470047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}445{"pair_id": "pair_7849b70f3e8cfa74", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7344236760124611, "chrf": 73.22418482507155, "bleu": 49.95503777719467, "rougeL": 0.7213114754098361, "len_ratio": 1.0818713450292399, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}446{"pair_id": "pair_89c4a66dc802df9c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7602669404517454, "chrf": 79.52668730409847, "bleu": 54.8921410365743, "rougeL": 0.7659574468085106, "len_ratio": 0.9206896551724137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}447{"pair_id": "pair_e99347493881eddc", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7554980595084088, "chrf": 75.93930250427611, "bleu": 52.87076541928121, "rougeL": 0.742081447963801, "len_ratio": 1.0471698113207548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_39e91424e7e01fbb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6646706586826348, "chrf": 63.35029580234348, "bleu": 30.797338145314033, "rougeL": 0.594059405940594, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}449{"pair_id": "pair_1864d1c7b38a2b6f", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7530529172320217, "chrf": 72.39544632347277, "bleu": 51.938130427331565, "rougeL": 0.7705627705627706, "len_ratio": 0.8467741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}450{"pair_id": "pair_06c3e58b4f4f3f4f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.814454126089185, "chrf": 81.36084434294204, "bleu": 62.81770205306363, "rougeL": 0.8156028368794326, "len_ratio": 0.9469964664310954, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}451{"pair_id": "pair_83c25ffc9e78a854", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7760416666666666, "chrf": 76.5827867346521, "bleu": 52.05417897873864, "rougeL": 0.7453416149068324, "len_ratio": 1.0985915492957747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_3b696b0b7c735763", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6757387247278382, "chrf": 67.6541224442543, "bleu": 40.017300328307364, "rougeL": 0.6496163682864451, "len_ratio": 0.9635416666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}453{"pair_id": "pair_7b21cf4e2f03e122", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8181818181818181, "chrf": 78.52703158255633, "bleu": 63.68829014758073, "rougeL": 0.8035320088300221, "len_ratio": 0.9826839826839827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_060cdf979b0558f4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8941058941058941, "chrf": 89.192379073802, "bleu": 80.35368523916947, "rougeL": 0.9112426035502958, "len_ratio": 0.9878787878787879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}455{"pair_id": "pair_fa9c1df17a38b5e1", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8215987294865008, "chrf": 83.31173593228989, "bleu": 66.07145798380041, "rougeL": 0.8397212543554007, "len_ratio": 0.9855072463768116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}456{"pair_id": "pair_cc3cbb5bd2cc9179", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8640441683919945, "chrf": 82.91949182205371, "bleu": 62.8211946709445, "rougeL": 0.8341232227488152, "len_ratio": 0.9663461538461539, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}457{"pair_id": "pair_40dec25ed51bead6", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7958067456700091, "chrf": 81.27520984641721, "bleu": 62.472320486713535, "rougeL": 0.8296703296703296, "len_ratio": 0.953757225433526, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}458{"pair_id": "pair_69151e93255f4317", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5656108597285068, "chrf": 58.26033599322111, "bleu": 31.830349203923696, "rougeL": 0.5691056910569107, "len_ratio": 0.8059701492537313, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}459{"pair_id": "pair_cd49444fd259243f", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8238341968911918, "chrf": 78.63237509811273, "bleu": 58.515574408784964, "rougeL": 0.8437500000000001, "len_ratio": 1.007936507936508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}460{"pair_id": "pair_0100047bc1b1540a", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8244746600741657, "chrf": 78.77758992718843, "bleu": 56.45992546310087, "rougeL": 0.7800829875518672, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_d8d356723c02e14d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.636094674556213, "chrf": 67.97291349865446, "bleu": 43.288960288284066, "rougeL": 0.68671679197995, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}462{"pair_id": "pair_9c9a6b2adf1e496f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6962750716332378, "chrf": 70.38137052650661, "bleu": 46.81251827581938, "rougeL": 0.731958762886598, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_ae614cd0b0f7e843", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6961538461538461, "chrf": 74.43732780980177, "bleu": 47.704311581654224, "rougeL": 0.7094017094017095, "len_ratio": 1.1226415094339623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_f9c78331131ad1cf", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7476190476190476, "chrf": 73.99882828483418, "bleu": 46.677134213547006, "rougeL": 0.7704918032786885, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_2c214d2f86c5c6e2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7201365187713311, "chrf": 70.26640774405114, "bleu": 46.22762097821347, "rougeL": 0.7176470588235294, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_531cbe40a04d83d0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7760968229954615, "chrf": 80.27293789340207, "bleu": 61.99393281670643, "rougeL": 0.8, "len_ratio": 1.0052356020942408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 1.0}467{"pair_id": "pair_269461f8191231b1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5894736842105264, "chrf": 58.422527022299484, "bleu": 26.370654391778913, "rougeL": 0.593103448275862, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_3bb9d7b4649c2468", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8038610038610039, "chrf": 77.3760057601325, "bleu": 52.98708214257517, "rougeL": 0.7479224376731302, "len_ratio": 0.9774011299435028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}469{"pair_id": "pair_759ed2e2fdd31797", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.729559748427673, "chrf": 69.7154612873198, "bleu": 44.20456573479316, "rougeL": 0.7291666666666666, "len_ratio": 1.010989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}470{"pair_id": "pair_c7b5d3638dc8ac10", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6899641577060932, "chrf": 65.96497684167322, "bleu": 37.082736348913414, "rougeL": 0.650887573964497, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_9977ea2d6c8e7259", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8720292504570384, "chrf": 87.11800568138503, "bleu": 71.46297517105174, "rougeL": 0.8695652173913043, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_3e50bab5dc4f7ea4", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8136300417246175, "chrf": 75.6508446784466, "bleu": 50.67842072981566, "rougeL": 0.8316831683168318, "len_ratio": 0.9134615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_32d263a8bfb0382f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7840290381125227, "chrf": 71.99879456836192, "bleu": 45.593254190102876, "rougeL": 0.7272727272727272, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}474{"pair_id": "pair_12d3641b2a675000", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6344605475040257, "chrf": 66.53034178243328, "bleu": 34.693082807867924, "rougeL": 0.6222222222222223, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_44be390bd77ed2c9", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7657784011220197, "chrf": 74.00915989252192, "bleu": 47.55248264649796, "rougeL": 0.736842105263158, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}476{"pair_id": "pair_1964fad8d8fcc694", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8549892318736539, "chrf": 80.46393266149646, "bleu": 62.213681122044235, "rougeL": 0.8371040723981902, "len_ratio": 0.9627906976744186, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_ffa7ed2bcbfe2238", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.711018711018711, "chrf": 71.16610795363083, "bleu": 43.324521685198434, "rougeL": 0.7030303030303031, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}478{"pair_id": "pair_217fc2b3c049291c", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5458015267175573, "chrf": 60.048870090049554, "bleu": 24.580444453188907, "rougeL": 0.5616438356164384, "len_ratio": 1.1846153846153846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_f7da3281a67599f3", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7619559376679205, "chrf": 74.86499476207409, "bleu": 51.192770458152246, "rougeL": 0.7544483985765125, "len_ratio": 0.9420289855072463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}480{"pair_id": "pair_56ceefbf9a883feb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6749521988527725, "chrf": 73.99425573425155, "bleu": 53.26733909411248, "rougeL": 0.7038327526132404, "len_ratio": 0.9781021897810219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_7490a630d7110e16", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.584016393442623, "chrf": 60.68407654658403, "bleu": 22.664622168521394, "rougeL": 0.5693430656934307, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}482{"pair_id": "pair_698550bce66c8b29", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.782312925170068, "chrf": 76.8145506344275, "bleu": 52.59061121461295, "rougeL": 0.7392405063291139, "len_ratio": 0.9113300492610837, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_a27d2326fdf0c8c1", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8966259870782484, "chrf": 86.53653075080537, "bleu": 73.82343515091895, "rougeL": 0.8913525498891353, "len_ratio": 1.0093023255813953, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}484{"pair_id": "pair_e96047d05b9d97ea", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6541737649063033, "chrf": 66.9053470134266, "bleu": 39.17029036482425, "rougeL": 0.6705882352941176, "len_ratio": 1.0987654320987654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}485{"pair_id": "pair_a6460d7102d18872", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7479338842975207, "chrf": 76.57921794683601, "bleu": 61.15276859535859, "rougeL": 0.7765237020316027, "len_ratio": 0.9437229437229437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}486{"pair_id": "pair_1f91578a6f073dd8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6991286519733471, "chrf": 74.11363597861981, "bleu": 46.22390125133395, "rougeL": 0.7105719237435008, "len_ratio": 0.9929328621908127, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}487{"pair_id": "pair_0e8634a31cf8cfed", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8575525812619502, "chrf": 84.46290447723742, "bleu": 70.16221856505844, "rougeL": 0.8642857142857143, "len_ratio": 0.927007299270073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}488{"pair_id": "pair_ead92bead4e6c62a", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7599186164801628, "chrf": 76.11763639399062, "bleu": 53.29132488145931, "rougeL": 0.7410071942446043, "len_ratio": 1.0223880597014925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}489{"pair_id": "pair_0c42909706b2bf3f", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5403304178814383, "chrf": 61.20813789695821, "bleu": 27.38797153531111, "rougeL": 0.5399999999999999, "len_ratio": 1.0204081632653061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_2beb8585b56b2b05", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6432637571157496, "chrf": 62.73703372257407, "bleu": 29.718479531330416, "rougeL": 0.6380368098159509, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_08e5bcf852840eb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8198581560283688, "chrf": 82.82915232972911, "bleu": 66.38534807876948, "rougeL": 0.826530612244898, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}492{"pair_id": "pair_6f6af5eaa007b4be", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.71796875, "chrf": 73.12032970209556, "bleu": 47.415671142789066, "rougeL": 0.7479674796747966, "len_ratio": 0.93, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_5831bd9efcdb8904", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7205588822355289, "chrf": 69.06248338701822, "bleu": 39.80902007786508, "rougeL": 0.6716049382716048, "len_ratio": 0.8703703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}494{"pair_id": "pair_29ab3c3afa1050fe", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6246741963509992, "chrf": 66.18641326555905, "bleu": 35.28827757870171, "rougeL": 0.653061224489796, "len_ratio": 0.9540229885057471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}495{"pair_id": "pair_12dae1dbe87627fb", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7081081081081081, "chrf": 72.32147232142519, "bleu": 47.90891197128582, "rougeL": 0.7324675324675326, "len_ratio": 1.0104712041884816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_1ebee6c2fb88d626", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7980295566502463, "chrf": 73.95422535230834, "bleu": 52.76497945381338, "rougeL": 0.7812499999999999, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_88b428cca4f5a72a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6148837209302326, "chrf": 65.60825773511809, "bleu": 41.238813450899286, "rougeL": 0.6686046511627907, "len_ratio": 0.9567901234567902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_4ce6860887e6dd47", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.82265625, "chrf": 79.76717222454725, "bleu": 59.933424643265866, "rougeL": 0.8142076502732242, "len_ratio": 0.905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}499{"pair_id": "pair_e7c1583ebb66cb61", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8129154795821463, "chrf": 78.18191300217637, "bleu": 51.27919750197636, "rougeL": 0.8000000000000002, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}500{"pair_id": "pair_436241abbebac56e", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.673202614379085, "chrf": 66.32781915909601, "bleu": 32.52275303045522, "rougeL": 0.6631016042780747, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}501{"pair_id": "pair_1af82c584634b94e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.739764052741152, "chrf": 78.79193019247609, "bleu": 57.659261966248906, "rougeL": 0.7626262626262627, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}502{"pair_id": "pair_bb23502f8c573873", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8420523138832998, "chrf": 84.59935109386271, "bleu": 66.8663251030463, "rougeL": 0.8641975308641975, "len_ratio": 0.9567901234567902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}503{"pair_id": "pair_e798cfdf8daffde9", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7901990811638591, "chrf": 76.30638558016446, "bleu": 50.00846680749888, "rougeL": 0.7643979057591621, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}504{"pair_id": "pair_ca342f1bc6235c56", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8238341968911918, "chrf": 81.54924777026315, "bleu": 62.92427386521488, "rougeL": 0.8213457076566125, "len_ratio": 0.9786096256684492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}505{"pair_id": "pair_bf62588ae4ee52b4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.73582295988935, "chrf": 73.10986054333341, "bleu": 44.88234495449848, "rougeL": 0.7075471698113208, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_a4d3cbc16dfc04e9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7618353969410051, "chrf": 74.42775403294988, "bleu": 51.24140892853136, "rougeL": 0.7438423645320197, "len_ratio": 0.945273631840796, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}507{"pair_id": "pair_6ecbd7ba74bb925f", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.736734693877551, "chrf": 72.56803127941303, "bleu": 45.24189020377158, "rougeL": 0.6936708860759494, "len_ratio": 0.9064039408866995, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}508{"pair_id": "pair_37ba8989e68ed1d1", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7148337595907928, "chrf": 70.54200529261131, "bleu": 48.304603660485625, "rougeL": 0.7480916030534351, "len_ratio": 1.0634920634920635, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}509{"pair_id": "pair_fd91ea6a86cb4bfb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4971428571428571, "chrf": 73.09752281426017, "bleu": 45.29032261283093, "rougeL": 0.6410256410256411, "len_ratio": 1.0972222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}510{"pair_id": "pair_419fc74981f555e4", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8242906918865107, "chrf": 84.15235085881677, "bleu": 65.53326842717637, "rougeL": 0.8458015267175573, "len_ratio": 0.9783950617283951, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}511{"pair_id": "pair_58de88148d90a634", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6620603015075377, "chrf": 69.78458407919616, "bleu": 42.2139941584512, "rougeL": 0.6583333333333333, "len_ratio": 1.043103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}512{"pair_id": "pair_838335229efc1f22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6063348416289593, "chrf": 55.943071222686456, "bleu": 28.362722918363982, "rougeL": 0.5678233438485804, "len_ratio": 0.8475609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 1.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}513{"pair_id": "pair_9e286b3fbcf3ab11", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7988165680473372, "chrf": 80.22393386691604, "bleu": 60.234544141537455, "rougeL": 0.7892976588628763, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}514{"pair_id": "pair_0af0609a013a67e3", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8122807017543859, "chrf": 84.07810340475325, "bleu": 63.490489351256386, "rougeL": 0.7770700636942675, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}515{"pair_id": "pair_91c316501c1a62e3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7920585161964473, "chrf": 76.83714699763354, "bleu": 56.51037194356681, "rougeL": 0.8, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}516{"pair_id": "pair_c339184fce87e29c", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7935022026431718, "chrf": 79.91062915621575, "bleu": 62.280627164686415, "rougeL": 0.804920913884007, "len_ratio": 1.0074074074074073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}517{"pair_id": "pair_1d15aede9e8a3fd5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6863157894736842, "chrf": 67.0030416970255, "bleu": 40.43289586204555, "rougeL": 0.676056338028169, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}518{"pair_id": "pair_88a8f2988c5e15d5", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7941176470588236, "chrf": 75.9215411241421, "bleu": 51.48868822083126, "rougeL": 0.7857142857142858, "len_ratio": 0.883495145631068, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_a8d889f879bf59ee", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.829000577700751, "chrf": 80.71455005960466, "bleu": 63.37532540830334, "rougeL": 0.824858757062147, "len_ratio": 0.9514925373134329, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}520{"pair_id": "pair_085f4cdd50ad2b6c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7266811279826464, "chrf": 74.59814014029482, "bleu": 51.81043889470212, "rougeL": 0.7464788732394366, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}521{"pair_id": "pair_1baa87ece0c598c7", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6876574307304786, "chrf": 68.03613900276297, "bleu": 35.30537323550113, "rougeL": 0.6935483870967741, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}522{"pair_id": "pair_2bccffac66c46458", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5885416666666667, "chrf": 59.79642841903501, "bleu": 26.92298993298807, "rougeL": 0.5517241379310345, "len_ratio": 1.0975609756097562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}523{"pair_id": "pair_35534b2b45bd6e2d", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6286393345216874, "chrf": 64.97475031907156, "bleu": 38.63203550014016, "rougeL": 0.6055776892430279, "len_ratio": 0.9959183673469387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}524{"pair_id": "pair_477a6e2d14332eb0", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6641025641025642, "chrf": 71.19372007317445, "bleu": 42.61172349350469, "rougeL": 0.6918604651162791, "len_ratio": 0.9597701149425287, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}525{"pair_id": "pair_792652ff724385db", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8901808785529716, "chrf": 86.72192848198192, "bleu": 68.07754288893257, "rougeL": 0.8571428571428571, "len_ratio": 1.0943396226415094, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}526{"pair_id": "pair_ea7e13c693296510", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7113613101330604, "chrf": 70.44860275268648, "bleu": 46.13595175476145, "rougeL": 0.6776315789473685, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_7438ed38fdfbfe4a", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6079295154185023, "chrf": 61.64397648603972, "bleu": 29.095345907334774, "rougeL": 0.6029411764705882, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_c040315d37eb4803", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7863577863577864, "chrf": 75.91529765170387, "bleu": 52.2327877067554, "rougeL": 0.7873303167420815, "len_ratio": 0.9385964912280702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}529{"pair_id": "pair_6faa1f7d5bd11172", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6919967663702506, "chrf": 72.121602969125, "bleu": 45.75042996077182, "rougeL": 0.7150259067357513, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}530{"pair_id": "pair_4dcd5d8deafc7f04", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7165400350672122, "chrf": 79.75840938155336, "bleu": 56.60130924085225, "rougeL": 0.7643564356435645, "len_ratio": 0.996, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}531{"pair_id": "pair_5d95d9b35808195d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8023407022106632, "chrf": 78.07403367116224, "bleu": 59.92245254315651, "rougeL": 0.8317757009345794, "len_ratio": 0.8691588785046729, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}532