spb/wpai0002_uqo

1{"pair_id": "pair_4598499684b00fdc", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6110019646365422, "chrf": 65.37862813634192, "bleu": 41.723923446875474, "rougeL": 0.6341463414634145, "len_ratio": 0.9319727891156463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_5857cf628e9afca0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6120930232558139, "chrf": 67.1227372532983, "bleu": 43.739340341292774, "rougeL": 0.681948424068768, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_1b2eab0a340f71a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7674760853568801, "chrf": 73.35557941410188, "bleu": 46.08596346794458, "rougeL": 0.7349081364829395, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}4{"pair_id": "pair_eeb617afa2c73298", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6970149253731344, "chrf": 70.27124404251896, "bleu": 48.53296776815492, "rougeL": 0.6875000000000001, "len_ratio": 1.0208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_bd490fa59bca1daa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6233480176211454, "chrf": 67.76797710207578, "bleu": 46.29416616520017, "rougeL": 0.646341463414634, "len_ratio": 0.9852941176470589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_feeb47d969cce1a0", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5892116182572614, "chrf": 68.61636476047173, "bleu": 40.200688642906144, "rougeL": 0.6051282051282051, "len_ratio": 1.030612244897959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_0c0c365159c989a9", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5989847715736041, "chrf": 60.57648494630801, "bleu": 36.438123369064755, "rougeL": 0.6722689075630253, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_5492f8dbcabac1ee", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5656498673740054, "chrf": 63.56798312822084, "bleu": 31.68534929864618, "rougeL": 0.5849462365591398, "len_ratio": 0.9913419913419913, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_e6e31305ef0fdd0d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.42132639791937576, "chrf": 68.56079685147007, "bleu": 44.09632773028924, "rougeL": 0.5866666666666667, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_5efa37973243c561", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6470203012442698, "chrf": 74.95934156785079, "bleu": 44.845881477817635, "rougeL": 0.6821052631578948, "len_ratio": 1.0810810810810811, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -2.0}11{"pair_id": "pair_b0336c304356df49", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6418669131238448, "chrf": 68.05360869102876, "bleu": 39.70456577638186, "rougeL": 0.5898305084745762, "len_ratio": 0.934640522875817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_29af56d2504367b4", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49743589743589745, "chrf": 65.06410409896381, "bleu": 35.86727072671228, "rougeL": 0.5666666666666667, "len_ratio": 1.15, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}13{"pair_id": "pair_0d7ad5c3403e8b0e", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7804764128911723, "chrf": 76.83678518734601, "bleu": 52.533840896031734, "rougeL": 0.7685325264750378, "len_ratio": 0.9758308157099698, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}14{"pair_id": "pair_3edd3270a523d808", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5847589424572317, "chrf": 70.94437053345418, "bleu": 40.39025534289349, "rougeL": 0.6737967914438502, "len_ratio": 1.0348837209302326, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_bbe821d0fe372fcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7114300358790364, "chrf": 76.13810905919993, "bleu": 54.93876865362871, "rougeL": 0.7243816254416962, "len_ratio": 0.9540636042402827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_fd4fd6a0ef8e9394", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6443661971830985, "chrf": 76.78514788123573, "bleu": 53.68758017256066, "rougeL": 0.7469135802469136, "len_ratio": 0.9537037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_14b2b61cb51f937f", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5388349514563107, "chrf": 58.10043660735086, "bleu": 29.148156341742883, "rougeL": 0.6028708133971291, "len_ratio": 1.1382978723404256, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_f885d9b9d5e49e46", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.825147347740668, "chrf": 82.26406416969, "bleu": 63.08298489722523, "rougeL": 0.823943661971831, "len_ratio": 0.8979591836734694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}19{"pair_id": "pair_2f97b870f5dde7c0", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6383689839572193, "chrf": 75.02521869065563, "bleu": 45.2342578086011, "rougeL": 0.6823027718550106, "len_ratio": 1.054054054054054, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -3.0}20{"pair_id": "pair_3860efc1a8811be6", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8356164383561644, "chrf": 86.53638649758268, "bleu": 72.31303343867724, "rougeL": 0.8519195612431444, "len_ratio": 0.9442379182156134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}21{"pair_id": "pair_4297b35cb78875fb", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6706231454005935, "chrf": 76.40629132435133, "bleu": 56.90490285314923, "rougeL": 0.7138047138047138, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_26c8c3e5f558bb9c", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5196687370600415, "chrf": 54.50554991353799, "bleu": 11.507767556779095, "rougeL": 0.5255474452554744, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_37fe9f4c8f4ff049", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7012195121951219, "chrf": 73.83300507652544, "bleu": 56.63961067597965, "rougeL": 0.7142857142857143, "len_ratio": 0.9493670886075949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_97b809b5513286a5", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.669626998223801, "chrf": 72.53881408433742, "bleu": 62.050182055439095, "rougeL": 0.7512690355329948, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}25{"pair_id": "pair_f208384447f0b35e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7477477477477478, "chrf": 72.23299307962048, "bleu": 45.15208465440137, "rougeL": 0.7533632286995516, "len_ratio": 0.956140350877193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_0732f01721ad0129", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7596899224806202, "chrf": 78.68793735319676, "bleu": 58.29728140965917, "rougeL": 0.7819548872180451, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}27{"pair_id": "pair_e80f537ae2e11f15", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5, "chrf": 64.05693714931643, "bleu": 42.06212845118661, "rougeL": 0.5918367346938775, "len_ratio": 1.0802919708029197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_0abcda13b412ade6", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5228915662650602, "chrf": 57.25688459326346, "bleu": 27.996680104012714, "rougeL": 0.5454545454545455, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_6f07376e9dc23656", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5054602184087363, "chrf": 70.5340057117557, "bleu": 50.53486484408407, "rougeL": 0.6105263157894736, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_99713d3596fcfe6f", "doc_id": "doc_f8e6e69aeba57df2", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7861952861952862, "chrf": 75.51901322992538, "bleu": 57.777385145716025, "rougeL": 0.8152866242038216, "len_ratio": 0.8395061728395061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}31{"pair_id": "pair_a852850d32d49645", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6161096829477293, "chrf": 66.3801715935414, "bleu": 41.5616085891811, "rougeL": 0.6559139784946236, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}32{"pair_id": "pair_40548aaf0293c858", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7099156118143459, "chrf": 70.61480495520775, "bleu": 51.326577876447395, "rougeL": 0.7058823529411765, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_acaa83a51b2750c0", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.690251572327044, "chrf": 71.9786561936207, "bleu": 40.90302852578252, "rougeL": 0.7021276595744681, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}34{"pair_id": "pair_7481d49be3e1e71e", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6927985414767548, "chrf": 67.35437685024988, "bleu": 37.51565988624223, "rougeL": 0.7331378299120234, "len_ratio": 0.8265895953757225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}35{"pair_id": "pair_8dedbf7b963caa70", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5926470588235294, "chrf": 69.59503448056125, "bleu": 40.7176655219587, "rougeL": 0.6116504854368932, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}36{"pair_id": "pair_0b700f3a4d3e9ae4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6946564885496183, "chrf": 79.52341424416393, "bleu": 57.51211497469794, "rougeL": 0.7397959183673469, "len_ratio": 0.958974358974359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_04bb6289e1228f2c", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5692695214105794, "chrf": 58.632764859389205, "bleu": 29.621312497746, "rougeL": 0.5806451612903225, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_6eb378ae18296ab6", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5580159433126661, "chrf": 66.69463687525317, "bleu": 40.06518354256784, "rougeL": 0.5571030640668524, "len_ratio": 0.9597701149425287, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}39{"pair_id": "pair_91cf658a7d3b0a69", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7481426448736999, "chrf": 76.5204990474496, "bleu": 53.22324650927879, "rougeL": 0.7360406091370559, "len_ratio": 0.9796954314720813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_0dc500762feda159", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6327433628318584, "chrf": 69.19441193317624, "bleu": 49.660926534778014, "rougeL": 0.6268656716417911, "len_ratio": 0.9595959595959596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}41{"pair_id": "pair_844006323f2a688e", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5854616895874263, "chrf": 57.19224438987101, "bleu": 18.40332611410362, "rougeL": 0.5540540540540541, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_cbfc05c21f5f9790", "doc_id": "doc_4b9443000ca9e29c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.743549648162627, "chrf": 71.20573931356435, "bleu": 54.16675400941193, "rougeL": 0.7777777777777778, "len_ratio": 0.8125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}43{"pair_id": "pair_39be4347cb657a0e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6536697247706422, "chrf": 74.60962838164181, "bleu": 42.35899029393036, "rougeL": 0.6507936507936509, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_9debb64735cf5cd6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7442273534635879, "chrf": 74.19201422098382, "bleu": 56.1944261341616, "rougeL": 0.7526881720430109, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_729e6136e3b0d6f8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6865227103499627, "chrf": 67.58034105271784, "bleu": 35.73377936096675, "rougeL": 0.6428571428571428, "len_ratio": 0.9543147208121827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}46{"pair_id": "pair_0ed8a1c935ca3b4d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7672176308539945, "chrf": 75.78001176891946, "bleu": 61.2458944926319, "rougeL": 0.7858719646799118, "len_ratio": 0.987012987012987, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}47{"pair_id": "pair_b9c9a82014974df0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.555984555984556, "chrf": 59.6587601516738, "bleu": 21.20186758002523, "rougeL": 0.45989304812834225, "len_ratio": 1.0564971751412429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_6825603c8f3a66df", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.45622119815668205, "chrf": 55.862613011285546, "bleu": 27.158816151234596, "rougeL": 0.5466666666666666, "len_ratio": 0.8048780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_db32508b9abd48de", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6503579952267303, "chrf": 71.81083014476035, "bleu": 43.19453288866052, "rougeL": 0.6693877551020407, "len_ratio": 0.9916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}50{"pair_id": "pair_28a1b8c66c065371", "doc_id": "doc_0c5f9453efc95182", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5275482093663912, "chrf": 64.84720475393593, "bleu": 31.263773302619846, "rougeL": 0.5675675675675677, "len_ratio": 1.0918367346938775, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_7ba3a5fd5c71e137", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7354138398914518, "chrf": 74.92575039820288, "bleu": 51.31870102186438, "rougeL": 0.7659574468085107, "len_ratio": 0.8629032258064516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}52{"pair_id": "pair_f0a6a29d700fb002", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6083995459704881, "chrf": 70.7450519576985, "bleu": 49.61817494275412, "rougeL": 0.6236559139784946, "len_ratio": 1.0073529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}53{"pair_id": "pair_031b4741607edbc3", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6529659037832789, "chrf": 73.25571075881356, "bleu": 49.52604283065317, "rougeL": 0.7189952904238618, "len_ratio": 0.9093655589123867, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}54{"pair_id": "pair_bba329cf06d216d8", "doc_id": "doc_592708c2d62b5b42", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8436293436293436, "chrf": 80.8630715430485, "bleu": 60.77338416023205, "rougeL": 0.8888888888888888, "len_ratio": 0.8421052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_a50a46b164369705", "doc_id": "doc_4465aece194b7964", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6811674008810573, "chrf": 68.29496624716658, "bleu": 46.607525474944644, "rougeL": 0.6974951830443159, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}56{"pair_id": "pair_c103dadd697a1629", "doc_id": "doc_cbee4bf03365a459", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5881841876629018, "chrf": 61.96427545056008, "bleu": 30.372710494060314, "rougeL": 0.5994065281899109, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_f42e28105730316e", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5199704142011834, "chrf": 72.33375981107699, "bleu": 43.65428432978496, "rougeL": 0.6443914081145585, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_eb57f54a1c096a90", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5073068893528183, "chrf": 54.14080528745669, "bleu": 20.80532030009133, "rougeL": 0.5170068027210885, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}59{"pair_id": "pair_c68b3e478b80a9da", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6367713004484306, "chrf": 67.50381612982035, "bleu": 42.53594305420904, "rougeL": 0.68, "len_ratio": 1.0119047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_d1a4ff6996f925b2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7671641791044777, "chrf": 73.97440122937692, "bleu": 49.507377435970284, "rougeL": 0.7474747474747476, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}61{"pair_id": "pair_59a725b09df49a9d", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7352941176470589, "chrf": 72.50857354683738, "bleu": 48.47316613479943, "rougeL": 0.7306666666666667, "len_ratio": 0.9611111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_aa00ea86a20abcd0", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6721556886227544, "chrf": 70.3883931425541, "bleu": 38.03303638016487, "rougeL": 0.694300518134715, "len_ratio": 1.1046511627906976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}63{"pair_id": "pair_51aea383833f3352", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6375227686703097, "chrf": 66.77952279433934, "bleu": 40.41434901689202, "rougeL": 0.6647230320699707, "len_ratio": 0.9702380952380952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_cc10e454d2a74cc2", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6817288801571709, "chrf": 66.73965621257555, "bleu": 43.86484216046843, "rougeL": 0.6737588652482269, "len_ratio": 0.9047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_c9351662d509382f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5763747454175152, "chrf": 61.01021227968616, "bleu": 25.558402598907314, "rougeL": 0.5641025641025641, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_3c1ef83c03e12c80", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5933202357563852, "chrf": 62.99705132452081, "bleu": 29.221409419739537, "rougeL": 0.5906040268456375, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}67{"pair_id": "pair_70a6be0917016df8", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7973273942093542, "chrf": 78.81212211872382, "bleu": 62.84590827811365, "rougeL": 0.8153846153846154, "len_ratio": 0.9076923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}68{"pair_id": "pair_fb26dee4d4350e6d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5636094674556213, "chrf": 70.24215609868224, "bleu": 40.10307094697902, "rougeL": 0.6313253012048193, "len_ratio": 0.9609756097560975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}69{"pair_id": "pair_b24aa2a81e381f1d", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5424954792043399, "chrf": 63.728499875666365, "bleu": 37.877732453447656, "rougeL": 0.6282051282051282, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_843fff5b244693b8", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7487254187909687, "chrf": 73.57316778107368, "bleu": 48.4720380368518, "rougeL": 0.7339901477832511, "len_ratio": 0.945273631840796, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_f01f1a443bd9db02", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6679204728640515, "chrf": 72.32304670048563, "bleu": 44.72916872601049, "rougeL": 0.6925795053003534, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}72{"pair_id": "pair_f03e9fd2bb734c77", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7308641975308642, "chrf": 69.67434964179185, "bleu": 44.57667042106984, "rougeL": 0.7377521613832853, "len_ratio": 0.8241758241758241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_9ba5b933f0c8bc4d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5493827160493827, "chrf": 57.50225651809132, "bleu": 23.53029842805356, "rougeL": 0.5359477124183005, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_79756d8afafe89fb", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6546762589928057, "chrf": 71.16757806848568, "bleu": 46.38521210458248, "rougeL": 0.6602870813397129, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_b019a693c204d618", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7734877734877734, "chrf": 73.58099154175234, "bleu": 50.69653214354323, "rougeL": 0.784688995215311, "len_ratio": 0.8245614035087719, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_344ec28a8430847e", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6693372177713037, "chrf": 65.02017962564905, "bleu": 35.818752692883116, "rougeL": 0.635, "len_ratio": 0.9203980099502488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}77{"pair_id": "pair_50740d8c4535c37a", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7235367372353674, "chrf": 74.91477191644364, "bleu": 49.954005878799926, "rougeL": 0.7333333333333335, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_81f7849f9738c6ba", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7064896755162242, "chrf": 73.9794709350106, "bleu": 54.744478839813794, "rougeL": 0.6806282722513088, "len_ratio": 0.8686868686868687, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_49ccd6eef71281b5", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.729776247848537, "chrf": 71.918980335848, "bleu": 48.480459971058075, "rougeL": 0.7078651685393259, "len_ratio": 0.9325842696629213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_c1989c0d1bbe7dc9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6500994035785288, "chrf": 77.16136942994213, "bleu": 57.58931651228609, "rougeL": 0.6975717439293599, "len_ratio": 1.0276497695852536, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_9317686a211718f4", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.713218122372723, "chrf": 74.40961128609065, "bleu": 50.08684747826687, "rougeL": 0.7119155354449471, "len_ratio": 0.9909365558912386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}82{"pair_id": "pair_4cfa9d1c9350a5fd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7783985102420856, "chrf": 79.76796867148693, "bleu": 55.0869372756382, "rougeL": 0.7749576988155668, "len_ratio": 0.9632107023411371, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}83{"pair_id": "pair_060edef07bb84982", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5626535626535627, "chrf": 64.55423195174217, "bleu": 37.85076481909243, "rougeL": 0.6417910447761194, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_2290216872122038", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7546330615270571, "chrf": 76.67208135506442, "bleu": 53.4398686100445, "rougeL": 0.7323232323232324, "len_ratio": 0.9898477157360406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}85{"pair_id": "pair_5bcbeb43c2d0ebe7", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6612284069097889, "chrf": 70.01955474353, "bleu": 47.64337381778825, "rougeL": 0.7003367003367004, "len_ratio": 0.8176100628930818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}86{"pair_id": "pair_e3c20af0a4ddc9ad", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7235872235872236, "chrf": 74.15540668374523, "bleu": 48.739974719275864, "rougeL": 0.7232472324723248, "len_ratio": 1.007462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}87{"pair_id": "pair_ee38fda4fcac8331", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6079470198675496, "chrf": 64.99014279586352, "bleu": 34.121857037863236, "rougeL": 0.6118721461187215, "len_ratio": 1.0961538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_bb3c7e813311dfad", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6799329702555509, "chrf": 73.26171376260426, "bleu": 48.815327761085946, "rougeL": 0.6815203145478375, "len_ratio": 0.9432989690721649, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_1e0481be3a29431d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6303191489361701, "chrf": 63.7532933142557, "bleu": 34.85665211480353, "rougeL": 0.622568093385214, "len_ratio": 1.0403225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_fec0180ac9bf07e2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5898989898989899, "chrf": 57.42236386090156, "bleu": 35.78501768424304, "rougeL": 0.6618705035971223, "len_ratio": 0.717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_d9d13ddec4b83677", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5772418990203467, "chrf": 66.40140076304368, "bleu": 38.27001015214973, "rougeL": 0.6126582278481013, "len_ratio": 1.0628272251308901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 1.0}92{"pair_id": "pair_f42586c60657ad3a", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.4809302325581395, "chrf": 58.476186482160976, "bleu": 26.408257525604913, "rougeL": 0.5239436619718311, "len_ratio": 1.0308641975308641, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_785f9c57fdc7ce4e", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6890286512928022, "chrf": 71.62013003746617, "bleu": 35.479098099776984, "rougeL": 0.6619047619047618, "len_ratio": 1.0885416666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}94{"pair_id": "pair_4af1b3b725989413", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6630727762803235, "chrf": 76.72011238103678, "bleu": 42.18699540858295, "rougeL": 0.7062146892655368, "len_ratio": 1.0759493670886076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}95{"pair_id": "pair_dbb8dec75dabd14a", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6288032454361054, "chrf": 68.01864432416092, "bleu": 51.97068958414089, "rougeL": 0.6783625730994152, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}96{"pair_id": "pair_241395f965541088", "doc_id": "doc_018da718543ec7b2", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7787610619469026, "chrf": 77.82641412019198, "bleu": 52.40657713197951, "rougeL": 0.7999999999999999, "len_ratio": 0.8787878787878788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}97{"pair_id": "pair_00c7c8695c59de5f", "doc_id": "doc_d999f694e31b629a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6220414201183432, "chrf": 63.058354076555624, "bleu": 35.6724384694212, "rougeL": 0.6612903225806451, "len_ratio": 0.7414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -4.0}98{"pair_id": "pair_ae332969c7399d52", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.69449378330373, "chrf": 71.19204943350422, "bleu": 60.365181950419725, "rougeL": 0.7604166666666666, "len_ratio": 0.9139784946236559, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_36f28615f74f8dac", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.706072004298764, "chrf": 72.0777653999258, "bleu": 43.608018752532715, "rougeL": 0.7112676056338026, "len_ratio": 0.9637681159420289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}100{"pair_id": "pair_49512760f0a48ed3", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6590604026845638, "chrf": 68.18194362969764, "bleu": 34.709410207600634, "rougeL": 0.6491228070175439, "len_ratio": 1.0373831775700935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}101{"pair_id": "pair_b753d6c247a6ecee", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8143028846153846, "chrf": 80.59628438459269, "bleu": 58.57190697697384, "rougeL": 0.7777777777777779, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}102{"pair_id": "pair_27d1908ac01a0f03", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7621951219512195, "chrf": 71.5735388617124, "bleu": 53.45960007417411, "rougeL": 0.7393939393939394, "len_ratio": 0.9113924050632911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}103{"pair_id": "pair_8a8177f929df5aa7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9222797927461139, "chrf": 86.6616946473377, "bleu": 73.2159648444401, "rougeL": 0.9090909090909091, "len_ratio": 0.9680851063829787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_15ff7a9019d3cb90", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7056798623063683, "chrf": 68.56620194794564, "bleu": 44.684532199104986, "rougeL": 0.7000000000000001, "len_ratio": 0.9550561797752809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_03059d5cd5d5215d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7839889579020014, "chrf": 77.05353189966286, "bleu": 52.758008287672965, "rougeL": 0.7302325581395347, "len_ratio": 1.0048076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_5d0a7f621c2cb706", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6551246537396123, "chrf": 71.32322931007754, "bleu": 42.501300635934165, "rougeL": 0.6818181818181819, "len_ratio": 1.0510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_1f7b031dd33375ff", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8281573498964803, "chrf": 82.81983516960388, "bleu": 67.47669100421726, "rougeL": 0.8427672955974843, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 0.9473684210526315, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}108{"pair_id": "pair_f78e5889f7ef6fe0", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7582417582417582, "chrf": 78.80676797810679, "bleu": 66.73884030709301, "rougeL": 0.7588235294117648, "len_ratio": 0.9939393939393939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_e1d64d3e842fa71c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7737321196358908, "chrf": 75.56539496923466, "bleu": 54.27175259521006, "rougeL": 0.7713004484304933, "len_ratio": 0.9345794392523364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_550e142667bad82d", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7495462794918331, "chrf": 74.4660805792422, "bleu": 56.34372193835687, "rougeL": 0.7325581395348838, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_415cb3c4d518b45c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5636942675159236, "chrf": 68.28978720675943, "bleu": 38.368907348784575, "rougeL": 0.5683060109289617, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_62cb562c5fc4acd3", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6513761467889908, "chrf": 68.2939840960666, "bleu": 38.664726318549334, "rougeL": 0.6352201257861635, "len_ratio": 1.0258064516129033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_8c1ffb7532898f05", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8530534351145038, "chrf": 84.77940635607393, "bleu": 72.8453406655195, "rougeL": 0.8734177215189873, "len_ratio": 0.8875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_c003fb968f7fd867", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7410440122824975, "chrf": 78.92355542372127, "bleu": 56.535376005110244, "rougeL": 0.7549668874172185, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}115{"pair_id": "pair_eda7268ce93af6a6", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5854889589905363, "chrf": 66.09132543024927, "bleu": 36.61319694929405, "rougeL": 0.5995525727069351, "len_ratio": 0.8669527896995708, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}116{"pair_id": "pair_ba88612d90668104", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.679245283018868, "chrf": 68.66507796943716, "bleu": 38.10023133251108, "rougeL": 0.6595744680851063, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}117{"pair_id": "pair_43d235d2dea3a9a0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6789976133651552, "chrf": 64.94719526159447, "bleu": 31.224817326357115, "rougeL": 0.6244725738396625, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_59110ddc88cf43b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7358351729212657, "chrf": 70.62804549582751, "bleu": 42.66538222676439, "rougeL": 0.7138810198300283, "len_ratio": 0.7864583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}119{"pair_id": "pair_7bd32178b1db4903", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6808873720136519, "chrf": 66.89164638779445, "bleu": 43.66193239539433, "rougeL": 0.6838709677419355, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_a0bc8152b0eda18a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.641255605381166, "chrf": 76.41489038455845, "bleu": 46.683352984176864, "rougeL": 0.6976744186046512, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_3f5c4bb13685fd6b", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.788354898336414, "chrf": 79.2782417470401, "bleu": 56.534001780438174, "rougeL": 0.7612687813021702, "len_ratio": 0.9575163398692811, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}122{"pair_id": "pair_c40407ed0e7b18fd", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7248520710059172, "chrf": 70.95023292374819, "bleu": 49.53274616864531, "rougeL": 0.6956521739130435, "len_ratio": 0.8383838383838383, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_3611da9624008835", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.48517940717628705, "chrf": 60.44475930567431, "bleu": 39.703757761377716, "rougeL": 0.5435897435897437, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_4f10bbfd2b6004e5", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6149897330595482, "chrf": 72.79888310304426, "bleu": 45.383110627595286, "rougeL": 0.6578947368421052, "len_ratio": 0.8103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}125{"pair_id": "pair_61bca98c5e025873", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6648879402347918, "chrf": 71.24994341938583, "bleu": 44.328946481772995, "rougeL": 0.696551724137931, "len_ratio": 0.958904109589041, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_4970e45f376552d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7298474945533768, "chrf": 74.58385441086011, "bleu": 51.760938459670136, "rougeL": 0.7857142857142858, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}127{"pair_id": "pair_f9c2418b1d2684d1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5960591133004927, "chrf": 64.31092668216142, "bleu": 38.81435970297002, "rougeL": 0.6412213740458016, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_c3cb2e9ec6eb8acb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7053072625698324, "chrf": 76.7349416812119, "bleu": 46.967513500098505, "rougeL": 0.7135678391959798, "len_ratio": 0.9866220735785953, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}129{"pair_id": "pair_2ec653baaa7a7bb5", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6290322580645161, "chrf": 65.3401030920271, "bleu": 35.00652840105142, "rougeL": 0.5935483870967742, "len_ratio": 0.8625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}130{"pair_id": "pair_362141efb86d41ce", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6439888164026095, "chrf": 65.70847223193259, "bleu": 30.774577777254425, "rougeL": 0.6163522012578617, "len_ratio": 1.0258064516129033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_330c412bc4575214", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3663594470046083, "chrf": 48.29490547264187, "bleu": 20.006599219070424, "rougeL": 0.43478260869565216, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_ca6835254ac78a40", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6624775583482945, "chrf": 72.27719804183388, "bleu": 46.99104592381115, "rougeL": 0.6820809248554914, "len_ratio": 1.0864197530864197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}133{"pair_id": "pair_4c0ca7d0a7031a59", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5968928863450531, "chrf": 69.33222539812992, "bleu": 39.87314421046696, "rougeL": 0.6648936170212766, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}134{"pair_id": "pair_e54c14f709c6677d", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5530085959885387, "chrf": 65.8156857549537, "bleu": 44.32435392326823, "rougeL": 0.6010362694300518, "len_ratio": 0.91, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}135{"pair_id": "pair_8a08d05af995a523", "doc_id": "doc_0e6c656dfaf9d099", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7829570284049526, "chrf": 75.66191844616831, "bleu": 53.69119988927717, "rougeL": 0.7967914438502673, "len_ratio": 0.7960199004975125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_72d8c430ccaae02f", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5912910618792973, "chrf": 64.6196606922405, "bleu": 26.0698807299041, "rougeL": 0.5291005291005291, "len_ratio": 1.073446327683616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_bd5e58bad584f4ed", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7674858223062382, "chrf": 71.17288280561965, "bleu": 53.37766077590382, "rougeL": 0.7552447552447552, "len_ratio": 0.8591549295774648, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}138{"pair_id": "pair_cd6ee4a72e756794", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.656298600311042, "chrf": 67.6791898975616, "bleu": 34.64034082617075, "rougeL": 0.6246851385390428, "len_ratio": 0.9947916666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_d71efc1d383e9ccf", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6174603174603175, "chrf": 71.51826608396968, "bleu": 49.60522259650316, "rougeL": 0.6826666666666668, "len_ratio": 0.9301075268817204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_b3c2358951b057b6", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7452574525745257, "chrf": 71.04936456252129, "bleu": 45.3130161413945, "rougeL": 0.7010752688172043, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_433b741dbe4c767a", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9034749034749034, "chrf": 89.27940416964576, "bleu": 80.3778507031453, "rougeL": 0.9230769230769231, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}142{"pair_id": "pair_45e168816bb1f94d", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8789308176100629, "chrf": 85.02699301430278, "bleu": 70.42020562458227, "rougeL": 0.881720430107527, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}143{"pair_id": "pair_a09b50978754abc8", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5946666666666667, "chrf": 62.69343803511188, "bleu": 35.38173387794088, "rougeL": 0.5816733067729084, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}144{"pair_id": "pair_0c1e24a5495273c5", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6651982378854626, "chrf": 76.23571651989319, "bleu": 54.2610877773776, "rougeL": 0.7264367816091952, "len_ratio": 1.0053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}145{"pair_id": "pair_3ed194f4130f9619", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6686390532544378, "chrf": 70.17576120594484, "bleu": 40.33418497930907, "rougeL": 0.6557377049180328, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_2c7f52804483b024", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7490802060338484, "chrf": 73.49826656213364, "bleu": 45.561017501071944, "rougeL": 0.7046632124352332, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}147{"pair_id": "pair_50e79e029a663f4d", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6111111111111112, "chrf": 63.325311081552925, "bleu": 37.736638547764436, "rougeL": 0.6024096385542168, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_2b6fc1a8fd17fee0", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7285974499089254, "chrf": 70.48437548437158, "bleu": 44.67963664544458, "rougeL": 0.6867469879518072, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}149{"pair_id": "pair_1a022b7bb9e1e4db", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7216174183514774, "chrf": 73.14943127490325, "bleu": 41.34077493081859, "rougeL": 0.6927083333333334, "len_ratio": 0.9322916666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_5ccc8990666e132a", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6912045889101339, "chrf": 73.91482292234144, "bleu": 51.22419912918374, "rougeL": 0.7191011235955055, "len_ratio": 0.8321167883211679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}151{"pair_id": "pair_ee282afe28a5ace9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7781036168132942, "chrf": 78.94795848987137, "bleu": 58.56450865366608, "rougeL": 0.8095238095238095, "len_ratio": 0.9659863945578231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_d778a55ebb6347f9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5734767025089607, "chrf": 59.50604947498014, "bleu": 25.960814489621644, "rougeL": 0.4970414201183432, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}153{"pair_id": "pair_2c1dcca38f704359", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5964467005076142, "chrf": 61.527220474842395, "bleu": 42.27130017998043, "rougeL": 0.6612903225806451, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_7172fc56dad2d82e", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4769585253456221, "chrf": 61.766190488351626, "bleu": 38.469827292981805, "rougeL": 0.5655172413793104, "len_ratio": 0.7317073170731707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_fd83b0922927c9fe", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7142857142857143, "chrf": 76.7005149476937, "bleu": 51.188471815474955, "rougeL": 0.7419354838709676, "len_ratio": 0.9741935483870968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}156{"pair_id": "pair_f62215653e90baff", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6575520833333333, "chrf": 69.27043886026418, "bleu": 39.23457696601662, "rougeL": 0.6206896551724138, "len_ratio": 1.1122448979591837, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_d17e309a256486a2", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6951476793248945, "chrf": 66.99706418531584, "bleu": 43.26658053259533, "rougeL": 0.7032967032967034, "len_ratio": 0.8344827586206897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}158{"pair_id": "pair_582e65f4325f3248", "doc_id": "doc_b1675be26e230c94", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.35185185185185186, "chrf": 62.62462239572536, "bleu": 39.391062828111124, "rougeL": 0.4639175257731959, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_d5142de550b99285", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7475113122171946, "chrf": 70.1299544387141, "bleu": 45.60226901226311, "rougeL": 0.7155425219941349, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_2300811d12980539", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7038745387453875, "chrf": 75.80395929438424, "bleu": 58.17062482485195, "rougeL": 0.7555555555555555, "len_ratio": 0.9786096256684492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9696969696969697, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}161{"pair_id": "pair_d0e218df30170fde", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5843208751139471, "chrf": 62.39770405354058, "bleu": 26.675336550405795, "rougeL": 0.6141304347826088, "len_ratio": 0.9826589595375722, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_4333e4b5505d83d7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.626560726447219, "chrf": 71.44333344922195, "bleu": 48.88051363057227, "rougeL": 0.6428571428571429, "len_ratio": 1.0147058823529411, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_7225a8399ae7a1ed", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7630979498861048, "chrf": 78.58418998224039, "bleu": 57.32785749042569, "rougeL": 0.7777777777777778, "len_ratio": 0.8805970149253731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}164{"pair_id": "pair_7acee6b89b5f0303", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6507713884992987, "chrf": 68.6686070536153, "bleu": 40.05274304737525, "rougeL": 0.6403940886699506, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}165{"pair_id": "pair_8a2215bbda602325", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5220070422535211, "chrf": 68.86728403036525, "bleu": 34.80280248238333, "rougeL": 0.5705521472392637, "len_ratio": 1.1466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_7c7bcf80cfe2c598", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5801801801801802, "chrf": 64.51480546027545, "bleu": 40.70539504501692, "rougeL": 0.631578947368421, "len_ratio": 0.8974358974358975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}167{"pair_id": "pair_49a2ad708daca6ea", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6198830409356726, "chrf": 71.13040409531787, "bleu": 46.097003518661516, "rougeL": 0.6602870813397129, "len_ratio": 1.0097087378640777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_5b8c150ea1852476", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.723156532988357, "chrf": 69.01050559647064, "bleu": 42.092840820105955, "rougeL": 0.7024793388429753, "len_ratio": 0.9824561403508771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_458e3860e40da7d8", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7490757855822551, "chrf": 76.47304164299159, "bleu": 55.2428389976281, "rougeL": 0.7526132404181184, "len_ratio": 0.8758169934640523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}170{"pair_id": "pair_b40831eac9cfc37f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7177304964539006, "chrf": 69.30389796362749, "bleu": 45.225526917722846, "rougeL": 0.6834170854271358, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_83f67ae8fcf09814", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7257142857142858, "chrf": 71.62374363953926, "bleu": 50.11562307245132, "rougeL": 0.6971428571428572, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_aff857419cb3124f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8352090032154341, "chrf": 83.26072049480095, "bleu": 62.955069556665656, "rougeL": 0.8444444444444443, "len_ratio": 1.04093567251462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_771af0fa37912adc", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6418918918918919, "chrf": 69.81236932799592, "bleu": 41.1984712753939, "rougeL": 0.6582914572864322, "len_ratio": 1.068062827225131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0}174{"pair_id": "pair_0dd4cee58ee01917", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7524950099800399, "chrf": 69.32902486973734, "bleu": 38.25521650786729, "rougeL": 0.7214854111405836, "len_ratio": 0.7453703703703703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -7.0}175{"pair_id": "pair_2baf3b1f464ffb6a", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7344674556213018, "chrf": 77.35416147256717, "bleu": 54.266509202986825, "rougeL": 0.7785888077858881, "len_ratio": 0.9365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}176{"pair_id": "pair_f91011357b0f413e", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5282685512367491, "chrf": 67.69554482702898, "bleu": 33.35025655942299, "rougeL": 0.5798816568047338, "len_ratio": 1.0365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_5eaed95acde41df5", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7084398976982097, "chrf": 76.98745875112456, "bleu": 51.446093807192064, "rougeL": 0.7073170731707317, "len_ratio": 1.0509554140127388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}178{"pair_id": "pair_0801fc744b6e1800", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7514231499051234, "chrf": 71.40684488145634, "bleu": 48.22725497789702, "rougeL": 0.7307692307692306, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_e4db746a7e13cd69", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5550786838340487, "chrf": 60.95043942038251, "bleu": 29.113397544112487, "rougeL": 0.5514018691588786, "len_ratio": 0.9065420560747663, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}180{"pair_id": "pair_05996163cda6cd8a", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.77737881508079, "chrf": 76.10267486706037, "bleu": 56.86561025580845, "rougeL": 0.7820512820512822, "len_ratio": 0.8641975308641975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_8f916bb9c619bc85", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7125748502994012, "chrf": 70.12358800159625, "bleu": 41.386145781109896, "rougeL": 0.7317073170731706, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}182{"pair_id": "pair_d12fd60a6972ca59", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6371681415929203, "chrf": 67.21580674577672, "bleu": 41.91872572205207, "rougeL": 0.6666666666666667, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_c42ef559fcb52018", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7760778859527121, "chrf": 73.69873384352204, "bleu": 52.64220848583171, "rougeL": 0.7804878048780488, "len_ratio": 0.9326923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_49a92ef97458e13a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7068366164542295, "chrf": 71.61219610259474, "bleu": 46.97998266650033, "rougeL": 0.7679324894514769, "len_ratio": 0.832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}185{"pair_id": "pair_95954eb9e2e1d3fc", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8942687747035574, "chrf": 87.91474928723014, "bleu": 72.79839850771747, "rougeL": 0.8957055214723926, "len_ratio": 1.0410958904109588, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}186{"pair_id": "pair_09f353939ba6f32e", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.75139146567718, "chrf": 78.83248703267004, "bleu": 57.11266975343159, "rougeL": 0.7777777777777779, "len_ratio": 1.0789473684210527, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}187{"pair_id": "pair_8e08d7b99ed5ef66", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5735821966977745, "chrf": 66.56265006327004, "bleu": 37.57872497313782, "rougeL": 0.5964125560538116, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_700daf9ee426caee", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5336571825121443, "chrf": 64.3702884590227, "bleu": 32.2342778255115, "rougeL": 0.5513784461152882, "len_ratio": 0.9897435897435898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_38fb393785deac43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.676162547130289, "chrf": 72.02180608214874, "bleu": 45.589466282220286, "rougeL": 0.6666666666666667, "len_ratio": 0.9201030927835051, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_a4223ce78ada358a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5477815699658704, "chrf": 71.40838310392596, "bleu": 50.06720790058293, "rougeL": 0.668235294117647, "len_ratio": 1.0802139037433156, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9428571428571428, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}191{"pair_id": "pair_fdf4ec8f2a4a8186", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7850799289520426, "chrf": 75.33204363797265, "bleu": 64.22551543222094, "rougeL": 0.816326530612245, "len_ratio": 0.956989247311828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_22ee3893fc4f0f4a", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6983930778739185, "chrf": 66.2403819920509, "bleu": 37.35196759060346, "rougeL": 0.6666666666666666, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_ddb796a3b7bd3701", "doc_id": "doc_cbee4bf03365a459", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.682884448305821, "chrf": 70.64417535815596, "bleu": 41.4779691841958, "rougeL": 0.6975308641975309, "len_ratio": 0.8620689655172413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}194{"pair_id": "pair_ea366ebac71f8362", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7196969696969697, "chrf": 70.92604305093809, "bleu": 47.80579179123833, "rougeL": 0.7519379844961239, "len_ratio": 1.0238095238095237, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}195{"pair_id": "pair_b7583f280eb9266a", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6831683168316831, "chrf": 74.84093417979258, "bleu": 52.73916260219274, "rougeL": 0.7425742574257426, "len_ratio": 1.0425531914893618, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_ff452f38d42be942", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8294849023090586, "chrf": 84.0389158073096, "bleu": 63.53449794859737, "rougeL": 0.8523489932885905, "len_ratio": 0.8598726114649682, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}197{"pair_id": "pair_eca58a73db742670", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5808080808080809, "chrf": 62.30355182062376, "bleu": 37.73999413614336, "rougeL": 0.5952380952380952, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}198{"pair_id": "pair_e229c25dea1154d8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8476027397260274, "chrf": 83.35360703511107, "bleu": 70.20917793982116, "rougeL": 0.8526315789473684, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_c28cab19b51c5134", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6573643410852713, "chrf": 68.71429081488769, "bleu": 37.62834330594631, "rougeL": 0.6231155778894473, "len_ratio": 1.0052083333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}200{"pair_id": "pair_dcfef16208df99e3", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6473305954825461, "chrf": 78.08865621563982, "bleu": 53.012589778516464, "rougeL": 0.7077464788732394, "len_ratio": 0.9344827586206896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}201{"pair_id": "pair_fd8e7f4fd737bf62", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5995065789473684, "chrf": 60.92473969737316, "bleu": 29.438741321808916, "rougeL": 0.576923076923077, "len_ratio": 1.1829268292682926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_49cf1aa37ed9193d", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7712418300653595, "chrf": 72.87685521149129, "bleu": 49.25931862175088, "rougeL": 0.7349081364829396, "len_ratio": 1.0055555555555555, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_8cb5d6f03140b25b", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8583792289535799, "chrf": 81.7838964590193, "bleu": 61.04752271866845, "rougeL": 0.8418367346938775, "len_ratio": 0.9238578680203046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}204{"pair_id": "pair_c6b9b886fbe17caa", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6843156843156843, "chrf": 76.80756536077855, "bleu": 64.84339534441179, "rougeL": 0.7514792899408285, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}205{"pair_id": "pair_a5b52afcaabcbd41", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7329192546583851, "chrf": 70.99547676378558, "bleu": 44.51133374428898, "rougeL": 0.7086614173228347, "len_ratio": 0.8923076923076924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_fbe226951676a053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6328708644610459, "chrf": 67.97667693858743, "bleu": 39.100260232506706, "rougeL": 0.673758865248227, "len_ratio": 0.9041095890410958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_9730759b03d361c9", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6010025062656641, "chrf": 73.75470223684859, "bleu": 41.741350750372725, "rougeL": 0.6284722222222222, "len_ratio": 1.063197026022305, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_6ebe7baf6292efd2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8181818181818181, "chrf": 82.75316867662741, "bleu": 60.79025916909724, "rougeL": 0.8089171974522293, "len_ratio": 0.9617834394904459, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}209{"pair_id": "pair_093b7944e9e4c596", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5072, "chrf": 57.434404941927674, "bleu": 21.45739419857303, "rougeL": 0.5326086956521738, "len_ratio": 1.2, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_c7dd397534028532", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7162534435261708, "chrf": 73.81971096942684, "bleu": 57.85896104377209, "rougeL": 0.7621247113163973, "len_ratio": 0.8917748917748918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}211{"pair_id": "pair_6b9f2ae535578b8a", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6192619261926193, "chrf": 65.3424064329019, "bleu": 41.040235639665234, "rougeL": 0.6436781609195402, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_1fb3e4bec62c8152", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7688442211055276, "chrf": 75.36453797933518, "bleu": 55.573030282571324, "rougeL": 0.7435897435897437, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_de473f06430276e2", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7302697302697303, "chrf": 73.18193947096555, "bleu": 60.98721214158661, "rougeL": 0.7612903225806451, "len_ratio": 0.8121212121212121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}214{"pair_id": "pair_9c50fa8d6e9bf9ba", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7390180878552972, "chrf": 75.26681628366767, "bleu": 59.12175956303453, "rougeL": 0.7829457364341086, "len_ratio": 0.917910447761194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9230769230769231, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}215{"pair_id": "pair_73c6d66aac81017c", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6218678815489749, "chrf": 65.11835346580274, "bleu": 36.36358583366285, "rougeL": 0.6131386861313868, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}216{"pair_id": "pair_a9ec4a89035b890d", "doc_id": "doc_e70ce9ae73c32589", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6952526799387442, "chrf": 63.75100509476754, "bleu": 34.69478375483197, "rougeL": 0.5863874345549739, "len_ratio": 0.8415841584158416, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}217{"pair_id": "pair_52e1e52d454b4bbb", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5468319559228649, "chrf": 53.14968156524779, "bleu": 19.27992570856865, "rougeL": 0.44651162790697674, "len_ratio": 1.0693069306930694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}218{"pair_id": "pair_379b4a364a2750bd", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6669139465875371, "chrf": 70.205830926184, "bleu": 43.84598725808268, "rougeL": 0.6700507614213197, "len_ratio": 1.0523560209424083, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}219{"pair_id": "pair_1016b40529daa4e8", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6702508960573477, "chrf": 63.04611998738071, "bleu": 33.45863425360907, "rougeL": 0.5662650602409639, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_3778c2c5facdf11a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6921086675291074, "chrf": 67.9028339371903, "bleu": 40.56345001214092, "rougeL": 0.6666666666666666, "len_ratio": 0.9912280701754386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}221{"pair_id": "pair_06f40fed7d7832f8", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6097560975609756, "chrf": 62.80023355625926, "bleu": 32.622583699796046, "rougeL": 0.6395939086294417, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}222{"pair_id": "pair_cd06d2b834f5146a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6229116945107398, "chrf": 64.28427413573492, "bleu": 30.23002132919367, "rougeL": 0.563265306122449, "len_ratio": 0.9833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}223{"pair_id": "pair_ad9b861c63c9cd26", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6229086229086229, "chrf": 63.66270731978887, "bleu": 33.83459454862981, "rougeL": 0.64, "len_ratio": 0.956140350877193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_38e324907ccc6846", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7544393708777271, "chrf": 81.04012116407688, "bleu": 63.69338725001865, "rougeL": 0.7992351816443596, "len_ratio": 0.8587360594795539, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}225{"pair_id": "pair_e84e2197ee61afb4", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6190476190476191, "chrf": 73.76974946323236, "bleu": 45.679430879089125, "rougeL": 0.6533333333333333, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_b1ea4c151f4ad8ba", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8689121529358216, "chrf": 88.04286131294087, "bleu": 75.23803660331444, "rougeL": 0.8816326530612245, "len_ratio": 0.997229916897507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}227{"pair_id": "pair_587eeae4e76ff484", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8302139037433155, "chrf": 85.5412206073044, "bleu": 64.98250353252494, "rougeL": 0.8479262672811061, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}228{"pair_id": "pair_a298081b1cca21aa", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5162548764629389, "chrf": 70.84534788474299, "bleu": 48.80568015635458, "rougeL": 0.6504854368932039, "len_ratio": 0.8037383177570093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}229{"pair_id": "pair_376dd2cf2b3c00dc", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5597147950089126, "chrf": 65.08404287394974, "bleu": 37.763667850480765, "rougeL": 0.5838264299802762, "len_ratio": 1.0163265306122449, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_861636e9ef48c537", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6996386630532971, "chrf": 78.87980457636012, "bleu": 60.956321045535326, "rougeL": 0.751696065128901, "len_ratio": 1.002770083102493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0cce3868261ba441", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5890625, "chrf": 63.091970483971714, "bleu": 29.607454248407905, "rougeL": 0.5873015873015873, "len_ratio": 0.97, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}232{"pair_id": "pair_9dc3a6074e7eba4d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5155004428697962, "chrf": 65.68166992646381, "bleu": 37.917573983944344, "rougeL": 0.5373961218836565, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}233{"pair_id": "pair_955bfdc80088bc6b", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.796895213454075, "chrf": 73.00836598453209, "bleu": 46.87735961023051, "rougeL": 0.7763713080168777, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_29bc401ad35af4ee", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.656967840735069, "chrf": 63.338294859807846, "bleu": 30.848874614576822, "rougeL": 0.5517241379310345, "len_ratio": 0.9504950495049505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}235{"pair_id": "pair_14710846235a4361", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7216014897579144, "chrf": 76.59315147181043, "bleu": 46.12466307036265, "rougeL": 0.734982332155477, "len_ratio": 0.8795986622073578, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}236{"pair_id": "pair_6b8f39f278495e23", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7031729785056295, "chrf": 72.57319589323295, "bleu": 50.0642130876926, "rougeL": 0.6821192052980133, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_606bb5bd613cc47e", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6746987951807228, "chrf": 69.69527900963863, "bleu": 45.196069892148756, "rougeL": 0.6703296703296704, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_dd83b558bde52162", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.624047417442845, "chrf": 64.48818985172286, "bleu": 33.88636203833692, "rougeL": 0.6444444444444445, "len_ratio": 1.1646341463414633, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_e6336e0a5e8d0f01", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7248520710059172, "chrf": 73.1634886486692, "bleu": 51.59895532871826, "rougeL": 0.7052631578947369, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_76c04925d2fec3c6", "doc_id": "doc_dadb00e95af5ab75", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5233415233415233, "chrf": 68.58644290027804, "bleu": 34.97776040347545, "rougeL": 0.5677966101694916, "len_ratio": 1.1415094339622642, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_90798343cefb81bf", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.612483745123537, "chrf": 70.66110804908146, "bleu": 50.74760943073767, "rougeL": 0.6666666666666666, "len_ratio": 0.9345794392523364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_cdb544371e389eb7", "doc_id": "doc_7cc71e43594f0124", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7332808811959087, "chrf": 72.81622243557581, "bleu": 49.704311816681894, "rougeL": 0.7272727272727272, "len_ratio": 1.0050761421319796, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_d70efd650144efe7", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7722929936305732, "chrf": 77.38509646941432, "bleu": 54.49187148258507, "rougeL": 0.7861271676300579, "len_ratio": 0.8602150537634409, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_5215877c50ff164e", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7545180722891567, "chrf": 73.38397789229026, "bleu": 45.71239221181981, "rougeL": 0.7096774193548387, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}245{"pair_id": "pair_1967e35350450682", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7134935304990757, "chrf": 72.35044304322759, "bleu": 47.50203774799216, "rougeL": 0.6792452830188679, "len_ratio": 1.0704225352112675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_55fba18ede6aef11", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6181533646322379, "chrf": 60.318283823551276, "bleu": 33.968921631194824, "rougeL": 0.6043956043956045, "len_ratio": 0.8144329896907216, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}247{"pair_id": "pair_6518e9ac5509802a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.717366628830874, "chrf": 84.00249148472659, "bleu": 70.26123460599683, "rougeL": 0.7608695652173915, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}248{"pair_id": "pair_a1aa1029745d167d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6234522942461762, "chrf": 75.14481255299158, "bleu": 53.085414236492035, "rougeL": 0.7058823529411765, "len_ratio": 1.0374331550802138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_5cb4860a604a843b", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.808170515097691, "chrf": 76.91886501697593, "bleu": 63.88079723731816, "rougeL": 0.826530612244898, "len_ratio": 0.956989247311828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}250{"pair_id": "pair_7499a298a12f0109", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5355329949238579, "chrf": 52.09507717794016, "bleu": 29.159765926469102, "rougeL": 0.5762711864406779, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_fcc757291d58be13", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5527831094049904, "chrf": 67.92997344768706, "bleu": 42.675400336720465, "rougeL": 0.6230529595015576, "len_ratio": 0.9433962264150944, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}252{"pair_id": "pair_c8694321a5ca771f", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7161430119176597, "chrf": 75.507290227432, "bleu": 57.364069204398525, "rougeL": 0.7706422018348622, "len_ratio": 0.9503105590062112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}253{"pair_id": "pair_a4d4d91e84e348b6", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5978835978835979, "chrf": 60.846339859322775, "bleu": 27.982337318207257, "rougeL": 0.5058823529411764, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_604bcf9fcd54a2f1", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6337817638266069, "chrf": 67.2877472281656, "bleu": 34.845193031199905, "rougeL": 0.6395939086294417, "len_ratio": 1.1195652173913044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_643a841687f0d2dd", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.612410986775178, "chrf": 67.43387525940375, "bleu": 43.92902033317175, "rougeL": 0.6618181818181817, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_3283402f4bcc1c31", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6890130353817505, "chrf": 70.70002399159925, "bleu": 46.08355989247224, "rougeL": 0.6829268292682926, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_4619a5dce953588a", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5411764705882354, "chrf": 57.9772145848416, "bleu": 18.00162607480881, "rougeL": 0.5157232704402516, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_9aa54df255a9ffeb", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6517412935323383, "chrf": 68.27170769715215, "bleu": 43.807282029667945, "rougeL": 0.6595744680851064, "len_ratio": 1.0449438202247192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_c65b9d98f564a283", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.72265625, "chrf": 73.50590520413961, "bleu": 51.74020962780828, "rougeL": 0.7549668874172185, "len_ratio": 1.0684931506849316, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_7d84f5ae21e98990", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7677329624478442, "chrf": 78.36450566795224, "bleu": 63.34027033774692, "rougeL": 0.8324873096446701, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}261{"pair_id": "pair_34e0ce9300ebbd4c", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6623255813953488, "chrf": 68.38907272825791, "bleu": 40.45178042951478, "rougeL": 0.7000000000000001, "len_ratio": 0.8024691358024691, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}262{"pair_id": "pair_222a23ef889c352b", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7380585516178737, "chrf": 75.74144962716872, "bleu": 53.98482977234173, "rougeL": 0.7263157894736842, "len_ratio": 1.043010752688172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_7b319cacd1b3b38d", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8454706927175843, "chrf": 79.89642119913499, "bleu": 69.19364983048537, "rougeL": 0.8484848484848485, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_1388a2e541d50a6d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7688060731538993, "chrf": 77.34440691239828, "bleu": 52.47396153787171, "rougeL": 0.7328605200945626, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}265{"pair_id": "pair_81f5f1995e355c9b", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5492487479131887, "chrf": 62.49190107479006, "bleu": 34.044307738535196, "rougeL": 0.575197889182058, "len_ratio": 1.0376344086021505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_81071fedee01556a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5229007633587786, "chrf": 58.52202121481085, "bleu": 20.264699487654475, "rougeL": 0.5064935064935066, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}267{"pair_id": "pair_c9b71287cec0bfef", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7487875848690592, "chrf": 74.86778730926153, "bleu": 54.023971598455525, "rougeL": 0.7290969899665553, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}268{"pair_id": "pair_c1a17626ce019daf", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7293610911701365, "chrf": 72.35216905933534, "bleu": 48.4737325620742, "rougeL": 0.7673860911270983, "len_ratio": 0.8372093023255814, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}269{"pair_id": "pair_843719bad996e9e9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5326530612244897, "chrf": 56.736211549164736, "bleu": 16.17708067266572, "rougeL": 0.5428571428571428, "len_ratio": 1.1076923076923078, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}270{"pair_id": "pair_a68bba17780a3e48", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6984126984126984, "chrf": 76.67595835664864, "bleu": 54.831656353907164, "rougeL": 0.7866666666666666, "len_ratio": 1.0547945205479452, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_a86e5bf1357766e4", "doc_id": "doc_592708c2d62b5b42", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7777777777777778, "chrf": 77.15539112039045, "bleu": 58.002241123525515, "rougeL": 0.8, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_148d23e6f9005dcc", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.699357851722125, "chrf": 77.89741228128054, "bleu": 53.47614589574547, "rougeL": 0.7223168654173765, "len_ratio": 1.0293040293040292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}273{"pair_id": "pair_892c240ce1b7aa9e", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6428571428571428, "chrf": 67.56559542299368, "bleu": 35.861439342215824, "rougeL": 0.6577777777777778, "len_ratio": 1.1020408163265305, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_f72a453777101142", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6429378531073446, "chrf": 64.20275277557757, "bleu": 46.36603648780617, "rougeL": 0.661764705882353, "len_ratio": 0.9124087591240876, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_6bdf342566fe7abe", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6954976303317535, "chrf": 68.5041669572161, "bleu": 37.58053794243337, "rougeL": 0.6329113924050633, "len_ratio": 1.1981132075471699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}276{"pair_id": "pair_74d7253fcd30392f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6526806526806527, "chrf": 69.65700425277677, "bleu": 44.60301916652391, "rougeL": 0.6768447837150128, "len_ratio": 1.0471204188481675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}277{"pair_id": "pair_edcc08462bba7d66", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7333333333333334, "chrf": 73.34101452154098, "bleu": 47.71784996567383, "rougeL": 0.7349397590361447, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_c55370afce6b754c", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6876267748478702, "chrf": 71.09672660261238, "bleu": 38.041995992551165, "rougeL": 0.6365795724465557, "len_ratio": 1.0394088669950738, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}279{"pair_id": "pair_616fecfaef5e9afa", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7929078014184398, "chrf": 79.07712878434839, "bleu": 57.173132383190776, "rougeL": 0.7979797979797979, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_b4f857e4f7a460cf", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6035502958579881, "chrf": 62.2061247590367, "bleu": 34.14606629196936, "rougeL": 0.6259541984732825, "len_ratio": 0.7333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}281{"pair_id": "pair_436ff08b9a6fe740", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5707121364092277, "chrf": 61.34310227696825, "bleu": 25.70711161321307, "rougeL": 0.5395683453237411, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_b611046b7908f7f9", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6548148148148147, "chrf": 65.40812088861146, "bleu": 41.65080773296028, "rougeL": 0.6096256684491979, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}283{"pair_id": "pair_2a433c18451db499", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5580029368575624, "chrf": 62.33687695680958, "bleu": 34.43340234129714, "rougeL": 0.5572139303482587, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}284{"pair_id": "pair_9e2379f6a17d86f3", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6202185792349727, "chrf": 65.15850710819018, "bleu": 39.358088471935396, "rougeL": 0.6491228070175439, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_28adf167e9ab6c5e", "doc_id": "doc_71d406f9105e8832", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7299270072992701, "chrf": 71.52450423488452, "bleu": 44.027603822322234, "rougeL": 0.7130434782608696, "len_ratio": 0.8387096774193549, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_c502cfa7ecbb1f23", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7906403940886699, "chrf": 73.95379171216457, "bleu": 49.4067715908176, "rougeL": 0.7967479674796748, "len_ratio": 0.8636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}287{"pair_id": "pair_6c2a4fd3935b1c4e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7752247752247752, "chrf": 80.13215021832599, "bleu": 67.87257496358245, "rougeL": 0.7784431137724551, "len_ratio": 0.9575757575757575, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}288{"pair_id": "pair_26e07c12e2440a77", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.663109756097561, "chrf": 64.23296476655041, "bleu": 31.951349632987437, "rougeL": 0.6875, "len_ratio": 0.9108910891089109, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}289{"pair_id": "pair_cb1aabb45a9f7e5c", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5867602808425276, "chrf": 62.72558225872245, "bleu": 26.67283507118828, "rougeL": 0.5579710144927537, "len_ratio": 0.9357142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}290{"pair_id": "pair_b073b05b6f07cd5b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6030534351145038, "chrf": 65.71136271311876, "bleu": 35.83518106309536, "rougeL": 0.5909090909090908, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}291{"pair_id": "pair_94bbfc333829a60a", "doc_id": "doc_d63488e03c286073", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6591836734693878, "chrf": 66.74242427265158, "bleu": 38.834002638845014, "rougeL": 0.6206896551724138, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}292{"pair_id": "pair_adcec57a8bce34c5", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6888045540796963, "chrf": 61.857078752486174, "bleu": 23.07367402249661, "rougeL": 0.6760563380281689, "len_ratio": 0.7073170731707317, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_77abbf77b9da40bb", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.473568281938326, "chrf": 64.42310364510985, "bleu": 40.33440793740366, "rougeL": 0.54320987654321, "len_ratio": 0.9558823529411765, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_e1185ba977ee244f", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8370423546302943, "chrf": 81.52131005483795, "bleu": 63.82997115353405, "rougeL": 0.831111111111111, "len_ratio": 1.0046511627906978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}295{"pair_id": "pair_fc317e2b87a2a542", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6638537271448663, "chrf": 72.67130098966848, "bleu": 50.40930039728424, "rougeL": 0.6509433962264152, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_7a25e76eb2ff9b60", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6825645035183737, "chrf": 67.67875965504822, "bleu": 47.77109412883083, "rougeL": 0.6789838337182448, "len_ratio": 0.9017857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}297{"pair_id": "pair_3c164cee2bd6c957", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5471289274106175, "chrf": 67.26573597135113, "bleu": 47.809775036913955, "rougeL": 0.6191950464396285, "len_ratio": 0.9254658385093167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}298{"pair_id": "pair_d7445b3ec0e9e28f", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4719848053181387, "chrf": 66.09827440324817, "bleu": 39.84956202807005, "rougeL": 0.5621301775147929, "len_ratio": 1.050314465408805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_71f0d0a8ad3cf5ea", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7203166226912929, "chrf": 72.48623376120179, "bleu": 42.91462702698193, "rougeL": 0.6696832579185521, "len_ratio": 0.9907407407407407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}300{"pair_id": "pair_d17600e7d1feb800", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5708333333333333, "chrf": 56.193688372440675, "bleu": 18.426849425064187, "rougeL": 0.45161290322580644, "len_ratio": 1.0891089108910892, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_73b59c4d552a1e38", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7874509803921569, "chrf": 76.72305155938876, "bleu": 57.400266641427784, "rougeL": 0.7712765957446809, "len_ratio": 0.9581151832460733, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}302{"pair_id": "pair_7470cf9ca3db231f", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7331628303495311, "chrf": 73.99380607798034, "bleu": 47.09825734195932, "rougeL": 0.6948640483383686, "len_ratio": 1.0764331210191083, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_cc20a8aae5cbac0b", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6758436944937833, "chrf": 74.50790413335369, "bleu": 49.25889944689159, "rougeL": 0.6813880126182965, "len_ratio": 0.9872611464968153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}304{"pair_id": "pair_0c64a6109aa8698e", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8, "chrf": 77.83632159572885, "bleu": 55.96244955472227, "rougeL": 0.754257907542579, "len_ratio": 0.9852216748768473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}305{"pair_id": "pair_32cbef6a97f049ed", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6242331288343559, "chrf": 65.56907158390624, "bleu": 33.53677073547128, "rougeL": 0.599009900990099, "len_ratio": 1.0364583333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}306{"pair_id": "pair_470fc855f498a711", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6757281553398058, "chrf": 69.55174160505673, "bleu": 51.43912798595234, "rougeL": 0.7, "len_ratio": 1.0128205128205128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_4a3ffb2ffe27e48e", "doc_id": "doc_75e4c206f7fbdd67", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8596491228070176, "chrf": 84.21655269791663, "bleu": 65.19358684813214, "rougeL": 0.8513513513513514, "len_ratio": 0.84, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}308{"pair_id": "pair_4bc83be0e915f7e2", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49533954727030627, "chrf": 60.09881575988676, "bleu": 27.051930974647007, "rougeL": 0.49402390438247007, "len_ratio": 1.0080645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_252f6b35d8d6b7a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7235054347826086, "chrf": 71.16558025866858, "bleu": 53.43635059969915, "rougeL": 0.7791563275434243, "len_ratio": 0.7972350230414746, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}310{"pair_id": "pair_3db5680ce83b4a9a", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.730791450028885, "chrf": 74.96772576295889, "bleu": 54.31970482184423, "rougeL": 0.7467652495378928, "len_ratio": 0.9888059701492538, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_649fc4991c6b94e7", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6657894736842105, "chrf": 69.31835611271748, "bleu": 39.67581501179175, "rougeL": 0.6545454545454545, "len_ratio": 1.1057692307692308, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_768486d2d6d13dce", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6888544891640866, "chrf": 73.36659457265272, "bleu": 45.034514845519084, "rougeL": 0.717948717948718, "len_ratio": 1.043956043956044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_d331bb07b2aae710", "doc_id": "doc_746a4589dcef0f3d", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6421278882321333, "chrf": 71.00215624265903, "bleu": 40.894155727186515, "rougeL": 0.6480836236933798, "len_ratio": 0.9855072463768116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}314{"pair_id": "pair_549eaa531a8ff8c8", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5772558714462299, "chrf": 59.01282027690028, "bleu": 25.64064093996166, "rougeL": 0.5785123966942148, "len_ratio": 0.9105691056910569, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_7cfd87476916eb16", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6704119850187267, "chrf": 69.95659211352555, "bleu": 40.680276602367925, "rougeL": 0.6153846153846154, "len_ratio": 1.028169014084507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}316{"pair_id": "pair_49eb81f7c271385f", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8468085106382979, "chrf": 79.82580652312741, "bleu": 59.33158096817209, "rougeL": 0.8105263157894738, "len_ratio": 0.8787878787878788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}317{"pair_id": "pair_159bdcf7c5ce6b43", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7306501547987616, "chrf": 68.53406662458545, "bleu": 40.77623554954319, "rougeL": 0.6951871657754011, "len_ratio": 0.7864077669902912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}318{"pair_id": "pair_3b61110f14c9d441", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8089368258859784, "chrf": 78.59939872039874, "bleu": 60.023537587447926, "rougeL": 0.7909604519774012, "len_ratio": 0.9239130434782609, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}319{"pair_id": "pair_1752ec22f6a58306", "doc_id": "doc_fe2ddb404d112460", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7882960413080895, "chrf": 72.4469391612984, "bleu": 51.165004012396935, "rougeL": 0.7810650887573964, "len_ratio": 0.8314606741573034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}320{"pair_id": "pair_daee5f7a0a579544", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6574234546504911, "chrf": 70.83928549585804, "bleu": 44.4303611069872, "rougeL": 0.6679035250463822, "len_ratio": 0.9813432835820896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}321{"pair_id": "pair_371e08c3f3e82b29", "doc_id": "doc_b1675be26e230c94", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.43993759750390016, "chrf": 64.06036928823016, "bleu": 41.94144717277329, "rougeL": 0.5257142857142857, "len_ratio": 0.7708333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}322{"pair_id": "pair_b60579151b2090e5", "doc_id": "doc_746a4589dcef0f3d", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6835034927458356, "chrf": 67.84005810356516, "bleu": 44.07260415419665, "rougeL": 0.7153846153846155, "len_ratio": 0.7898550724637681, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}323{"pair_id": "pair_e11f308e80430272", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.648997134670487, "chrf": 73.75624464360286, "bleu": 50.45904174818351, "rougeL": 0.6632653061224489, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}324{"pair_id": "pair_a8fc55f750d147ab", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5449330783938815, "chrf": 65.47689144199192, "bleu": 36.62476786872232, "rougeL": 0.5423728813559322, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}325{"pair_id": "pair_bfa7f3b1806a87ca", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5307101727447217, "chrf": 68.67977871393327, "bleu": 44.440733714774005, "rougeL": 0.6417445482866044, "len_ratio": 0.9559748427672956, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}326{"pair_id": "pair_be01e1c67bf016fa", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7621776504297995, "chrf": 76.49430628137247, "bleu": 56.2535959103103, "rougeL": 0.7959183673469388, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}327{"pair_id": "pair_9c200f2e3a378346", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7640625, "chrf": 75.42172340138245, "bleu": 52.42672036001808, "rougeL": 0.7942857142857144, "len_ratio": 0.835, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}328{"pair_id": "pair_c26b02f8a843800f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5459098497495827, "chrf": 71.3006324282542, "bleu": 38.084110006981284, "rougeL": 0.6153846153846153, "len_ratio": 1.072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_7a5cedd9bc0566ce", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.729060451565914, "chrf": 71.4276769152655, "bleu": 43.497407863946314, "rougeL": 0.7290640394088671, "len_ratio": 0.9502487562189055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}330{"pair_id": "pair_957c0a494aa81f30", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7552581261950286, "chrf": 79.79201825384553, "bleu": 61.138922180260586, "rougeL": 0.7801418439716311, "len_ratio": 0.948905109489051, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_e4232a616f0ac208", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6970317297850563, "chrf": 72.30271036130053, "bleu": 46.73388673665248, "rougeL": 0.7, "len_ratio": 0.8266666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_a14d851f827967e3", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7522768670309654, "chrf": 70.91395414029189, "bleu": 46.54399939675334, "rougeL": 0.7643312101910829, "len_ratio": 0.7976190476190477, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_fbfab1fc12812d27", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6325301204819277, "chrf": 61.36177024472021, "bleu": 34.26261103783429, "rougeL": 0.5384615384615384, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_f2feebb86a7d3489", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6119162640901772, "chrf": 71.3633209540513, "bleu": 41.44926198356629, "rougeL": 0.7118644067796609, "len_ratio": 0.9069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}335{"pair_id": "pair_1a88e5ba06878f8c", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6070726915520629, "chrf": 61.56270298821084, "bleu": 28.63822381810177, "rougeL": 0.5694444444444445, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_2fc5765bd83d645b", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6473551637279598, "chrf": 63.559805562204495, "bleu": 32.908567114177345, "rougeL": 0.6611570247933884, "len_ratio": 0.8870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}337{"pair_id": "pair_ce8b88ad1fc57189", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6312849162011174, "chrf": 73.14530480138565, "bleu": 49.37382851294803, "rougeL": 0.627177700348432, "len_ratio": 1.0661764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}338{"pair_id": "pair_ae2f0ac22b90b690", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6526402640264026, "chrf": 63.97285171714381, "bleu": 34.224502973928374, "rougeL": 0.623229461756374, "len_ratio": 1.1097560975609757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_b0a1b0967da14be7", "doc_id": "doc_3b73c0c303c8ada6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7369994022713688, "chrf": 74.69334658979882, "bleu": 53.104463680886504, "rougeL": 0.7850467289719626, "len_ratio": 0.8278388278388278, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}340{"pair_id": "pair_4fe91802a15b95ac", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7216014897579144, "chrf": 75.78290166756508, "bleu": 46.3483340489654, "rougeL": 0.7226890756302521, "len_ratio": 0.9765886287625418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}341{"pair_id": "pair_dbad181deda0b532", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8128654970760234, "chrf": 84.26403828841023, "bleu": 71.29764008444097, "rougeL": 0.8362573099415205, "len_ratio": 0.935672514619883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}342{"pair_id": "pair_c05c6be96a9a3ce6", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7313691507798961, "chrf": 75.73287878754978, "bleu": 55.161311155920714, "rougeL": 0.7421150278293136, "len_ratio": 0.9813432835820896, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_e258ecb3da172baa", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6890756302521008, "chrf": 68.80935570887466, "bleu": 49.0286305107985, "rougeL": 0.7002652519893899, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}344{"pair_id": "pair_f1090169355039cf", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7588832487309645, "chrf": 72.0369862062187, "bleu": 56.30027747144096, "rougeL": 0.7768595041322315, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}345{"pair_id": "pair_e0041e8da781ae3f", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5620915032679739, "chrf": 63.641030314755945, "bleu": 36.80715324951093, "rougeL": 0.5714285714285714, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}346{"pair_id": "pair_1b827024258e5fe3", "doc_id": "doc_fe2ddb404d112460", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.679245283018868, "chrf": 70.15338802357853, "bleu": 45.67781006550228, "rougeL": 0.6923076923076924, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_d61d508bd475059d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6031434184675835, "chrf": 66.9628759046605, "bleu": 40.67458445410947, "rougeL": 0.624561403508772, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_95c1d98a96ba8ab3", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7400336889387984, "chrf": 77.44776877294804, "bleu": 55.312130497415275, "rougeL": 0.7418803418803419, "len_ratio": 0.9927272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}349{"pair_id": "pair_1313cb8ef4581a6b", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.44605678233438484, "chrf": 68.0881643470534, "bleu": 40.670321753310354, "rougeL": 0.5278969957081545, "len_ratio": 0.9484978540772532, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}350{"pair_id": "pair_12461ad06ee443f4", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6608863198458574, "chrf": 65.55693188514834, "bleu": 35.18146058466013, "rougeL": 0.6626506024096386, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}351{"pair_id": "pair_cb8ff4fed8648e40", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8241563055062167, "chrf": 78.8238361696001, "bleu": 60.14320460018995, "rougeL": 0.8087431693989071, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_04ee2f9d86bc258e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5998003992015968, "chrf": 66.56577849758573, "bleu": 36.934022498478384, "rougeL": 0.5951557093425607, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}353{"pair_id": "pair_53ea3eae4a6d6073", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.703012912482066, "chrf": 68.93499773812208, "bleu": 40.38780871768349, "rougeL": 0.6478873239436619, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_852782e8f75b2eed", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6856127886323269, "chrf": 68.76573562139922, "bleu": 43.73190871473337, "rougeL": 0.7093023255813953, "len_ratio": 0.8681318681318682, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}355{"pair_id": "pair_4986e23def53a782", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5714285714285714, "chrf": 58.731911171879425, "bleu": 14.946973303125132, "rougeL": 0.5588235294117646, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_6b329bf8d93990ab", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8486707566462168, "chrf": 82.68180743078955, "bleu": 64.1405339463173, "rougeL": 0.8767123287671232, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_143b105a81bf0bc4", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6649122807017545, "chrf": 78.09102468278365, "bleu": 55.5828730680677, "rougeL": 0.6666666666666666, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}358{"pair_id": "pair_0ceb8ae2631cf94e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6880165289256198, "chrf": 74.39689140705572, "bleu": 57.920753083539715, "rougeL": 0.7443946188340808, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_482e3478376cbf6a", "doc_id": "doc_d63488e03c286073", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7312925170068028, "chrf": 71.22838799830394, "bleu": 47.134669029705165, "rougeL": 0.6965699208443272, "len_ratio": 0.8226600985221675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}360{"pair_id": "pair_3474c3b3dc52b1f5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6520912547528517, "chrf": 65.66005286311938, "bleu": 28.774632630020356, "rougeL": 0.7142857142857143, "len_ratio": 1.0897435897435896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_bbdca5b719122903", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.45729537366548045, "chrf": 68.28701926464834, "bleu": 40.60671034102864, "rougeL": 0.5389221556886228, "len_ratio": 1.0493827160493827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}362{"pair_id": "pair_421ab162ed8b10e4", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5650793650793651, "chrf": 70.7942585150214, "bleu": 48.26413109159706, "rougeL": 0.6366047745358091, "len_ratio": 0.9301075268817204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}363{"pair_id": "pair_1a34cebf524ca209", "doc_id": "doc_693020f91e971346", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6272040302267002, "chrf": 55.90515616073266, "bleu": 29.600172545352418, "rougeL": 0.6111111111111112, "len_ratio": 0.6774193548387096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}364{"pair_id": "pair_662f25de0256c90a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5860655737704918, "chrf": 71.38800462632581, "bleu": 43.33424900202696, "rougeL": 0.6385542168674699, "len_ratio": 1.0588235294117647, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}365{"pair_id": "pair_8d2fa7213c7a5028", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6203294495781438, "chrf": 72.52731404269375, "bleu": 41.938175983156334, "rougeL": 0.6701164294954722, "len_ratio": 0.9780821917808219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_7a3c6b4e27b290f1", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5879828326180258, "chrf": 63.934668465855516, "bleu": 26.777497626586353, "rougeL": 0.574074074074074, "len_ratio": 0.9252336448598131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}367{"pair_id": "pair_39e7e4ac3ef43d97", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7089518668466037, "chrf": 79.09300026394823, "bleu": 59.763365815055295, "rougeL": 0.7584345479082321, "len_ratio": 1.0138504155124655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_fa1d2a973e6eefb1", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7385496183206106, "chrf": 74.74487565940234, "bleu": 52.272120264438264, "rougeL": 0.7950310559006212, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}369{"pair_id": "pair_4706c97ac485ff1c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7496296296296296, "chrf": 78.77230615450166, "bleu": 55.87396590455772, "rougeL": 0.7807486631016043, "len_ratio": 1.010752688172043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_5838a73c0c4c5e9b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6483221476510067, "chrf": 68.42460733424394, "bleu": 34.89707367557681, "rougeL": 0.641860465116279, "len_ratio": 1.1313131313131313, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}371{"pair_id": "pair_55e977b02b8d2b43", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6762481089258698, "chrf": 69.33813449419948, "bleu": 37.19357995050867, "rougeL": 0.6666666666666666, "len_ratio": 1.058139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}372{"pair_id": "pair_bfcbb4648f104864", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6083720930232558, "chrf": 63.33232564277844, "bleu": 37.33345067436826, "rougeL": 0.6472303206997084, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_790edafbbf563e53", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7821869488536155, "chrf": 80.59626942983546, "bleu": 64.28144946874998, "rougeL": 0.8221225710014948, "len_ratio": 0.9214501510574018, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}374{"pair_id": "pair_6b5b9fe4cf01ba41", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6542056074766356, "chrf": 68.10296878418352, "bleu": 39.15265251174649, "rougeL": 0.6103896103896104, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_bfd73bc995d1f15c", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6845698680018206, "chrf": 78.23831650606667, "bleu": 59.073542290117935, "rougeL": 0.7336956521739131, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_f42890f511bfa9c2", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6157941437444543, "chrf": 70.82205428915304, "bleu": 46.09741902240257, "rougeL": 0.6804733727810651, "len_ratio": 0.8218390804597702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}377{"pair_id": "pair_f1a2ae630268e3c1", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7474931631722881, "chrf": 76.23856986200751, "bleu": 53.85740303936955, "rougeL": 0.7811634349030471, "len_ratio": 0.9421965317919075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}378{"pair_id": "pair_e4714203456d4028", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6641566265060241, "chrf": 64.91074101910233, "bleu": 41.74906718728876, "rougeL": 0.6448087431693988, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}379{"pair_id": "pair_f2b900c48cbcc7c4", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7952755905511811, "chrf": 81.19334595596972, "bleu": 60.315305591575175, "rougeL": 0.7792207792207791, "len_ratio": 1.0943396226415094, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}380{"pair_id": "pair_ca38b5905852d3d1", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5601719197707736, "chrf": 64.24888435678191, "bleu": 42.038325001237176, "rougeL": 0.6043956043956045, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_c0eeb6638fd90e6b", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7878581173260573, "chrf": 75.24724633758395, "bleu": 53.02775888216671, "rougeL": 0.8009478672985781, "len_ratio": 0.8423423423423423, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}382{"pair_id": "pair_b1ca7e57ad0db18c", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6005873715124816, "chrf": 64.42592394867803, "bleu": 35.0971283291023, "rougeL": 0.6030150753768845, "len_ratio": 0.9801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}383{"pair_id": "pair_28f5d69d5671a930", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7321100917431193, "chrf": 75.10949053536145, "bleu": 51.175008220574455, "rougeL": 0.7453416149068323, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}384{"pair_id": "pair_d7df233ff1ce3baf", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.650887573964497, "chrf": 68.85968999846015, "bleu": 41.71825802524486, "rougeL": 0.6464646464646464, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}385{"pair_id": "pair_9757173019376f38", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7205528846153846, "chrf": 71.7890588965637, "bleu": 43.15671602107825, "rougeL": 0.7224669603524229, "len_ratio": 0.788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}386{"pair_id": "pair_45709d5e1553bf1a", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6181172291296626, "chrf": 70.71183581251553, "bleu": 49.430330645819694, "rougeL": 0.6956521739130435, "len_ratio": 1.010989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}387{"pair_id": "pair_4768aeebf8ba1386", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7566607460035524, "chrf": 74.39972136251662, "bleu": 56.786552078342, "rougeL": 0.7634408602150538, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_d22938fa207725f7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.47697160883280754, "chrf": 69.06879571409806, "bleu": 40.60453160663646, "rougeL": 0.5733041575492341, "len_ratio": 0.9141630901287554, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}389{"pair_id": "pair_c739ffe16ec1683f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5355029585798816, "chrf": 60.27932692176519, "bleu": 32.00562155346524, "rougeL": 0.5102040816326531, "len_ratio": 0.9595959595959596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}390{"pair_id": "pair_58c0e26e68ce6358", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6523297491039426, "chrf": 61.704136953750876, "bleu": 32.317662663302094, "rougeL": 0.5301204819277109, "len_ratio": 0.9625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_a89fb184c75d9e33", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6602254428341385, "chrf": 72.28903553483175, "bleu": 44.27392242741726, "rougeL": 0.7134502923976608, "len_ratio": 0.8372093023255814, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}392{"pair_id": "pair_c5a59ce5de79ed03", "doc_id": "doc_bbe20e369485006e", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5895953757225434, "chrf": 58.61892526693238, "bleu": 28.455753846214318, "rougeL": 0.6013071895424837, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}393{"pair_id": "pair_823a4940fa47ef14", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6643137254901961, "chrf": 69.87953779855508, "bleu": 46.27931808737116, "rougeL": 0.6966292134831461, "len_ratio": 0.8534031413612565, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -2.0}394{"pair_id": "pair_427138335a99e095", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.744055944055944, "chrf": 81.10187709050639, "bleu": 60.57363356896741, "rougeL": 0.7734806629834253, "len_ratio": 0.8877551020408163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_6f9d5d28c6268c74", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5302593659942363, "chrf": 52.494863179641726, "bleu": 16.83388144433011, "rougeL": 0.44339622641509435, "len_ratio": 1.0396039603960396, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}396{"pair_id": "pair_d3ef973e52b86667", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6507828454731109, "chrf": 70.67402331891894, "bleu": 37.34155478837728, "rougeL": 0.6695652173913044, "len_ratio": 1.009009009009009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_0193f785c8b560ea", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.60546875, "chrf": 64.81711362064408, "bleu": 26.05810753561061, "rougeL": 0.5857519788918206, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}398{"pair_id": "pair_beca656f3c99bee2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7002652519893899, "chrf": 66.39851701702337, "bleu": 38.87097293381699, "rougeL": 0.7186761229314421, "len_ratio": 0.8051948051948052, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}399{"pair_id": "pair_b4f596e9e439cd94", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.779233870967742, "chrf": 80.07436464457611, "bleu": 61.36106201214784, "rougeL": 0.7815384615384614, "len_ratio": 1.047945205479452, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}400{"pair_id": "pair_bef9b6ee16a3c0fc", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7307162534435262, "chrf": 75.45984527474845, "bleu": 59.32979340385265, "rougeL": 0.7522123893805309, "len_ratio": 0.974025974025974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_e7665d70be63427b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6446469248291572, "chrf": 64.90453785263179, "bleu": 38.093477423201364, "rougeL": 0.6119402985074627, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_cd1e0448ac2225bd", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.748792270531401, "chrf": 75.75823008144783, "bleu": 47.95683026700242, "rougeL": 0.7116279069767443, "len_ratio": 1.0048076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}403{"pair_id": "pair_078654dbb47beffd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.67982924226254, "chrf": 74.26262718571802, "bleu": 45.837789294158135, "rougeL": 0.7103448275862069, "len_ratio": 0.958904109589041, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_6354998295f7f2f0", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6594982078853047, "chrf": 75.59027899961596, "bleu": 52.8851589608866, "rougeL": 0.6790123456790124, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}405{"pair_id": "pair_bff8de3b8d97bc45", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7126269956458635, "chrf": 72.01839485446662, "bleu": 48.60645637754016, "rougeL": 0.7109004739336492, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}406{"pair_id": "pair_6b17cb808a9692c9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6226591760299626, "chrf": 73.64949627347171, "bleu": 40.224887014713026, "rougeL": 0.6666666666666667, "len_ratio": 1.018987341772152, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}407{"pair_id": "pair_e62b054a628ef71a", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6288288288288288, "chrf": 66.97149468352343, "bleu": 44.03926410320721, "rougeL": 0.6289308176100629, "len_ratio": 0.9871794871794872, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}408{"pair_id": "pair_432954617ebeb72e", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6719745222929936, "chrf": 70.94668062219291, "bleu": 47.47751036438147, "rougeL": 0.6888888888888889, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_63da5c4a7c7320cf", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6030320044918585, "chrf": 73.80102275167101, "bleu": 47.304619558717164, "rougeL": 0.6324786324786325, "len_ratio": 0.9854545454545455, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9642857142857143, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}410{"pair_id": "pair_f38b95edff5750cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6720357941834452, "chrf": 77.94993183982018, "bleu": 56.295201897556474, "rougeL": 0.7123655913978494, "len_ratio": 1.0221606648199446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_9209d493729e0e57", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7658473479948253, "chrf": 72.55134992241183, "bleu": 43.114998114319384, "rougeL": 0.7372881355932204, "len_ratio": 0.9122807017543859, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_753fa0469ab79a60", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6227967097532314, "chrf": 64.65668265822026, "bleu": 28.38346728836529, "rougeL": 0.5725806451612903, "len_ratio": 1.0166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}413{"pair_id": "pair_55c0e46e99301494", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6471337579617835, "chrf": 64.37708619170667, "bleu": 33.302533732122996, "rougeL": 0.6183206106870229, "len_ratio": 1.096774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}414{"pair_id": "pair_381acab5808d4c97", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.603409933283914, "chrf": 74.7728614836305, "bleu": 54.21272041465577, "rougeL": 0.7064220183486238, "len_ratio": 1.0106951871657754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}415{"pair_id": "pair_1dccd56e579e8701", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6909547738693467, "chrf": 69.1858514102987, "bleu": 44.266017069002906, "rougeL": 0.7181818181818184, "len_ratio": 0.8706896551724138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}416{"pair_id": "pair_b18788f613b13ca6", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5986013986013986, "chrf": 75.22578098524639, "bleu": 50.2805158861188, "rougeL": 0.6391752577319587, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}417{"pair_id": "pair_b282c43ea12793a1", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6655082536924414, "chrf": 68.73157783321729, "bleu": 42.06126177333442, "rougeL": 0.6878612716763005, "len_ratio": 0.9770114942528736, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_884a836d4ea4c493", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.440378548895899, "chrf": 64.42909394675861, "bleu": 33.68089831551396, "rougeL": 0.5, "len_ratio": 0.9227467811158798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}419{"pair_id": "pair_446361bccc79920c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8584905660377359, "chrf": 80.5655991697043, "bleu": 61.05892050937704, "rougeL": 0.8279569892473119, "len_ratio": 0.945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}420{"pair_id": "pair_555dc7c539036b77", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6085106382978723, "chrf": 67.18803991690321, "bleu": 30.967099729923493, "rougeL": 0.6015037593984963, "len_ratio": 1.1451612903225807, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}421{"pair_id": "pair_c9b1d1b38febc68b", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.820446735395189, "chrf": 81.09383473589665, "bleu": 67.15626570586507, "rougeL": 0.8490028490028491, "len_ratio": 0.8924731182795699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}422{"pair_id": "pair_2b2763a858a3adca", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6238095238095238, "chrf": 73.60932482525226, "bleu": 42.6578567416458, "rougeL": 0.6942148760330578, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}423{"pair_id": "pair_fa4241b63484566c", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7148798521256932, "chrf": 71.5730923694228, "bleu": 45.73215341867347, "rougeL": 0.6491803278688524, "len_ratio": 1.0032679738562091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_f202692d40732251", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7184265010351967, "chrf": 68.91170127867721, "bleu": 36.9694762771782, "rougeL": 0.7259259259259259, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_4916bdba7f4d2fb2", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7721518987341772, "chrf": 75.07832985802409, "bleu": 57.31916200148708, "rougeL": 0.768166089965398, "len_ratio": 0.9448275862068966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_72ab6e09ed65968c", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5634517766497462, "chrf": 65.72607116961333, "bleu": 42.61875283488868, "rougeL": 0.6024096385542168, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}427{"pair_id": "pair_238ab1b64dec92e9", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5752051048313582, "chrf": 60.16817213370901, "bleu": 24.821478324456432, "rougeL": 0.5921787709497206, "len_ratio": 0.9132947976878613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}428{"pair_id": "pair_55e30627d7825232", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6696606786427146, "chrf": 69.51624051924999, "bleu": 42.55003970818253, "rougeL": 0.6551724137931034, "len_ratio": 0.9133333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}429{"pair_id": "pair_4f68f1de189d9eb2", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5145573380867499, "chrf": 65.85183924663097, "bleu": 37.75525132641914, "rougeL": 0.5544554455445545, "len_ratio": 1.0081632653061225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_ce55c735865013f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5763546798029557, "chrf": 60.45347401859698, "bleu": 34.6216380515405, "rougeL": 0.62015503875969, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}431{"pair_id": "pair_c202dbad0daedfba", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6195899772209568, "chrf": 63.42158620855787, "bleu": 36.50505047674119, "rougeL": 0.6029411764705882, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_5557900ea40ddd67", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6799410029498525, "chrf": 70.03777232551623, "bleu": 43.33453926415494, "rougeL": 0.6836734693877551, "len_ratio": 1.1195652173913044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}433{"pair_id": "pair_73646de35fc3cb43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7749546279491832, "chrf": 78.28827780830645, "bleu": 63.359365480598086, "rougeL": 0.7953216374269007, "len_ratio": 0.9431818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_04061ff99c769b8a", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6030368763557483, "chrf": 66.80236311072848, "bleu": 35.11488231356627, "rougeL": 0.5846153846153845, "len_ratio": 1.096774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}435{"pair_id": "pair_8299f5f35d18dab9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5211581291759466, "chrf": 63.186058861713335, "bleu": 38.24382480301709, "rougeL": 0.5694444444444444, "len_ratio": 0.7794117647058824, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}436{"pair_id": "pair_c523b5f686bc9daa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7399497487437185, "chrf": 69.25270092902528, "bleu": 43.8327287457393, "rougeL": 0.7155963302752293, "len_ratio": 0.8620689655172413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}437{"pair_id": "pair_28b2fbc33ac988f5", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6168505516549649, "chrf": 63.13124295651219, "bleu": 26.501877899533454, "rougeL": 0.5787545787545787, "len_ratio": 0.9071428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}438{"pair_id": "pair_f0422124a83a0abf", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7441558441558442, "chrf": 71.29679832482041, "bleu": 52.416808461311774, "rougeL": 0.7607843137254902, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_9258311273a3eb28", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8252788104089219, "chrf": 78.65179803090533, "bleu": 59.11002292140105, "rougeL": 0.8104575163398693, "len_ratio": 0.9859154929577465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_016380f3b87d4545", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7496402877697842, "chrf": 76.89411174289248, "bleu": 55.09388968012706, "rougeL": 0.7523809523809523, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}441{"pair_id": "pair_a98f2a15b3f4a641", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6911976911976911, "chrf": 71.62178041506199, "bleu": 42.030269356169, "rougeL": 0.680306905370844, "len_ratio": 0.949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}442{"pair_id": "pair_dbab43021c86bfa3", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.559774964838256, "chrf": 73.1941116087196, "bleu": 40.241806827751326, "rougeL": 0.6132075471698114, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_1ad1c682d750b506", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7449118046132972, "chrf": 77.18090424943182, "bleu": 58.58894009411356, "rougeL": 0.7717842323651453, "len_ratio": 0.9274193548387096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_b1b09c31cd29eec1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6975493126120742, "chrf": 71.78397675644514, "bleu": 42.558555310195125, "rougeL": 0.6788617886178862, "len_ratio": 0.944, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}445{"pair_id": "pair_f14b0ad7833ffd4c", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7157894736842105, "chrf": 75.02945876614629, "bleu": 54.65727416929323, "rougeL": 0.6708860759493671, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}446{"pair_id": "pair_d4017389763bb4f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6609686609686609, "chrf": 74.47318417909113, "bleu": 44.97733756137305, "rougeL": 0.6764705882352942, "len_ratio": 0.9936708860759493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}447{"pair_id": "pair_8f21ce59b1148420", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7151515151515151, "chrf": 69.1286747858138, "bleu": 43.37164928009294, "rougeL": 0.7515923566878983, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_a76cc8228784ac71", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8124373119358075, "chrf": 76.89172472090291, "bleu": 48.78695715098627, "rougeL": 0.7402135231316725, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}449{"pair_id": "pair_98623f186442c01b", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7252032520325203, "chrf": 73.7599816240459, "bleu": 44.97568706236637, "rougeL": 0.7473684210526317, "len_ratio": 1.010989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}450{"pair_id": "pair_8a107e90e60312eb", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6228926353149955, "chrf": 73.01133956759344, "bleu": 46.969158877269244, "rougeL": 0.6368715083798882, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}451{"pair_id": "pair_3b2da87ab21e11ac", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6829268292682926, "chrf": 66.39601819546878, "bleu": 36.01734014209708, "rougeL": 0.6825775656324582, "len_ratio": 0.7688888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_6080a8dd1c5e3673", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6168549087749783, "chrf": 65.7803828681341, "bleu": 35.790730773491006, "rougeL": 0.6467065868263473, "len_ratio": 0.9080459770114943, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}453{"pair_id": "pair_b33c481ef5092a97", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.814852492370295, "chrf": 76.94166395544985, "bleu": 52.68954481152784, "rougeL": 0.7813620071684587, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}454{"pair_id": "pair_ca76c86a3c4dceb1", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7371937639198218, "chrf": 77.6882451513207, "bleu": 56.331226920571964, "rougeL": 0.75, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}455{"pair_id": "pair_93afc59afa02a38b", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.696028880866426, "chrf": 71.09424718175408, "bleu": 36.144175848398255, "rougeL": 0.6634146341463415, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}456{"pair_id": "pair_5e3fe290b23f1617", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6509528585757272, "chrf": 66.2447583973793, "bleu": 31.616867163291243, "rougeL": 0.6532258064516129, "len_ratio": 0.7357142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}457{"pair_id": "pair_9b7cf4947c9dba18", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5744807121661721, "chrf": 71.19137411187124, "bleu": 44.06878515489526, "rougeL": 0.6313725490196078, "len_ratio": 1.0285714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}458{"pair_id": "pair_6c55b7abc64501a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7437185929648241, "chrf": 68.99208984815967, "bleu": 41.058865115246945, "rougeL": 0.7053571428571429, "len_ratio": 0.9137931034482759, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}459{"pair_id": "pair_b36881c7deeb13bc", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7587844254510921, "chrf": 81.42171177236295, "bleu": 58.13619961732057, "rougeL": 0.8035714285714286, "len_ratio": 0.9620253164556962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}460{"pair_id": "pair_f8591ad19428d353", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4417098445595855, "chrf": 70.94098055857592, "bleu": 46.97383281923086, "rougeL": 0.6, "len_ratio": 0.9906542056074766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_d0a786f4cc557649", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.629976580796253, "chrf": 77.05252687048639, "bleu": 50.34867095352475, "rougeL": 0.703125, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}462{"pair_id": "pair_a1b96993c685abfe", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6567967698519516, "chrf": 68.84371480772235, "bleu": 40.14514964459604, "rougeL": 0.6547085201793722, "len_ratio": 1.0816326530612246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_7a5fa73419dbc4c3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7916666666666666, "chrf": 76.14252990333378, "bleu": 53.11820423612601, "rougeL": 0.7967479674796748, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_56561987b69a8336", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5636094674556213, "chrf": 63.76999527608553, "bleu": 36.20940815642725, "rougeL": 0.5728643216080402, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_1121e0cce2d7055b", "doc_id": "doc_606921299de9f2c7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6944444444444444, "chrf": 70.4943700763347, "bleu": 43.60139587964962, "rougeL": 0.6725663716814159, "len_ratio": 1.0943396226415094, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_251fd3f3c88f61ba", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6297405189620758, "chrf": 62.621765184868096, "bleu": 31.59277062454366, "rougeL": 0.6201550387596899, "len_ratio": 0.7, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}467{"pair_id": "pair_6a78c979c6598d91", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8307426597582038, "chrf": 81.43820864410482, "bleu": 68.39625125607633, "rougeL": 0.8253968253968254, "len_ratio": 1.0106382978723405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_a2583c3b6fbcc765", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6265060240963856, "chrf": 67.79286977482485, "bleu": 41.48973204126987, "rougeL": 0.6626506024096385, "len_ratio": 0.7604166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}469{"pair_id": "pair_858e1317315c6317", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4980879541108987, "chrf": 66.1544243171559, "bleu": 41.15098720914442, "rougeL": 0.5655172413793104, "len_ratio": 1.0145985401459854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}470{"pair_id": "pair_57f77f415ae1efdb", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.596244131455399, "chrf": 66.01817928115722, "bleu": 36.89876584442471, "rougeL": 0.6063829787234042, "len_ratio": 0.8762886597938144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_fe19bbf105a9410f", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8251218191662155, "chrf": 80.67186418793341, "bleu": 61.789474094314784, "rougeL": 0.8118466898954704, "len_ratio": 1.0296296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_53a79cb7957fd9e0", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7171922685656155, "chrf": 67.35233030859564, "bleu": 38.181169168077766, "rougeL": 0.6761565836298933, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}473{"pair_id": "pair_f9f7796681a7e57d", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8133498145859085, "chrf": 78.23784757517343, "bleu": 55.37340279008465, "rougeL": 0.7966101694915254, "len_ratio": 0.8617886178861789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}474{"pair_id": "pair_e2714c55e5c4227d", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6634897360703813, "chrf": 67.34810770389234, "bleu": 26.531376398409517, "rougeL": 0.6127450980392156, "len_ratio": 1.03125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}475{"pair_id": "pair_66d101a244571f66", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7692307692307692, "chrf": 79.29715298103719, "bleu": 58.19326592101629, "rougeL": 0.7755102040816326, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}476{"pair_id": "pair_ed88ea81b5d35936", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6322418136020151, "chrf": 63.09795035488535, "bleu": 36.762928294162066, "rougeL": 0.5483870967741935, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_b85190f0dfd010a3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5077932731747334, "chrf": 71.28999119899332, "bleu": 45.28337406637162, "rougeL": 0.573816155988858, "len_ratio": 1.0350877192982457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}478{"pair_id": "pair_41467475746e6f0c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5954356846473029, "chrf": 59.23195974695567, "bleu": 24.205608438763473, "rougeL": 0.5512820512820513, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_b55762bf4da472e6", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5567352355673524, "chrf": 69.39599057980699, "bleu": 33.29278073216204, "rougeL": 0.6046511627906976, "len_ratio": 1.072072072072072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 4.0, "sentence_count_delta": 0.0}480{"pair_id": "pair_d5b19b70cc2497f1", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6125874125874126, "chrf": 75.2816411269952, "bleu": 48.76585222457429, "rougeL": 0.631578947368421, "len_ratio": 0.9591836734693877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_feedac1b1d32b1b1", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7250922509225093, "chrf": 76.09745205454004, "bleu": 59.71148137753388, "rougeL": 0.7800000000000001, "len_ratio": 0.9518716577540107, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}482{"pair_id": "pair_a44f7cb6657d9a08", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5751479289940828, "chrf": 64.6564122992253, "bleu": 33.308606637670465, "rougeL": 0.5714285714285714, "len_ratio": 1.2264150943396226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_d50c420211e1b6c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7010050251256281, "chrf": 68.55155242182515, "bleu": 49.373734607401325, "rougeL": 0.7199999999999999, "len_ratio": 0.9137931034482759, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}484{"pair_id": "pair_3ecde6d1344d41f4", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.57265625, "chrf": 65.53340561241022, "bleu": 34.22825701658425, "rougeL": 0.5759162303664922, "len_ratio": 0.99, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}485{"pair_id": "pair_528b996710df31de", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5640535372848948, "chrf": 68.92664740491622, "bleu": 43.35537551092333, "rougeL": 0.6006825938566553, "len_ratio": 1.0437956204379562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}486{"pair_id": "pair_035de05c859a958a", "doc_id": "doc_4b9443000ca9e29c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.656763096168882, "chrf": 63.9499353815981, "bleu": 45.06845717228178, "rougeL": 0.6572104018912529, "len_ratio": 0.8660714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}487{"pair_id": "pair_80f93a8b05c3d53f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8078512396694215, "chrf": 77.27431317566374, "bleu": 59.91722200241731, "rougeL": 0.7837837837837838, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}488{"pair_id": "pair_055566964624973c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8290086493679308, "chrf": 77.1259928598382, "bleu": 48.884893908496736, "rougeL": 0.751219512195122, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}489{"pair_id": "pair_134d0a92b2b41777", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.47947454844006565, "chrf": 59.75746382216317, "bleu": 24.118262421908593, "rougeL": 0.5111111111111111, "len_ratio": 1.1375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_3db1c38b15ba530d", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.55078125, "chrf": 63.44320340028118, "bleu": 29.793180490790906, "rougeL": 0.5699208443271768, "len_ratio": 0.97, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_f6fab503d776bdd4", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7482993197278911, "chrf": 72.2110257582324, "bleu": 58.63232353479235, "rougeL": 0.8128342245989306, "len_ratio": 0.8617021276595744, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}492{"pair_id": "pair_81a2f49016025657", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7879256965944272, "chrf": 75.49999170097597, "bleu": 50.66454935980305, "rougeL": 0.7661691542288558, "len_ratio": 0.9320388349514563, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_9a3d12ade5b3384d", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7418439716312057, "chrf": 75.61657104213873, "bleu": 51.327192224140724, "rougeL": 0.7605633802816902, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}494{"pair_id": "pair_32f19d8b8f57c466", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6382505559673832, "chrf": 71.07825385884642, "bleu": 49.98097533140002, "rougeL": 0.7213930348258707, "len_ratio": 0.8342245989304813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}495{"pair_id": "pair_5fc5d6b3639a3dc4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7432605905006419, "chrf": 72.47748316716736, "bleu": 50.3778070470126, "rougeL": 0.7644787644787645, "len_ratio": 1.0317460317460319, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_df5652183bacb663", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5686567164179104, "chrf": 70.89383552274569, "bleu": 45.85248687838569, "rougeL": 0.6146341463414634, "len_ratio": 0.9797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_85a5f1a5ac9c6610", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5928571428571429, "chrf": 69.84489002567092, "bleu": 46.43793137181577, "rougeL": 0.6522911051212938, "len_ratio": 0.9086021505376344, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_b576d0bcddf11e63", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6837256908904811, "chrf": 71.00307922927495, "bleu": 48.4754427949694, "rougeL": 0.6688741721854305, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}499{"pair_id": "pair_658aed422bb70153", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6640926640926641, "chrf": 65.03881452921189, "bleu": 38.95504229709993, "rougeL": 0.6431718061674009, "len_ratio": 0.9912280701754386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}500{"pair_id": "pair_0b74af79934cdeff", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6206896551724138, "chrf": 63.591412104130654, "bleu": 30.319886148016135, "rougeL": 0.6113989637305699, "len_ratio": 1.065217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}501{"pair_id": "pair_d125ca90abeb41cd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7425474254742548, "chrf": 72.29403803887321, "bleu": 48.341825738936144, "rougeL": 0.7017543859649122, "len_ratio": 0.9377777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_4c2f49e299df1fc5", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6294416243654822, "chrf": 76.45483189408417, "bleu": 50.559487824525455, "rougeL": 0.7521367521367521, "len_ratio": 0.8870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}503{"pair_id": "pair_e3ac942e27b3821d", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6323076923076922, "chrf": 65.93396350873817, "bleu": 32.72718834903829, "rougeL": 0.5995085995085996, "len_ratio": 1.046875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}504{"pair_id": "pair_b3dcb2f184c1c5c3", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7676659528907923, "chrf": 77.94069586935427, "bleu": 54.17681412786207, "rougeL": 0.7756521739130434, "len_ratio": 0.9855072463768116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}505{"pair_id": "pair_359f3773d8ef8197", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7832512315270936, "chrf": 73.24646593098059, "bleu": 53.19074799714692, "rougeL": 0.7936507936507938, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_f1c3a18403d8e434", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.755718954248366, "chrf": 74.30126300909109, "bleu": 51.996174245587824, "rougeL": 0.7897727272727273, "len_ratio": 0.8277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}507{"pair_id": "pair_598b18361575ebab", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5858585858585859, "chrf": 65.70938059439332, "bleu": 39.124485662913045, "rougeL": 0.6424242424242423, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}508{"pair_id": "pair_0ebd409f0680246a", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6678626345463865, "chrf": 76.89246625458831, "bleu": 55.50949113507067, "rougeL": 0.7065026362038664, "len_ratio": 0.9646643109540636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}509{"pair_id": "pair_517a4855428d0e09", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6782572266443234, "chrf": 71.55339047185615, "bleu": 46.07433923828866, "rougeL": 0.6631578947368422, "len_ratio": 0.9407216494845361, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}510{"pair_id": "pair_36cc16989c1845e0", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6176853055916776, "chrf": 67.29931028773687, "bleu": 40.56776582448779, "rougeL": 0.6291079812206574, "len_ratio": 0.8598130841121495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}511{"pair_id": "pair_3a4c784373849b86", "doc_id": "doc_018da718543ec7b2", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.668141592920354, "chrf": 69.11033833402787, "bleu": 44.27334682126579, "rougeL": 0.6634615384615384, "len_ratio": 1.02020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}512{"pair_id": "pair_a18ae351f4ac950f", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4624605678233439, "chrf": 66.01208849022974, "bleu": 36.44286905810062, "rougeL": 0.512249443207127, "len_ratio": 0.8841201716738197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}513{"pair_id": "pair_8a17cf509769a8da", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8557993730407524, "chrf": 83.51070252722576, "bleu": 71.72953899580007, "rougeL": 0.881578947368421, "len_ratio": 0.9041095890410958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}514{"pair_id": "pair_d211c1e70137a4a8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.686219739292365, "chrf": 74.32683659480568, "bleu": 43.378634416441464, "rougeL": 0.699490662139219, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}515{"pair_id": "pair_aa49e4e970d5f66a", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7373737373737373, "chrf": 73.09899893913708, "bleu": 57.66133836191502, "rougeL": 0.7261904761904763, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}516{"pair_id": "pair_7ff85797f004e323", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5894736842105264, "chrf": 61.101644813715325, "bleu": 26.185719316840586, "rougeL": 0.5714285714285715, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}517{"pair_id": "pair_fa76f220e9b009b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7683982683982684, "chrf": 73.54908396586295, "bleu": 46.520984794038064, "rougeL": 0.7637362637362637, "len_ratio": 0.817258883248731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}518{"pair_id": "pair_ab39b24421aac760", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7422867513611615, "chrf": 74.6326944891251, "bleu": 47.94594368260779, "rougeL": 0.6946107784431138, "len_ratio": 0.8977272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_61ade45a3ce5d1d3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7134146341463414, "chrf": 70.15036892613772, "bleu": 45.28057352009731, "rougeL": 0.6766595289079229, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}520{"pair_id": "pair_9f1d151cc1866b61", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6758436944937833, "chrf": 73.06722539637713, "bleu": 54.056828212759605, "rougeL": 0.7434052757793765, "len_ratio": 1.0374331550802138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}521{"pair_id": "pair_38a98aba2a2bb445", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5852895148669797, "chrf": 58.376935326002666, "bleu": 27.277251715835302, "rougeL": 0.5647058823529412, "len_ratio": 0.6804123711340206, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}522{"pair_id": "pair_444e18218ab0959c", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6466244725738397, "chrf": 65.69399016874803, "bleu": 41.79833003589119, "rougeL": 0.6478873239436619, "len_ratio": 0.9103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}523{"pair_id": "pair_45657a5f820aa95e", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6890243902439024, "chrf": 66.53939163751545, "bleu": 38.226852466613686, "rougeL": 0.7052023121387283, "len_ratio": 0.7227722772277227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}524{"pair_id": "pair_fd220d9930ac8682", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7445109780439122, "chrf": 69.89375402151371, "bleu": 44.10035012535712, "rougeL": 0.6761565836298932, "len_ratio": 0.8533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}525{"pair_id": "pair_635a54c9047f56bc", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5945558739255015, "chrf": 68.10243659337675, "bleu": 48.65892949527702, "rougeL": 0.6256410256410256, "len_ratio": 0.93, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}526{"pair_id": "pair_ef72458de24a1f99", "doc_id": "doc_e70ce9ae73c32589", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5099540581929556, "chrf": 51.429465928330764, "bleu": 20.907615556953118, "rougeL": 0.4097560975609756, "len_ratio": 0.9702970297029703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_9c498fa1764d6287", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5092165898617511, "chrf": 55.009185208989564, "bleu": 25.621590498674173, "rougeL": 0.5499999999999999, "len_ratio": 0.9146341463414634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_34b52e0779052ae1", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6309616888193901, "chrf": 64.16735346640762, "bleu": 43.91649508682623, "rougeL": 0.6681922196796339, "len_ratio": 0.9196428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}529{"pair_id": "pair_70f7f56cd73632d0", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7223880597014926, "chrf": 70.86775896143152, "bleu": 44.039946966539354, "rougeL": 0.7379679144385027, "len_ratio": 0.797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}530{"pair_id": "pair_3157f21797f49ec6", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 66.53322585410928, "bleu": 36.682956439993866, "rougeL": 0.6519823788546256, "len_ratio": 1.0093023255813953, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}531{"pair_id": "pair_f82b21b17f2bdb49", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7632367632367633, "chrf": 79.06609354516887, "bleu": 66.78444929852019, "rougeL": 0.7719298245614035, "len_ratio": 1.006060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}532{"pair_id": "pair_8e1dda1763872c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7815003641660597, "chrf": 76.3201025648987, "bleu": 53.02102564010258, "rougeL": 0.7633587786259542, "len_ratio": 0.8905472636815921, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}533{"pair_id": "pair_286dbb52e50dc7a6", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6547368421052632, "chrf": 61.73933725821307, "bleu": 29.462854557122228, "rougeL": 0.6969696969696969, "len_ratio": 0.7083333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}534{"pair_id": "pair_35dd579c5b968537", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6859614105123086, "chrf": 68.91750725031808, "bleu": 42.888961684793955, "rougeL": 0.6454767726161369, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}535{"pair_id": "pair_b398d3a47fa7dfa7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6909413854351687, "chrf": 74.54127733354065, "bleu": 53.502022748153685, "rougeL": 0.6981132075471698, "len_ratio": 0.9936305732484076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}536{"pair_id": "pair_0c8ee38c18b17b7e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8649155722326454, "chrf": 86.57224215483599, "bleu": 72.87123880627409, "rougeL": 0.8674698795180723, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}537{"pair_id": "pair_142439a64f5fb87b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7446651949963208, "chrf": 73.56792494162202, "bleu": 45.12697608041547, "rougeL": 0.7007672634271099, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}538{"pair_id": "pair_5d693044acf7b20f", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7777777777777778, "chrf": 76.48162212262092, "bleu": 50.84037917427883, "rougeL": 0.7297921478060047, "len_ratio": 1.0144230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}539{"pair_id": "pair_1612225c22958c95", "doc_id": "doc_0f52808f2ff23add", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6571719226856562, "chrf": 67.93385834440177, "bleu": 41.0568480895778, "rougeL": 0.6787003610108303, "len_ratio": 1.0149253731343284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}540{"pair_id": "pair_2b1c3e1de59ac3ad", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6626865671641791, "chrf": 75.16452947918317, "bleu": 53.37898722207645, "rougeL": 0.7064676616915423, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}541{"pair_id": "pair_bb034275477b9dd2", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.74296875, "chrf": 73.08215698606047, "bleu": 46.34726422715964, "rougeL": 0.76536312849162, "len_ratio": 0.87, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}542{"pair_id": "pair_77c0ace76b767275", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6026365348399247, "chrf": 64.40587097782789, "bleu": 32.369638421892375, "rougeL": 0.6511627906976744, "len_ratio": 1.0975609756097562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}543{"pair_id": "pair_7a5eeeb91a557a79", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5061919504643964, "chrf": 66.88624727622077, "bleu": 40.67551086721376, "rougeL": 0.5714285714285715, "len_ratio": 0.9514563106796117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}544{"pair_id": "pair_04ee113812de86cf", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.740981240981241, "chrf": 73.75866990229521, "bleu": 46.63689800735904, "rougeL": 0.7229551451187336, "len_ratio": 0.8984771573604061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}545{"pair_id": "pair_00e5b16778446d19", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7, "chrf": 70.98629982468816, "bleu": 43.011500325512024, "rougeL": 0.6604651162790699, "len_ratio": 1.0576923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}546{"pair_id": "pair_8323ea66dba69223", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.79491833030853, "chrf": 77.17802432921556, "bleu": 58.26288506674898, "rougeL": 0.7878787878787878, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}547{"pair_id": "pair_7d8f40cfaded0f17", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.669059583632448, "chrf": 68.20932317987659, "bleu": 41.19097585558325, "rougeL": 0.6485260770975056, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}548{"pair_id": "pair_fde08dcb84e2f051", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7272122421823021, "chrf": 68.8024593501494, "bleu": 43.10595866125554, "rougeL": 0.6650246305418719, "len_ratio": 0.8796296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}549{"pair_id": "pair_709340bec637290f", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5872156013001084, "chrf": 71.01967694034222, "bleu": 53.14588559827617, "rougeL": 0.6666666666666667, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}550{"pair_id": "pair_8795cd4cdabac7ae", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7691734921816828, "chrf": 75.10571513666498, "bleu": 49.93512239129128, "rougeL": 0.7395833333333335, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}551{"pair_id": "pair_876b121aa7ae7be2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7504553734061931, "chrf": 77.77268493295834, "bleu": 56.42114977484317, "rougeL": 0.7777777777777778, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}552{"pair_id": "pair_95d5475cd9064de5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6030456852791879, "chrf": 71.69982020175746, "bleu": 48.22931989985228, "rougeL": 0.642622950819672, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}553{"pair_id": "pair_894048a3fcd63616", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7956867196367764, "chrf": 75.0654738043941, "bleu": 55.03263591499622, "rougeL": 0.803088803088803, "len_ratio": 0.8455882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}554{"pair_id": "pair_c88d9759ca0070e4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6552828175026681, "chrf": 66.57329051778747, "bleu": 38.25694181510593, "rougeL": 0.6641509433962264, "len_ratio": 0.7876712328767124, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}555{"pair_id": "pair_0f565edaff6ad350", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5468451242829828, "chrf": 66.04629568532339, "bleu": 37.55036571685424, "rougeL": 0.5656565656565657, "len_ratio": 1.072992700729927, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}556{"pair_id": "pair_e83eea0bb89f932c", "doc_id": "doc_bf9fb21cf01519f9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7816901408450705, "chrf": 76.7762499649491, "bleu": 56.9882097261558, "rougeL": 0.8330578512396695, "len_ratio": 0.8271604938271605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}557{"pair_id": "pair_99daeee999faffda", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5877034358047016, "chrf": 66.25522594651623, "bleu": 39.10721090429422, "rougeL": 0.6211180124223602, "len_ratio": 0.9753086419753086, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}558{"pair_id": "pair_5c770c94dc49f5a0", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7366795366795367, "chrf": 71.12718094602117, "bleu": 46.21415510954239, "rougeL": 0.703030303030303, "len_ratio": 0.7966101694915254, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}559{"pair_id": "pair_8f2161950e445713", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6986959505833905, "chrf": 73.37714502160021, "bleu": 44.95769634851071, "rougeL": 0.671264367816092, "len_ratio": 1.0336538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}560{"pair_id": "pair_a435813cf52c77ae", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6337522441651706, "chrf": 62.26200513209049, "bleu": 39.144639753327, "rougeL": 0.6506024096385542, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}561{"pair_id": "pair_e97aeb2b305546cc", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7261698440207972, "chrf": 74.08874354611619, "bleu": 53.323741011578754, "rougeL": 0.7400379506641367, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}562{"pair_id": "pair_6c799b58226f07ae", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5114503816793894, "chrf": 57.985968623812, "bleu": 15.608001967463895, "rougeL": 0.48717948717948717, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}563{"pair_id": "pair_ce988002c656d05e", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8180242634315424, "chrf": 81.14963586268368, "bleu": 64.40408145576933, "rougeL": 0.819548872180451, "len_ratio": 0.9589552238805971, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}564{"pair_id": "pair_28847457f3dcedea", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.663820704375667, "chrf": 70.85527215369952, "bleu": 41.874173946350005, "rougeL": 0.6901408450704226, "len_ratio": 0.9178082191780822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}565{"pair_id": "pair_e9900f4a63fad6a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5138603696098563, "chrf": 72.37807799250943, "bleu": 41.624408152791744, "rougeL": 0.5584642233856895, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}566{"pair_id": "pair_666a960290e8b488", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7185990338164252, "chrf": 77.69329046817376, "bleu": 53.20299160883181, "rougeL": 0.7436823104693141, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}567{"pair_id": "pair_98bd5d5c7dd05dee", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5114613180515759, "chrf": 68.82158363108877, "bleu": 48.645208305014116, "rougeL": 0.5979381443298969, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}568{"pair_id": "pair_8c6c671cba6387a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6571936056838366, "chrf": 70.90146194316245, "bleu": 57.16084067609466, "rougeL": 0.7262569832402235, "len_ratio": 0.7634408602150538, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}569{"pair_id": "pair_ae76d7e575ea6ec9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7737556561085973, "chrf": 73.178195830079, "bleu": 48.114697592844074, "rougeL": 0.7390029325513195, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}570{"pair_id": "pair_fa5e2664023ace92", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6901408450704225, "chrf": 71.06435890070601, "bleu": 45.68164047827902, "rougeL": 0.7017543859649122, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}571{"pair_id": "pair_3637715c8ce7cf51", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6928571428571428, "chrf": 75.41207567488249, "bleu": 49.68565202445441, "rougeL": 0.7580645161290323, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}572{"pair_id": "pair_d3f39a6ddcbb36be", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.79185119574845, "chrf": 76.1795522867104, "bleu": 50.442997709648346, "rougeL": 0.7723342939481269, "len_ratio": 1.0731707317073171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}573{"pair_id": "pair_dde28f37769db791", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5223613595706619, "chrf": 67.77325917316578, "bleu": 38.221153145658235, "rougeL": 0.5962732919254657, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}574{"pair_id": "pair_6230227676d77e1f", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7736185383244207, "chrf": 85.02770374287786, "bleu": 70.30699054822864, "rougeL": 0.8161616161616162, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}575{"pair_id": "pair_0e9b26ec8a76a231", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5831578947368421, "chrf": 54.94855907551175, "bleu": 18.779238551039747, "rougeL": 0.5571428571428572, "len_ratio": 0.8194444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}576{"pair_id": "pair_b61c55e9954eb02d", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7522697795071336, "chrf": 72.99221095748335, "bleu": 46.52506975447265, "rougeL": 0.7239819004524887, "len_ratio": 1.0471698113207548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}577{"pair_id": "pair_c687d3758a3b9b82", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7308802308802309, "chrf": 75.3778728004767, "bleu": 48.45287036284078, "rougeL": 0.7341772151898733, "len_ratio": 0.9746192893401016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}578{"pair_id": "pair_5cb9a82241e57545", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 70.00042740617339, "bleu": 41.6712899214953, "rougeL": 0.6857142857142857, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}579{"pair_id": "pair_881e782bd08e5d54", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5761166818596171, "chrf": 60.74843634739293, "bleu": 28.245993307681495, "rougeL": 0.5810055865921787, "len_ratio": 0.9132947976878613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}580{"pair_id": "pair_ee98ed489357bbf5", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6971093422706326, "chrf": 70.50983683190056, "bleu": 42.06113134911654, "rougeL": 0.7108108108108109, "len_ratio": 0.884020618556701, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}581{"pair_id": "pair_3f4fc9d94e3ea3f9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7362491716368456, "chrf": 80.11178544358896, "bleu": 62.080683357876524, "rougeL": 0.7522123893805309, "len_ratio": 1.023041474654378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}582{"pair_id": "pair_481811668a92d254", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5974801061007957, "chrf": 65.89008866521948, "bleu": 33.632048661249186, "rougeL": 0.6127659574468085, "len_ratio": 1.0129870129870129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}583{"pair_id": "pair_ca6b1ff4bee7dfcb", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5482233502538071, "chrf": 48.16105249451923, "bleu": 29.73284436883026, "rougeL": 0.5263157894736842, "len_ratio": 0.8064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}584{"pair_id": "pair_f2e287ba0679f384", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7619909502262443, "chrf": 69.65967607500792, "bleu": 46.035355334090404, "rougeL": 0.71976401179941, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}585{"pair_id": "pair_41c8c644a8bd1d9e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8045977011494253, "chrf": 79.55270692448848, "bleu": 64.33559681823165, "rougeL": 0.8164556962025316, "len_ratio": 0.9794520547945206, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 0.9473684210526315, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}586{"pair_id": "pair_1e16da35c03bccc3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6242905788876276, "chrf": 70.77397322597012, "bleu": 49.68338525695669, "rougeL": 0.6258992805755395, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}587{"pair_id": "pair_9ec58ba269c83983", "doc_id": "doc_0f52808f2ff23add", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.74059003051882, "chrf": 73.58861776283796, "bleu": 47.70009794443486, "rougeL": 0.7224334600760457, "len_ratio": 0.9029850746268657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}588{"pair_id": "pair_b5b23cc8e91cbeeb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6569200779727096, "chrf": 76.04550130323173, "bleu": 45.89888730082785, "rougeL": 0.6405228758169935, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}589{"pair_id": "pair_98f46681946e1f16", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6224798387096775, "chrf": 73.72266829409371, "bleu": 43.800859833509854, "rougeL": 0.653913043478261, "len_ratio": 1.0594795539033457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}590{"pair_id": "pair_c3edc4b58825ebba", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5153846153846153, "chrf": 68.65475574766288, "bleu": 42.79249866440814, "rougeL": 0.5990338164251208, "len_ratio": 0.9902912621359223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}591{"pair_id": "pair_1bcbaf2c5d124478", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6718972895863053, "chrf": 74.34175566492874, "bleu": 50.193658530165536, "rougeL": 0.7090909090909091, "len_ratio": 1.0267379679144386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}592{"pair_id": "pair_aac1a41ceb8c4ef4", "doc_id": "doc_693020f91e971346", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5642317380352645, "chrf": 59.5177602058409, "bleu": 36.278550565501995, "rougeL": 0.5873015873015873, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}593{"pair_id": "pair_313215bf88c52685", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5184804928131417, "chrf": 75.17482638885157, "bleu": 45.17980871875386, "rougeL": 0.5595854922279793, "len_ratio": 0.9793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}594{"pair_id": "pair_c3a63f2b36ded1a4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7198935462408516, "chrf": 70.7394591048693, "bleu": 46.06705150958779, "rougeL": 0.6858513189448442, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 3.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}595{"pair_id": "pair_5fdc0106f035a8bd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6919770773638969, "chrf": 72.46078781248171, "bleu": 47.10528741908855, "rougeL": 0.6602870813397129, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}596{"pair_id": "pair_43a1312c1e2f9f9b", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6805231200373657, "chrf": 71.67975558474016, "bleu": 47.83262487905851, "rougeL": 0.6818873668188736, "len_ratio": 0.9758308157099698, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}597{"pair_id": "pair_23e769194136bbfb", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7392176529588766, "chrf": 71.017495972042, "bleu": 43.52544953918596, "rougeL": 0.6861313868613139, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}598{"pair_id": "pair_73a5c7b86f224551", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.734827264239029, "chrf": 73.79234911345097, "bleu": 46.435348527957856, "rougeL": 0.7665505226480835, "len_ratio": 0.832258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}599{"pair_id": "pair_d6f656801334b443", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7027165556125063, "chrf": 73.2671850826587, "bleu": 52.07089824770323, "rougeL": 0.7186932849364791, "len_ratio": 0.901060070671378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}600{"pair_id": "pair_cf52ab1c4b7478ca", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6700542005420054, "chrf": 65.98491366287293, "bleu": 39.08774705913577, "rougeL": 0.6419213973799127, "len_ratio": 0.9422222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}601{"pair_id": "pair_4ea802016f54c6ef", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7730742539902845, "chrf": 78.5508212537997, "bleu": 54.7430589467074, "rougeL": 0.7967914438502673, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}602{"pair_id": "pair_99657461cf2a0d68", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6903831118060986, "chrf": 68.2997353858035, "bleu": 51.453216984105595, "rougeL": 0.7096774193548387, "len_ratio": 0.9151785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}603{"pair_id": "pair_037daed382955f9b", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7410586552217453, "chrf": 70.20565261026252, "bleu": 40.11588006636397, "rougeL": 0.714975845410628, "len_ratio": 0.8317757009345794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}604{"pair_id": "pair_a3add4e517315cc9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7401091405184175, "chrf": 80.85529356334068, "bleu": 56.43708189412451, "rougeL": 0.766816143497758, "len_ratio": 0.9504504504504504, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}605{"pair_id": "pair_120cdc7dcaaca6ed", "doc_id": "doc_cb9d29bd67fefa94", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6792828685258965, "chrf": 71.01679333332483, "bleu": 41.69534672741841, "rougeL": 0.6619718309859154, "len_ratio": 0.9305555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}606{"pair_id": "pair_9f1dc40ae5c45e53", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6662546353522868, "chrf": 65.03677652512386, "bleu": 34.3162865038183, "rougeL": 0.642570281124498, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}607{"pair_id": "pair_990c67f14e1d92ba", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6256410256410256, "chrf": 63.64095947317989, "bleu": 34.3290893974273, "rougeL": 0.6285714285714286, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}608{"pair_id": "pair_9b56213c2756c33e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7277147487844409, "chrf": 70.00966926630083, "bleu": 37.78860883975459, "rougeL": 0.6994818652849742, "len_ratio": 1.038888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}609{"pair_id": "pair_48ca3e3bd79de8c6", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7150395778364116, "chrf": 71.36764169908896, "bleu": 41.44335634702713, "rougeL": 0.7058823529411764, "len_ratio": 0.8425925925925926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}610{"pair_id": "pair_cbef7994ad26f466", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6216442953020134, "chrf": 65.87174371558093, "bleu": 43.63294371780927, "rougeL": 0.6240000000000001, "len_ratio": 1.0268817204301075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}611{"pair_id": "pair_5cc25b6eaf94623d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7858719646799117, "chrf": 76.71882012518017, "bleu": 52.29559348965466, "rougeL": 0.7368421052631579, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}612{"pair_id": "pair_b1e5591b281ea102", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4300291545189504, "chrf": 69.99945637439876, "bleu": 37.717612144512294, "rougeL": 0.5233644859813084, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}613{"pair_id": "pair_57dbfcb0f1e1de4a", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7514792899408285, "chrf": 70.68616016743931, "bleu": 47.02729301733479, "rougeL": 0.7189542483660132, "len_ratio": 1.095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}614{"pair_id": "pair_9a7d65390b8821b7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6095380029806259, "chrf": 68.68126983909775, "bleu": 34.37700436797976, "rougeL": 0.6192893401015228, "len_ratio": 1.1195652173913044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}615{"pair_id": "pair_a28dd4507435c1c4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7214095744680851, "chrf": 78.79412832514905, "bleu": 59.870477270509255, "rougeL": 0.7373068432671082, "len_ratio": 1.023041474654378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}616{"pair_id": "pair_3864156259acc2cf", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7155304971809329, "chrf": 73.25192595909725, "bleu": 52.15899093248266, "rougeL": 0.7624521072796935, "len_ratio": 0.7915194346289752, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}617{"pair_id": "pair_8f591b2f4fca927b", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6618444846292948, "chrf": 71.46449002819998, "bleu": 51.08635409163146, "rougeL": 0.6993865030674846, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}618{"pair_id": "pair_d3d344abd0b1dae7", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6468085106382979, "chrf": 61.787177198676645, "bleu": 29.27279018417767, "rougeL": 0.6176470588235294, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}619{"pair_id": "pair_fc0b54e2ea595e25", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6395742622157716, "chrf": 76.5661761069394, "bleu": 44.13319119080099, "rougeL": 0.6655231560891939, "len_ratio": 1.0855018587360594, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}620{"pair_id": "pair_e9c40c58f4fdafde", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.771960958296362, "chrf": 79.23631148943822, "bleu": 59.66507143106387, "rougeL": 0.7696629213483146, "len_ratio": 0.9367816091954023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}621{"pair_id": "pair_87ba7ed0bdc37c19", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7644710578842315, "chrf": 71.0338240787642, "bleu": 44.268569532945016, "rougeL": 0.6908212560386474, "len_ratio": 0.9120370370370371, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}622{"pair_id": "pair_7b43c35e1fea67d9", "doc_id": "doc_606921299de9f2c7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7068741893644617, "chrf": 72.22485824637464, "bleu": 51.87457089171109, "rougeL": 0.7596153846153846, "len_ratio": 0.9150943396226415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}623{"pair_id": "pair_d3d557752aece674", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6238053866203301, "chrf": 66.2843789521293, "bleu": 33.061272997252914, "rougeL": 0.6325301204819277, "len_ratio": 0.8908045977011494, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}624{"pair_id": "pair_b19aa784b8b22076", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6261343012704175, "chrf": 76.29407803803463, "bleu": 57.99809988762249, "rougeL": 0.7457627118644068, "len_ratio": 1.0113636363636365, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}625{"pair_id": "pair_ad0afec4a3e61f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5582417582417583, "chrf": 70.90412639000536, "bleu": 51.41654818119915, "rougeL": 0.6419753086419754, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}626{"pair_id": "pair_125abe3587851f59", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7161803713527852, "chrf": 72.39159970766788, "bleu": 45.20659113386472, "rougeL": 0.7288503253796095, "len_ratio": 0.9653679653679653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}627{"pair_id": "pair_9445e4ac9a9078a8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7868525896414342, "chrf": 75.1005492208864, "bleu": 55.12808168529838, "rougeL": 0.7755102040816327, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}628{"pair_id": "pair_f3640bddd5f75673", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5738963531669865, "chrf": 66.99252593944111, "bleu": 41.69144045626162, "rougeL": 0.6407766990291263, "len_ratio": 0.8553459119496856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}629{"pair_id": "pair_cb2893b3af8d8dce", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5702075702075702, "chrf": 60.02297280984311, "bleu": 24.693684893047198, "rougeL": 0.5525291828793775, "len_ratio": 1.0406504065040652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}630{"pair_id": "pair_3efbf0f7230dc75b", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5786046511627907, "chrf": 64.5020546798455, "bleu": 39.51138508266919, "rougeL": 0.6206896551724138, "len_ratio": 0.9814814814814815, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}631{"pair_id": "pair_d1d083daa7f202be", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8151001540832049, "chrf": 80.87586022669608, "bleu": 66.19628770762675, "rougeL": 0.8196721311475409, "len_ratio": 0.9891304347826086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}632{"pair_id": "pair_32d5a7aaa5beabcc", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.70844327176781, "chrf": 71.8560643258013, "bleu": 42.821520387414466, "rougeL": 0.6877828054298641, "len_ratio": 0.9907407407407407, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}633{"pair_id": "pair_32a67ffa72160dea", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6823161189358373, "chrf": 70.44911533292985, "bleu": 44.60361226236825, "rougeL": 0.6881720430107526, "len_ratio": 0.8556701030927835, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}634{"pair_id": "pair_39a194398ec7d15f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7110945644080418, "chrf": 67.79137042988182, "bleu": 40.12667369218324, "rougeL": 0.7154929577464788, "len_ratio": 0.7766497461928934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}635{"pair_id": "pair_cbc85cd10f0b7969", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7560355781448539, "chrf": 74.256683187279, "bleu": 53.25198094553946, "rougeL": 0.7829457364341085, "len_ratio": 1.0238095238095237, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}636{"pair_id": "pair_b1f03c5de01e9aa8", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7331730769230769, "chrf": 76.97089200948419, "bleu": 52.62292043729445, "rougeL": 0.764, "len_ratio": 0.972, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}637{"pair_id": "pair_a3156186c5ec99e7", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6884531590413943, "chrf": 70.26337722091249, "bleu": 47.178717733443065, "rougeL": 0.7428571428571428, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}638{"pair_id": "pair_d52713279caf3a5a", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6682561307901907, "chrf": 69.48537072213257, "bleu": 28.43887080548318, "rougeL": 0.6305882352941176, "len_ratio": 1.1145833333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}639{"pair_id": "pair_482eb90ed205282d", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6959334565619224, "chrf": 70.84952830627047, "bleu": 44.4153276486744, "rougeL": 0.6371100164203612, "len_ratio": 0.9934640522875817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}640{"pair_id": "pair_654711c4cb5ca6ee", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5992141453831041, "chrf": 57.89279505577418, "bleu": 29.495575717495804, "rougeL": 0.5555555555555555, "len_ratio": 0.6578947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}641{"pair_id": "pair_982be29711fb3faf", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7329192546583851, "chrf": 71.31280285165712, "bleu": 45.20478414588601, "rougeL": 0.7225130890052356, "len_ratio": 0.7788461538461539, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}642{"pair_id": "pair_d77ac3e77f7d8816", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6569416498993963, "chrf": 76.8384529387314, "bleu": 53.250110201840485, "rougeL": 0.7258566978193147, "len_ratio": 0.9351851851851852, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}643{"pair_id": "pair_8ae60dcd34171313", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5164113785557987, "chrf": 68.53650187286536, "bleu": 45.48885370346064, "rougeL": 0.573170731707317, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}644{"pair_id": "pair_38e8d6bab23442af", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6266036461850102, "chrf": 72.15832153711264, "bleu": 40.61630576323543, "rougeL": 0.6205250596658711, "len_ratio": 1.0295566502463054, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}645{"pair_id": "pair_c1fc9aca00e7064e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7330316742081449, "chrf": 68.43164600264167, "bleu": 41.017979794438205, "rougeL": 0.6842105263157895, "len_ratio": 1.0060975609756098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}646{"pair_id": "pair_25934da617221a6a", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6264118158123371, "chrf": 67.63391530332026, "bleu": 36.78863735148511, "rougeL": 0.6489675516224189, "len_ratio": 0.9367816091954023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}647{"pair_id": "pair_89fa11da160899b5", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5507868383404864, "chrf": 61.84084530130384, "bleu": 24.053713797258144, "rougeL": 0.5622119815668203, "len_ratio": 0.9345794392523364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}648{"pair_id": "pair_676c481bd15b5d44", "doc_id": "doc_b1675be26e230c94", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5039001560062403, "chrf": 68.33941032188788, "bleu": 47.97278923943718, "rougeL": 0.5948717948717949, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}649{"pair_id": "pair_9ca73b13e50db451", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6545226130653266, "chrf": 62.938490301588125, "bleu": 40.03521378660631, "rougeL": 0.6550218340611355, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}650{"pair_id": "pair_653d2446d3ea2326", "doc_id": "doc_cb9d29bd67fefa94", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8605577689243028, "chrf": 81.28348309045161, "bleu": 61.73113705545507, "rougeL": 0.8169014084507041, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}651{"pair_id": "pair_2b07afb4134e393d", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5687973997833153, "chrf": 68.06523351637557, "bleu": 46.2909469085578, "rougeL": 0.6566265060240964, "len_ratio": 0.9813664596273292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9444444444444444, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}652{"pair_id": "pair_f2ce1d92d84f0152", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.630057803468208, "chrf": 60.032371821305965, "bleu": 21.694654560996533, "rougeL": 0.5620915032679739, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}653{"pair_id": "pair_6cbae94a400a8969", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6378132118451025, "chrf": 64.23347655955438, "bleu": 37.690315102973855, "rougeL": 0.6119402985074627, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}654{"pair_id": "pair_56f7a57a169e174a", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7177482408131353, "chrf": 74.31718364284724, "bleu": 57.95052840817206, "rougeL": 0.7373271889400922, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}655{"pair_id": "pair_790fac3ee13a3daf", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.692156862745098, "chrf": 66.7325057238713, "bleu": 29.64873346910159, "rougeL": 0.718562874251497, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}656{"pair_id": "pair_184a9ed565396f59", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.75, "chrf": 73.13859916579779, "bleu": 53.96259655182398, "rougeL": 0.7530864197530864, "len_ratio": 0.8734177215189873, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}657{"pair_id": "pair_6d1946753e3aa40d", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5891891891891892, "chrf": 64.71926194370056, "bleu": 28.62696890051833, "rougeL": 0.5243243243243243, "len_ratio": 1.0282485875706215, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}658{"pair_id": "pair_8378d0bd4723d839", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6056644880174291, "chrf": 72.57071883710287, "bleu": 44.52795668526847, "rougeL": 0.6573426573426574, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}659{"pair_id": "pair_2efa73000eec9205", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8086544962812712, "chrf": 85.21666578654283, "bleu": 69.86519504135576, "rougeL": 0.820627802690583, "len_ratio": 0.9907834101382489, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}660{"pair_id": "pair_9312ecb07149d1af", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6091445427728613, "chrf": 65.97785390550732, "bleu": 36.55311615398444, "rougeL": 0.6732673267326732, "len_ratio": 1.00990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}661{"pair_id": "pair_ae5e76a2b3c201a6", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7539863325740319, "chrf": 75.88726169965513, "bleu": 53.50824176796575, "rougeL": 0.7424242424242424, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}662{"pair_id": "pair_255f116d67ec21f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6859259259259259, "chrf": 71.82407238557582, "bleu": 40.60112293384837, "rougeL": 0.71875, "len_ratio": 1.0930232558139534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}663{"pair_id": "pair_7b7a76447e6e92f2", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6376217324449001, "chrf": 70.51649262888218, "bleu": 43.38272854913463, "rougeL": 0.6619964973730298, "len_ratio": 0.9752650176678446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}664{"pair_id": "pair_8efe74edfe320afe", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6909307875894988, "chrf": 68.44406451945699, "bleu": 40.520867827949964, "rougeL": 0.6968325791855203, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}665{"pair_id": "pair_03dde76264ca6f4c", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5505925250683683, "chrf": 58.91888346419649, "bleu": 25.44343493192535, "rougeL": 0.5754189944134077, "len_ratio": 0.9248554913294798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}666{"pair_id": "pair_86d43ab07b50813f", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.652694610778443, "chrf": 73.80438871028463, "bleu": 48.93734761315035, "rougeL": 0.6900584795321637, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}667{"pair_id": "pair_5e8f8eb57ee9f8fa", "doc_id": "doc_6b5d113d4728e44f", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6663785652549697, "chrf": 73.85981550034553, "bleu": 47.93427845709975, "rougeL": 0.6851851851851851, "len_ratio": 1.1907894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}668{"pair_id": "pair_5fe8e13ea3adb8c6", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5414012738853503, "chrf": 69.5540404970236, "bleu": 40.81721592464454, "rougeL": 0.6010928961748635, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}669{"pair_id": "pair_7ab42d22c53f75c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7253765932792584, "chrf": 78.13506818510916, "bleu": 54.30529489443235, "rougeL": 0.76171875, "len_ratio": 0.988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}670{"pair_id": "pair_12293b0f761126af", "doc_id": "doc_7cc71e43594f0124", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7159716758457907, "chrf": 69.31732238730687, "bleu": 47.69518708086226, "rougeL": 0.7342465753424657, "len_ratio": 0.7868020304568528, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}671{"pair_id": "pair_4c7940b7cd687de1", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6219951923076923, "chrf": 67.63940161028981, "bleu": 35.48224842086, "rougeL": 0.620408163265306, "len_ratio": 0.932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}672{"pair_id": "pair_7be546467e799613", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6336088154269972, "chrf": 75.27545160955717, "bleu": 55.05754195376234, "rougeL": 0.7300884955752214, "len_ratio": 0.974025974025974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}673{"pair_id": "pair_33e7c23477ed03f5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6978584729981379, "chrf": 77.64489164198642, "bleu": 49.33981957252035, "rougeL": 0.7226890756302521, "len_ratio": 0.979933110367893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}674{"pair_id": "pair_fcb58510e2052d39", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6546577457539886, "chrf": 72.41515992062004, "bleu": 38.20394646070415, "rougeL": 0.6738351254480286, "len_ratio": 1.176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}675{"pair_id": "pair_8b6e228200da84a0", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6041335453100158, "chrf": 62.49085622083761, "bleu": 38.2382542600449, "rougeL": 0.6476190476190475, "len_ratio": 1.1595744680851063, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}676{"pair_id": "pair_4870421b15880706", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7534685165421559, "chrf": 74.23032305758946, "bleu": 51.48687176062128, "rougeL": 0.7605633802816901, "len_ratio": 0.9246575342465754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}677{"pair_id": "pair_2d672a8854921ffc", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4040561622464899, "chrf": 73.13453249765368, "bleu": 52.09924306229037, "rougeL": 0.5473684210526316, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}678{"pair_id": "pair_e2220a85bfd31901", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6737864077669903, "chrf": 64.40115183030424, "bleu": 24.85838791433082, "rougeL": 0.618421052631579, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}679{"pair_id": "pair_02048f02de17a1e8", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5503791982665223, "chrf": 68.08860971457611, "bleu": 48.19625010200144, "rougeL": 0.6303030303030304, "len_ratio": 0.968944099378882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}680{"pair_id": "pair_110232957235bdb5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6919060052219321, "chrf": 70.83203071352334, "bleu": 40.82423189059838, "rougeL": 0.7033898305084747, "len_ratio": 1.0129870129870129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}681{"pair_id": "pair_e17a55a8f242ed4c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7076326002587322, "chrf": 68.17846836423767, "bleu": 45.49382666303863, "rougeL": 0.6776859504132232, "len_ratio": 0.9824561403508771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}682{"pair_id": "pair_ac8e265167a6f775", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8540305010893247, "chrf": 87.01742875124351, "bleu": 73.36157732692138, "rougeL": 0.9051094890510949, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}683{"pair_id": "pair_90366eb7bc8e3e8a", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6377764494919307, "chrf": 74.36898279960751, "bleu": 47.55140641639092, "rougeL": 0.6712802768166091, "len_ratio": 0.9926739926739927, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}684{"pair_id": "pair_aa27c34f2a932e39", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6677215189873418, "chrf": 67.93000374589141, "bleu": 46.33833485862399, "rougeL": 0.6782006920415224, "len_ratio": 0.9448275862068966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}685{"pair_id": "pair_9b80001db5ef43a7", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6865116279069767, "chrf": 70.1329429592691, "bleu": 43.76667766657503, "rougeL": 0.7147147147147146, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}686{"pair_id": "pair_10585b1e1426b623", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6571428571428571, "chrf": 67.70708200825534, "bleu": 36.73217729090043, "rougeL": 0.64797507788162, "len_ratio": 1.0451612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}687{"pair_id": "pair_a187a96145a20436", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7218430034129693, "chrf": 72.43470315766535, "bleu": 49.112661586559845, "rougeL": 0.7167630057803468, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}688{"pair_id": "pair_6020ad12025be776", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6738816738816739, "chrf": 72.10193920776278, "bleu": 42.38153501203983, "rougeL": 0.6801007556675063, "len_ratio": 0.9847715736040609, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}689{"pair_id": "pair_f1f719f26e0a58f2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5988112927191679, "chrf": 74.23915282278003, "bleu": 48.77005406363879, "rougeL": 0.6757990867579908, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}690{"pair_id": "pair_ca26e0d6e43ac99b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7015968063872255, "chrf": 67.73362449100391, "bleu": 39.573971796995174, "rougeL": 0.647887323943662, "len_ratio": 0.8733333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}691{"pair_id": "pair_32753963d751ecf3", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6071987480438185, "chrf": 65.44854382971049, "bleu": 39.69120203582677, "rougeL": 0.5957446808510639, "len_ratio": 0.8762886597938144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}692{"pair_id": "pair_d0fda7cb70f44338", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7531914893617021, "chrf": 78.21670073350053, "bleu": 56.204961467613785, "rougeL": 0.7910447761194029, "len_ratio": 0.8356164383561644, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}693{"pair_id": "pair_181382d322427db4", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7616606868272681, "chrf": 78.27906962075662, "bleu": 57.535989332303, "rougeL": 0.7755834829443448, "len_ratio": 0.9222614840989399, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}694{"pair_id": "pair_865018427ec4505f", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7111553784860558, "chrf": 69.6911966539607, "bleu": 42.313856485626296, "rougeL": 0.6573426573426574, "len_ratio": 0.9305555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}695{"pair_id": "pair_0a2bad6e108936b1", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5621149897330595, "chrf": 70.70560031947643, "bleu": 39.58095868707932, "rougeL": 0.5824561403508771, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}696{"pair_id": "pair_d199ee4355eef2f0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6631578947368422, "chrf": 75.79860973102744, "bleu": 53.75526239139915, "rougeL": 0.6329113924050633, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}697{"pair_id": "pair_af209c2b7625e924", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7434640522875817, "chrf": 71.02666274086394, "bleu": 44.47190755942719, "rougeL": 0.7200000000000001, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}698{"pair_id": "pair_05bdc57f329bfd99", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.664292980671414, "chrf": 66.70701733736563, "bleu": 43.29534562747664, "rougeL": 0.697841726618705, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}699{"pair_id": "pair_e0577147a83d9e03", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6927374301675977, "chrf": 71.31921916422196, "bleu": 43.35947406514205, "rougeL": 0.6530612244897959, "len_ratio": 1.0408163265306123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}700{"pair_id": "pair_e3ccf20a0877df02", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7105263157894737, "chrf": 74.5317175807168, "bleu": 54.21436486633945, "rougeL": 0.6369426751592356, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}701{"pair_id": "pair_202db73621e8999a", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5847355769230769, "chrf": 67.57431499793856, "bleu": 35.12799336543567, "rougeL": 0.5696969696969697, "len_ratio": 0.956, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}702{"pair_id": "pair_611ec54175ac059b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5662734212352534, "chrf": 64.45017932480921, "bleu": 32.42035038278829, "rougeL": 0.577319587628866, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}703{"pair_id": "pair_243590a20dd170ad", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6027397260273972, "chrf": 69.58353300424008, "bleu": 39.99093468133633, "rougeL": 0.6649076517150395, "len_ratio": 0.9945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}704{"pair_id": "pair_9bc335c6999282c0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6190476190476191, "chrf": 63.244280185997226, "bleu": 36.8200141908334, "rougeL": 0.6200873362445415, "len_ratio": 1.0087719298245614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}705{"pair_id": "pair_ef16003ae5fc87a3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5794392523364487, "chrf": 63.972386940398685, "bleu": 31.618017173722777, "rougeL": 0.5869565217391304, "len_ratio": 1.1875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}706{"pair_id": "pair_715d50493bdbd208", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5332741792369122, "chrf": 65.75354868857993, "bleu": 37.63983901469829, "rougeL": 0.538243626062323, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}707{"pair_id": "pair_8a6c46645a7f8568", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5945945945945945, "chrf": 65.46436905859173, "bleu": 35.94500036260806, "rougeL": 0.575, "len_ratio": 1.0985915492957747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}708{"pair_id": "pair_3150758916784b05", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7945945945945946, "chrf": 76.48209498405846, "bleu": 50.31289498423359, "rougeL": 0.7409470752089136, "len_ratio": 0.9661016949152542, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}709{"pair_id": "pair_2ff212fe22e9b64d", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6647992530345472, "chrf": 68.55848984952287, "bleu": 42.20034938455064, "rougeL": 0.6687697160883281, "len_ratio": 1.0193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}710{"pair_id": "pair_6ec8c4c4814e6275", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6951476793248945, "chrf": 69.01161328634696, "bleu": 46.985054486718184, "rougeL": 0.673611111111111, "len_ratio": 0.9448275862068966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}711{"pair_id": "pair_a450b72240cdfded", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.565008025682183, "chrf": 61.67354188161781, "bleu": 26.31645061499756, "rougeL": 0.5683060109289617, "len_ratio": 1.175, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}712{"pair_id": "pair_86da708d3527f164", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6725274725274726, "chrf": 72.79683178726887, "bleu": 40.00303797080367, "rougeL": 0.6797066014669926, "len_ratio": 1.0260416666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}713{"pair_id": "pair_f213672a01ba6a9d", "doc_id": "doc_bbe20e369485006e", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5733082706766917, "chrf": 62.171507008353686, "bleu": 29.851634090752775, "rougeL": 0.5862068965517241, "len_ratio": 1.1097560975609757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}714{"pair_id": "pair_9ee0d38039e2fe3b", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.800417972831766, "chrf": 80.2046660065107, "bleu": 66.57408632775514, "rougeL": 0.8306709265175718, "len_ratio": 0.952054794520548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 0.9473684210526315, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}715{"pair_id": "pair_5de2970d758f50c5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7580428954423593, "chrf": 80.82413173306064, "bleu": 62.293580338912186, "rougeL": 0.7593818984547461, "len_ratio": 1.0276497695852536, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}716{"pair_id": "pair_0dbedc7dbd05a2b3", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5740112994350283, "chrf": 66.29585144570616, "bleu": 47.53122704363213, "rougeL": 0.6170212765957447, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}717{"pair_id": "pair_c232767444eb1cf1", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7933545744196632, "chrf": 78.38396400885514, "bleu": 61.94523627564506, "rougeL": 0.8150289017341041, "len_ratio": 0.8808864265927978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}718{"pair_id": "pair_3535b6a366b8c526", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6821247892074199, "chrf": 68.62910094829068, "bleu": 40.93652258490615, "rougeL": 0.676056338028169, "len_ratio": 1.1219512195121952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}719{"pair_id": "pair_c63e0075fa34bc2e", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7220873786407767, "chrf": 77.75388803139457, "bleu": 53.540805350408455, "rougeL": 0.7463768115942029, "len_ratio": 1.0522388059701493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}720{"pair_id": "pair_d644fbf6d5cd8d50", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7113122171945702, "chrf": 65.7498635592254, "bleu": 38.09108630848234, "rougeL": 0.6417445482866043, "len_ratio": 0.8719512195121951, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}721{"pair_id": "pair_a7e6a7c9bfb5b1ac", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.685640362225097, "chrf": 68.1890893207004, "bleu": 37.90513861217048, "rougeL": 0.6502057613168725, "len_ratio": 0.9824561403508771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}722{"pair_id": "pair_82012bbf30301f91", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5453416149068323, "chrf": 66.26476014230667, "bleu": 36.41120671540701, "rougeL": 0.5666666666666667, "len_ratio": 1.179245283018868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}723{"pair_id": "pair_fe90c3a8b67bc7aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6776859504132231, "chrf": 75.97082455939342, "bleu": 59.09337855549015, "rougeL": 0.7477876106194691, "len_ratio": 0.974025974025974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}724{"pair_id": "pair_44fc1905c30abe98", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6550665301944729, "chrf": 70.69492461727359, "bleu": 48.3590336339914, "rougeL": 0.6556291390728477, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}725{"pair_id": "pair_bc6650041da1093f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6806475349521708, "chrf": 72.5638398109391, "bleu": 40.86210797724305, "rougeL": 0.6873385012919896, "len_ratio": 0.9635416666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}726{"pair_id": "pair_edf9b459fae25250", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6673648931713447, "chrf": 70.2086427353933, "bleu": 44.29987361366749, "rougeL": 0.6724386724386724, "len_ratio": 0.7628865979381443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}727{"pair_id": "pair_073f9bfb09a76254", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6247755834829443, "chrf": 73.7067394721891, "bleu": 52.46592224417351, "rougeL": 0.6408839779005524, "len_ratio": 1.0568181818181819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}728{"pair_id": "pair_adc24d045db5633e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8221778221778222, "chrf": 83.44866125089897, "bleu": 73.87753417719351, "rougeL": 0.8477611940298507, "len_ratio": 0.9636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}729{"pair_id": "pair_76ce270651b6fb07", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7016274864376131, "chrf": 72.32290124458063, "bleu": 50.05919601723619, "rougeL": 0.7516778523489933, "len_ratio": 0.8148148148148148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}730{"pair_id": "pair_1033ffd291a09205", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6602787456445993, "chrf": 67.31026850913634, "bleu": 32.743837059925355, "rougeL": 0.6352941176470588, "len_ratio": 1.048780487804878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}731{"pair_id": "pair_f5d740b3e7e0009f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6073684210526316, "chrf": 72.94908023016066, "bleu": 41.41960043841494, "rougeL": 0.6569343065693432, "len_ratio": 1.128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}732{"pair_id": "pair_355294985350f771", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8066985645933015, "chrf": 79.23341006038898, "bleu": 59.26930403579295, "rougeL": 0.7682119205298014, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}733{"pair_id": "pair_e1469b4ffafaac89", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.715698393077874, "chrf": 68.59024682197648, "bleu": 41.32118938366105, "rougeL": 0.658008658008658, "len_ratio": 1.1415094339622642, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}734{"pair_id": "pair_93c85d626ebdcb7c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5601965601965602, "chrf": 62.97139862783071, "bleu": 37.65453858936814, "rougeL": 0.6315789473684211, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}735{"pair_id": "pair_3498dde65dee5240", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6987522281639929, "chrf": 76.79978695240325, "bleu": 57.2513431618861, "rougeL": 0.7288135593220338, "len_ratio": 0.8775510204081632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}736{"pair_id": "pair_d7c5252b3fe6d594", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.47344632768361583, "chrf": 64.90516822995723, "bleu": 42.78868509585598, "rougeL": 0.5397923875432526, "len_ratio": 1.0437956204379562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}737{"pair_id": "pair_05dd923e29d1d815", "doc_id": "doc_f8e6e69aeba57df2", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6212121212121212, "chrf": 64.85513124194779, "bleu": 44.96289282363906, "rougeL": 0.6428571428571428, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}738{"pair_id": "pair_24d715cb3ba61b7b", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6694176983035305, "chrf": 73.03496753137352, "bleu": 45.561514411453544, "rougeL": 0.6824224519940916, "len_ratio": 1.042296072507553, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}739{"pair_id": "pair_b24306c4c4b2581f", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6538461538461539, "chrf": 68.00709133686198, "bleu": 39.3416510957696, "rougeL": 0.6555183946488294, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}740{"pair_id": "pair_07aed43fe426b683", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5279503105590062, "chrf": 53.13152737136956, "bleu": 16.833628256960147, "rougeL": 0.5185185185185184, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}741{"pair_id": "pair_d2fa27796208acf3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5586854460093897, "chrf": 63.94237894905517, "bleu": 33.22213262153577, "rougeL": 0.5684210526315789, "len_ratio": 0.8969072164948454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}742{"pair_id": "pair_d2dc04f9a69b3af4", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7220779220779221, "chrf": 74.61191664350771, "bleu": 49.99010282165317, "rougeL": 0.7447698744769874, "len_ratio": 0.8492063492063492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}743{"pair_id": "pair_f589d5c7a1e86f9e", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6686991869918699, "chrf": 68.71587741176295, "bleu": 42.29488698486941, "rougeL": 0.6538461538461537, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}744{"pair_id": "pair_89738d8ec36791da", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.616557734204793, "chrf": 71.3789819556392, "bleu": 43.9609734754428, "rougeL": 0.6338028169014085, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}745{"pair_id": "pair_54af251b67e2bf90", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5884086444007859, "chrf": 61.988200233527444, "bleu": 33.338912305041774, "rougeL": 0.5964912280701754, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}746{"pair_id": "pair_4c60ed93ff8ce424", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.693134049509575, "chrf": 72.89145250095052, "bleu": 47.970697405249794, "rougeL": 0.6976047904191617, "len_ratio": 1.012084592145015, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}747{"pair_id": "pair_597b0686ac179071", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5537820957668286, "chrf": 63.05081438127223, "bleu": 28.41937172572675, "rougeL": 0.5532994923857867, "len_ratio": 0.9641025641025641, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}748{"pair_id": "pair_a0e2b7b69c9e7bc4", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.712962962962963, "chrf": 78.39089963642685, "bleu": 58.518251501028786, "rougeL": 0.7554269175108539, "len_ratio": 0.9848942598187311, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9230769230769231, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}749{"pair_id": "pair_eea349d980f03d16", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7259088286208886, "chrf": 77.18590170018412, "bleu": 53.7270855556591, "rougeL": 0.7244897959183674, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}750{"pair_id": "pair_60fe97d51a34b1c3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.46414342629482075, "chrf": 67.93118735798411, "bleu": 39.25340823468247, "rougeL": 0.5342465753424657, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}751{"pair_id": "pair_110f28da01e63ba9", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6055846422338569, "chrf": 66.64211866566251, "bleu": 37.83929986170049, "rougeL": 0.64, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}752{"pair_id": "pair_1c03559b2fc9e8f3", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6640134059488898, "chrf": 71.81929801908517, "bleu": 46.57952864449295, "rougeL": 0.6649145860709593, "len_ratio": 0.9407216494845361, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}753{"pair_id": "pair_c93d1c5ab7fc650d", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7504520795660037, "chrf": 75.00141696259409, "bleu": 57.28235705594413, "rougeL": 0.7672955974842767, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}754{"pair_id": "pair_6bbf97895aabbb3f", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8070175438596492, "chrf": 80.23242795809774, "bleu": 60.33579206384279, "rougeL": 0.7662337662337663, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}755{"pair_id": "pair_e2db9096fc49829f", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6428571428571428, "chrf": 60.9237888354627, "bleu": 29.408101333546828, "rougeL": 0.523809523809524, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}756{"pair_id": "pair_65c0b2d87dccebc4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7691292875989446, "chrf": 75.09312235508632, "bleu": 54.31446547622177, "rougeL": 0.7534883720930232, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}757{"pair_id": "pair_8f2d0d5f389fddb9", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5857988165680473, "chrf": 71.56391681160527, "bleu": 45.42360103213041, "rougeL": 0.6730769230769231, "len_ratio": 0.9658536585365853, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}758{"pair_id": "pair_5d5a339d86dfdee2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.718552036199095, "chrf": 67.43003823031674, "bleu": 40.82612727881413, "rougeL": 0.6709677419354838, "len_ratio": 0.7987804878048781, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}759{"pair_id": "pair_00c92f35643b5484", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6558105107327905, "chrf": 68.1609458183821, "bleu": 37.468120859249545, "rougeL": 0.6630434782608696, "len_ratio": 0.828125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}760{"pair_id": "pair_01487292d1e13fe5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5569326103795507, "chrf": 68.62698197127506, "bleu": 35.63157930055866, "rougeL": 0.581453634085213, "len_ratio": 1.120879120879121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}761{"pair_id": "pair_a159c093b7373169", "doc_id": "doc_d999f694e31b629a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.540680473372781, "chrf": 74.07362331504068, "bleu": 48.56079001874532, "rougeL": 0.6666666666666667, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}762{"pair_id": "pair_116366a7ea764c82", "doc_id": "doc_0e6c656dfaf9d099", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6737072104879825, "chrf": 64.16253720496702, "bleu": 33.36492193529529, "rougeL": 0.6464646464646464, "len_ratio": 0.900497512437811, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}763{"pair_id": "pair_110320edae8407bb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6558441558441559, "chrf": 69.68481220954132, "bleu": 37.51902172291734, "rougeL": 0.6461538461538461, "len_ratio": 0.949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}764{"pair_id": "pair_9b15d97e99315172", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6710369487485102, "chrf": 68.47738978164692, "bleu": 37.314730702712325, "rougeL": 0.6315789473684211, "len_ratio": 1.0083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}765{"pair_id": "pair_c6391c5ac59515d1", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6201859229747676, "chrf": 66.29827086914287, "bleu": 35.78927752689122, "rougeL": 0.6175115207373272, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}766{"pair_id": "pair_a2f4e6e861e6e9e5", "doc_id": "doc_4465aece194b7964", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6621029572836802, "chrf": 68.14164188222166, "bleu": 40.56919820711039, "rougeL": 0.6537102473498233, "len_ratio": 1.0074074074074073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}767{"pair_id": "pair_50ae3325edd57536", "doc_id": "doc_3b73c0c303c8ada6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6941661756040071, "chrf": 75.5423041343939, "bleu": 49.245650465372904, "rougeL": 0.7076923076923076, "len_ratio": 1.0183150183150182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}768{"pair_id": "pair_7f1a5c118275a3d6", "doc_id": "doc_6b5d113d4728e44f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9060336300692384, "chrf": 85.32509551557894, "bleu": 71.29727543462671, "rougeL": 0.8610169491525422, "len_ratio": 0.993421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}769{"pair_id": "pair_d516ab44507f2c66", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5983086680761099, "chrf": 75.3603177774432, "bleu": 43.15286931851361, "rougeL": 0.6315789473684211, "len_ratio": 1.078125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}770{"pair_id": "pair_4086fdad5e2b2c41", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8003565062388591, "chrf": 77.37097660605934, "bleu": 58.914075417638834, "rougeL": 0.7810650887573964, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}771{"pair_id": "pair_35b29f0c4bb166e9", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7729636048526863, "chrf": 77.72187170950158, "bleu": 61.67264732911022, "rougeL": 0.8055555555555555, "len_ratio": 0.8544776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}772{"pair_id": "pair_39a46a6bbaf6b154", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4700460829493087, "chrf": 53.840820581820424, "bleu": 26.608769886058088, "rougeL": 0.5477707006369427, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}773{"pair_id": "pair_cd21c36409ddcf8b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7233115468409586, "chrf": 72.48888650515828, "bleu": 49.80519275930346, "rougeL": 0.7703703703703704, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}774{"pair_id": "pair_b4aa3590eaf5b953", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6387755102040816, "chrf": 72.48416038980442, "bleu": 41.86112365465288, "rougeL": 0.618705035971223, "len_ratio": 1.019704433497537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}775{"pair_id": "pair_fa84ebcff89b290d", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5453194650817237, "chrf": 67.75175598444184, "bleu": 43.64937696237925, "rougeL": 0.6183574879227053, "len_ratio": 0.9805825242718447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}776{"pair_id": "pair_8cde593e4d122cf6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5835390946502057, "chrf": 67.79078298526231, "bleu": 40.07328547128639, "rougeL": 0.6219839142091153, "len_ratio": 0.9615384615384616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}777{"pair_id": "pair_eff69c0046107f48", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5925925925925926, "chrf": 73.54809023960212, "bleu": 42.36603443873244, "rougeL": 0.6408450704225352, "len_ratio": 1.029739776951673, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}778{"pair_id": "pair_1d939fdeef16360a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6530089628681177, "chrf": 69.22868832198202, "bleu": 38.125387862282935, "rougeL": 0.6306306306306306, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}779{"pair_id": "pair_83f312440f78d0f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7494780793319415, "chrf": 72.10144573043374, "bleu": 43.6484421844475, "rougeL": 0.7412587412587412, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}780{"pair_id": "pair_f755860b06b4852c", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5537428023032629, "chrf": 69.79109757166746, "bleu": 43.73350482044752, "rougeL": 0.6503067484662577, "len_ratio": 0.9874213836477987, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}781{"pair_id": "pair_d698ed8fa8cc75bd", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6173740053050398, "chrf": 65.49817366598846, "bleu": 32.454770473888914, "rougeL": 0.625531914893617, "len_ratio": 1.0129870129870129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}782{"pair_id": "pair_64d593fba7498484", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.619108280254777, "chrf": 67.90008380596883, "bleu": 41.238527158082334, "rougeL": 0.6297872340425532, "len_ratio": 1.1320754716981132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}783{"pair_id": "pair_4deb08cbc474771b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6319261213720316, "chrf": 68.61450606101013, "bleu": 34.43582336946765, "rougeL": 0.5981308411214952, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}784{"pair_id": "pair_77e97b0791dba922", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6676646706586826, "chrf": 67.51220874990653, "bleu": 38.072840932158066, "rougeL": 0.6180555555555555, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}785{"pair_id": "pair_83660b5be0a250f6", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7138769670958511, "chrf": 71.98010942586741, "bleu": 42.98596736959185, "rougeL": 0.6909090909090909, "len_ratio": 0.9626168224299065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}786{"pair_id": "pair_98e19af9fa21ca62", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6691312384473198, "chrf": 66.94269126621234, "bleu": 38.65723946684037, "rougeL": 0.6072607260726073, "len_ratio": 0.9901960784313726, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}787{"pair_id": "pair_e2e1cbc676a22058", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6809728183118742, "chrf": 76.82907736106587, "bleu": 55.434164723947106, "rougeL": 0.7387387387387387, "len_ratio": 1.053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}788{"pair_id": "pair_02a6cff428e9e329", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8305304010349288, "chrf": 78.96637114436538, "bleu": 59.505624016861226, "rougeL": 0.8437500000000001, "len_ratio": 1.007936507936508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}789{"pair_id": "pair_1f934398e351208c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5847022587268994, "chrf": 74.43689021322555, "bleu": 45.965383976523974, "rougeL": 0.626970227670753, "len_ratio": 0.9448275862068966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}790{"pair_id": "pair_2f634e692d5ee157", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.45238095238095233, "chrf": 62.33477400419064, "bleu": 36.87024609462701, "rougeL": 0.5780346820809248, "len_ratio": 0.7619047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}791{"pair_id": "pair_47658ec1d25c21fd", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6853146853146853, "chrf": 67.01091594494065, "bleu": 46.712179195390114, "rougeL": 0.6631016042780747, "len_ratio": 1.043956043956044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}792{"pair_id": "pair_f720d7e0069ab755", "doc_id": "doc_71ecf0972d1c95dd", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6227129337539432, "chrf": 68.93289392927905, "bleu": 40.89101298250769, "rougeL": 0.7039627039627041, "len_ratio": 0.7939914163090128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}793{"pair_id": "pair_6ce8acdc836c3d06", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7735159817351598, "chrf": 73.9462775795203, "bleu": 55.02883605138505, "rougeL": 0.7648902821316615, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}794{"pair_id": "pair_b94314585f5ebc55", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7785714285714286, "chrf": 78.06196434887964, "bleu": 52.713403074794144, "rougeL": 0.8130081300813008, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}795{"pair_id": "pair_1c23a18ee484abcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7232704402515724, "chrf": 69.87403047292895, "bleu": 42.12264307470497, "rougeL": 0.7120418848167539, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}796{"pair_id": "pair_0e57e8d1b7f4c54b", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.783987103707684, "chrf": 78.94521465099885, "bleu": 56.26051338864675, "rougeL": 0.7820069204152249, "len_ratio": 1.0036231884057971, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}797{"pair_id": "pair_0d1ee2f103dbf2b3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7319434102755026, "chrf": 75.08556017536274, "bleu": 48.13148320485627, "rougeL": 0.72264631043257, "len_ratio": 0.9746192893401016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}798{"pair_id": "pair_fbca02f58cfcadd6", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6764044943820224, "chrf": 68.85868424883583, "bleu": 38.421367961360424, "rougeL": 0.65625, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}799{"pair_id": "pair_13c082e15ac2c59b", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7511870845204178, "chrf": 75.65787120497683, "bleu": 54.7181311215899, "rougeL": 0.7326732673267327, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}800{"pair_id": "pair_13023a13d3d6c649", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5622119815668203, "chrf": 57.20016890425731, "bleu": 32.13306003575102, "rougeL": 0.6490066225165563, "len_ratio": 0.8170731707317073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}801{"pair_id": "pair_a7978f3211335442", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.792336217552534, "chrf": 78.87384817032147, "bleu": 53.790405499737936, "rougeL": 0.7654320987654322, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}802{"pair_id": "pair_2f7b344f8446050b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6917808219178082, "chrf": 79.41280088258537, "bleu": 56.95901015334207, "rougeL": 0.7655068078668684, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}803{"pair_id": "pair_1fdb72ecc38cc660", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7079152731326644, "chrf": 73.73344022393405, "bleu": 56.042550292668835, "rougeL": 0.71280276816609, "len_ratio": 1.0218978102189782, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}804{"pair_id": "pair_1d16f6f7bbf76397", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.662965019433648, "chrf": 73.19079620561425, "bleu": 42.618349227162724, "rougeL": 0.6816479400749064, "len_ratio": 1.076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}805{"pair_id": "pair_e00a4afd67691f23", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.664028144239226, "chrf": 74.80295922668797, "bleu": 56.045037763116525, "rougeL": 0.7251184834123222, "len_ratio": 1.0641711229946524, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9696969696969697, "number_precision": 0.9696969696969697, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}806{"pair_id": "pair_e57b00311acce6db", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7314949201741654, "chrf": 72.41281389044178, "bleu": 48.949057477347715, "rougeL": 0.7109004739336492, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}807{"pair_id": "pair_d0cb2b8d143a51a1", "doc_id": "doc_dadb00e95af5ab75", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7086183310533516, "chrf": 77.14590062636837, "bleu": 57.881867355630625, "rougeL": 0.780952380952381, "len_ratio": 0.8867924528301887, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}808{"pair_id": "pair_e187ae92910cee87", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6165703275529866, "chrf": 64.55718051985293, "bleu": 40.75603053002227, "rougeL": 0.6666666666666667, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}809{"pair_id": "pair_8f1e9ed5c9cb8275", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7615062761506276, "chrf": 80.08477068192816, "bleu": 57.41239593237892, "rougeL": 0.7713787085514834, "len_ratio": 0.9633699633699634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}810{"pair_id": "pair_8ccba0987fe3c76f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6821608040201005, "chrf": 67.92083673151733, "bleu": 41.79306905286744, "rougeL": 0.6666666666666667, "len_ratio": 1.043859649122807, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}811{"pair_id": "pair_6ee43402f961a4cb", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6061643835616438, "chrf": 64.19387223793312, "bleu": 34.0109809533017, "rougeL": 0.6198830409356725, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}812{"pair_id": "pair_da2004723f1182c3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.553921568627451, "chrf": 68.93246816902897, "bleu": 37.84636272712457, "rougeL": 0.5930232558139535, "len_ratio": 1.1538461538461537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}813