SPB Git

Repository Public Research preview

items_htr-m1-small.jsonl 129.8 KB 267 lines

1{"pair_id": "pair_6dae2dbeeaf35e81", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8567454798331016, "chrf": 83.64055522384129, "bleu": 66.17530733688704, "rougeL": 0.854368932038835, "len_ratio": 0.9519230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_2b9a66cf34a0ad40", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7043343653250773, "chrf": 74.75438739439127, "bleu": 50.246958581090716, "rougeL": 0.7, "len_ratio": 0.9320388349514563, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}3{"pair_id": "pair_361234a55d2a0021", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7370600414078675, "chrf": 78.38570032363951, "bleu": 50.316817483277354, "rougeL": 0.7555555555555554, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}4{"pair_id": "pair_647a75d345e6a557", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7406749555950267, "chrf": 73.43888533928778, "bleu": 57.44805154834747, "rougeL": 0.7845303867403315, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}5{"pair_id": "pair_88da36d9b6885139", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6974219810040705, "chrf": 77.81647071107683, "bleu": 54.32731106711796, "rougeL": 0.746987951807229, "len_ratio": 0.9919354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}6{"pair_id": "pair_2d7adb6e661abcad", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7407407407407407, "chrf": 71.22399477183107, "bleu": 46.4647204740181, "rougeL": 0.7611940298507464, "len_ratio": 0.8714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_51952872ee2f5288", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7107843137254901, "chrf": 77.70145220794042, "bleu": 54.73302493974613, "rougeL": 0.753315649867374, "len_ratio": 0.9611111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_27d256cc064ff931", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7433894230769231, "chrf": 76.54696017544492, "bleu": 51.98330531394067, "rougeL": 0.7740585774058577, "len_ratio": 0.892, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}9{"pair_id": "pair_65f60d38cac224d6", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.825531914893617, "chrf": 82.67244656027457, "bleu": 65.48861504777442, "rougeL": 0.8282828282828284, "len_ratio": 0.9595959595959596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_e55197ada0322b55", "doc_id": "doc_746a4589dcef0f3d", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7479849543256314, "chrf": 79.71982475077228, "bleu": 58.68428560345957, "rougeL": 0.775438596491228, "len_ratio": 0.9746376811594203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 7.0}11{"pair_id": "pair_9eff2a570688d528", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8620037807183365, "chrf": 79.61647002757176, "bleu": 59.82698805790065, "rougeL": 0.8378378378378378, "len_ratio": 0.9154929577464789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}12{"pair_id": "pair_e211e8f36e538b7b", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8127128263337117, "chrf": 86.09914772273606, "bleu": 72.54109667276137, "rougeL": 0.8375451263537906, "len_ratio": 0.9779411764705882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}13{"pair_id": "pair_60f7279531365fff", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7150537634408602, "chrf": 69.73982716629045, "bleu": 43.44517116005945, "rougeL": 0.5975609756097562, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}14{"pair_id": "pair_734f4b6481b3e67f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.768270944741533, "chrf": 80.83922835857732, "bleu": 61.84449393611705, "rougeL": 0.7941787941787942, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}15{"pair_id": "pair_868f64e1b003f47d", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9092769440654843, "chrf": 88.67104705807796, "bleu": 74.64796628819563, "rougeL": 0.9010989010989011, "len_ratio": 0.9954954954954955, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}16{"pair_id": "pair_2caa945683f27804", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8286163522012578, "chrf": 79.92773459006197, "bleu": 58.20913093808349, "rougeL": 0.8148148148148148, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}17{"pair_id": "pair_e35301322960ef1a", "doc_id": "doc_0f52808f2ff23add", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6500508646998983, "chrf": 66.46689391981393, "bleu": 38.379838622829176, "rougeL": 0.6641221374045801, "len_ratio": 0.8955223880597015, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_aa660c54a9190595", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5345622119815668, "chrf": 71.08326333059645, "bleu": 50.25483916144618, "rougeL": 0.6103896103896105, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_7254b37d2fe1bc31", "doc_id": "doc_b1675be26e230c94", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6645865834633385, "chrf": 72.79794894680008, "bleu": 51.28087766913244, "rougeL": 0.6666666666666666, "len_ratio": 0.9895833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_027668791128c6f6", "doc_id": "doc_d63488e03c286073", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8068027210884354, "chrf": 80.79384753189048, "bleu": 62.73328180784115, "rougeL": 0.7769423558897243, "len_ratio": 0.9261083743842364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}21{"pair_id": "pair_f78e5de2cf19d7ed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8054187192118226, "chrf": 73.21239039270372, "bleu": 55.656430510586425, "rougeL": 0.7936507936507938, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_e46a4c49ae458987", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5961538461538461, "chrf": 64.78548082519383, "bleu": 40.55031501904525, "rougeL": 0.6262626262626263, "len_ratio": 0.9797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}23{"pair_id": "pair_46559ba5a888efe9", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7484939759036144, "chrf": 76.52312690494593, "bleu": 51.46351093838713, "rougeL": 0.7322404371584699, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_cb07209ed14340ba", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8224121557454891, "chrf": 82.75437944241844, "bleu": 65.0234067825768, "rougeL": 0.8719512195121951, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}25{"pair_id": "pair_9084ae2db47e49ac", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H2", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7976190476190477, "chrf": 75.6244099026183, "bleu": 57.851804400966756, "rougeL": 0.7897435897435898, "len_ratio": 0.9787234042553191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_d19af1a77eeb1480", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7213114754098361, "chrf": 72.63080830923504, "bleu": 47.74692864868503, "rougeL": 0.7365269461077845, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}27{"pair_id": "pair_c6ff4089bbf2297e", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8369098712446352, "chrf": 78.71443286624475, "bleu": 56.113390863322714, "rougeL": 0.8130841121495327, "len_ratio": 0.9065420560747663, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_f7e95f4989d72464", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8076923076923077, "chrf": 79.57950888024332, "bleu": 58.69418456792459, "rougeL": 0.8253275109170305, "len_ratio": 0.948051948051948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}29{"pair_id": "pair_831bf9dbb402bded", "doc_id": "doc_dadb00e95af5ab75", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8414634146341463, "chrf": 85.23523108489891, "bleu": 67.3777557947423, "rougeL": 0.8318584070796462, "len_ratio": 1.0471698113207548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_4af0ef3a2c11dee0", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8087248322147651, "chrf": 81.45994198934575, "bleu": 64.68043278292227, "rougeL": 0.8439306358381502, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}31{"pair_id": "pair_902ffeefdf8ab86c", "doc_id": "doc_4b9443000ca9e29c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6082877247849883, "chrf": 65.81655299095569, "bleu": 48.86730300068508, "rougeL": 0.6836027713625866, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}32{"pair_id": "pair_521cae82cb041f4c", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7608200455580866, "chrf": 78.14167649021255, "bleu": 57.480751064268496, "rougeL": 0.7812500000000001, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_12478e0eef96210a", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6480891719745223, "chrf": 76.5623140209492, "bleu": 52.079349234390165, "rougeL": 0.6994535519125684, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}34{"pair_id": "pair_9d327b9494fb160e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7245696400625978, "chrf": 69.66747001161157, "bleu": 46.710990346957175, "rougeL": 0.6853932584269663, "len_ratio": 0.7628865979381443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}35{"pair_id": "pair_8e16fd07e759f23c", "doc_id": "doc_bbe20e369485006e", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 66.9003450178635, "bleu": 42.054673016559185, "rougeL": 0.6871165644171778, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}36{"pair_id": "pair_c1ba68c1fdb0acd7", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.77482088024565, "chrf": 79.43839874008606, "bleu": 57.941428828369475, "rougeL": 0.7583892617449666, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_1d4125295dc01951", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.744874715261959, "chrf": 83.23405471301083, "bleu": 63.940939633318784, "rougeL": 0.7938931297709924, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}38{"pair_id": "pair_92da17dd1777d63e", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9427966101694916, "chrf": 92.09244399358178, "bleu": 82.59566703538458, "rougeL": 0.9379310344827586, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}39{"pair_id": "pair_774ad4c41c1163bf", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8129870129870129, "chrf": 80.45163132456149, "bleu": 65.24556498934123, "rougeL": 0.8467741935483871, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_84e458672dbe2b6a", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7116935483870968, "chrf": 76.70495329089924, "bleu": 51.25099672500205, "rougeL": 0.7325581395348836, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}41{"pair_id": "pair_fdf7a4e7e91fb81e", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7874824848201775, "chrf": 76.53630841302159, "bleu": 52.282334961902045, "rougeL": 0.7807153965785382, "len_ratio": 0.9214501510574018, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}42{"pair_id": "pair_fd5c2faff8dd308b", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5931232091690544, "chrf": 68.0281857780156, "bleu": 47.04751094312352, "rougeL": 0.6526315789473685, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}43{"pair_id": "pair_5b6a2be9581e7c46", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7581699346405228, "chrf": 77.46225500549724, "bleu": 53.06397145705091, "rougeL": 0.7854785478547855, "len_ratio": 0.9290322580645162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}44{"pair_id": "pair_f124cacc4be94b0e", "doc_id": "doc_d3690a84dbc73152", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6708259061200237, "chrf": 70.54607235195229, "bleu": 47.24172339857982, "rougeL": 0.7016806722689075, "len_ratio": 0.8938775510204081, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}45{"pair_id": "pair_e90f72987bfc1dff", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8690909090909091, "chrf": 84.40775046935472, "bleu": 67.35194437703572, "rougeL": 0.8663594470046083, "len_ratio": 1.0053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}46{"pair_id": "pair_a8bc97d130ee8379", "doc_id": "doc_71d406f9105e8832", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8321167883211679, "chrf": 77.74151345338821, "bleu": 50.40441378516201, "rougeL": 0.8403361344537815, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}47{"pair_id": "pair_fecaec8810a43c33", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.75054704595186, "chrf": 81.88152684094797, "bleu": 62.6099806543321, "rougeL": 0.7941176470588235, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_c5b252db07d147e5", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8704663212435233, "chrf": 82.24092543930868, "bleu": 69.39752848873901, "rougeL": 0.8524590163934426, "len_ratio": 0.925531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_3b2e2d19519834f5", "doc_id": "doc_d999f694e31b629a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7714497041420119, "chrf": 79.1611571434372, "bleu": 60.07407472378133, "rougeL": 0.8, "len_ratio": 0.8878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}50{"pair_id": "pair_e647546ed0f0e4f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7401340282948623, "chrf": 70.321378585978, "bleu": 42.952971092448095, "rougeL": 0.693121693121693, "len_ratio": 0.8883248730964467, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_366b9bdd54771f24", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8467532467532468, "chrf": 84.72197794039378, "bleu": 69.09445439602023, "rougeL": 0.8616600790513834, "len_ratio": 0.9920634920634921, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}52{"pair_id": "pair_28b12f7df1fc4f82", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6893939393939394, "chrf": 75.04205191269305, "bleu": 55.63862440419656, "rougeL": 0.7477477477477478, "len_ratio": 0.9307359307359307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}53{"pair_id": "pair_ba7797fa879c20c8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.882986360373295, "chrf": 84.73457939543371, "bleu": 68.68055515105273, "rougeL": 0.8767123287671234, "len_ratio": 0.9395348837209302, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}54{"pair_id": "pair_ab7180f6c57cab03", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7533265097236438, "chrf": 75.53417016882996, "bleu": 52.861622574293854, "rougeL": 0.7372013651877134, "len_ratio": 0.9133333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}55{"pair_id": "pair_972f84361ed6c45a", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.666046511627907, "chrf": 67.9646319338546, "bleu": 43.343583512157814, "rougeL": 0.7065868263473053, "len_ratio": 0.8950617283950617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}56{"pair_id": "pair_be97f353c4f76179", "doc_id": "doc_746a4589dcef0f3d", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8387963460505105, "chrf": 83.30202110357257, "bleu": 64.01776682871561, "rougeL": 0.8280701754385965, "len_ratio": 0.9746376811594203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_9be03ce7ac2754e6", "doc_id": "doc_0f52808f2ff23add", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7961538461538462, "chrf": 80.19398166630822, "bleu": 56.42965905503564, "rougeL": 0.7929824561403509, "len_ratio": 1.0671641791044777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_8318e07eba7739e5", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8307926829268293, "chrf": 76.85354205642963, "bleu": 54.44392892927118, "rougeL": 0.8333333333333333, "len_ratio": 0.9207920792079208, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}59{"pair_id": "pair_4deb0d2a9162282e", "doc_id": "doc_fe2ddb404d112460", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7056798623063683, "chrf": 67.69702216039961, "bleu": 43.70865611734149, "rougeL": 0.7118644067796609, "len_ratio": 0.9213483146067416, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_53bfbc9b1ed94477", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7960893854748603, "chrf": 81.89947039385505, "bleu": 60.296722644378846, "rougeL": 0.7986348122866895, "len_ratio": 0.9464882943143813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}61{"pair_id": "pair_f01532683a41580e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7248743718592965, "chrf": 69.31026241019951, "bleu": 45.08118210072344, "rougeL": 0.7314814814814815, "len_ratio": 0.8362068965517241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}62{"pair_id": "pair_94f7a40a55f62672", "doc_id": "doc_cbee4bf03365a459", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6168549087749783, "chrf": 66.74748475740422, "bleu": 33.05190491682188, "rougeL": 0.6583850931677019, "len_ratio": 0.8505747126436781, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}63{"pair_id": "pair_d9e96ad586550036", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7873873873873873, "chrf": 81.64426466849379, "bleu": 62.603608091671475, "rougeL": 0.8125, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}64{"pair_id": "pair_a16536369d6c5188", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7565610859728507, "chrf": 71.76386314300777, "bleu": 47.11538896782423, "rougeL": 0.7217125382262997, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_4ae947453860c0bc", "doc_id": "doc_d999f694e31b629a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7270710059171598, "chrf": 74.23871901432089, "bleu": 49.22093200230256, "rougeL": 0.7688442211055276, "len_ratio": 0.8682926829268293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_c2c2f592a5e43aa5", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7907444668008048, "chrf": 86.6940010408145, "bleu": 68.54428155090659, "rougeL": 0.852760736196319, "len_ratio": 1.0410958904109588, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 0.9473684210526315, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}67{"pair_id": "pair_9ca89b79b721e84d", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8218768679019726, "chrf": 82.46300638901255, "bleu": 63.19781793101768, "rougeL": 0.8541666666666666, "len_ratio": 0.9706959706959707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}68{"pair_id": "pair_69abc5b453edbbd7", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7411583803177857, "chrf": 80.98500607830765, "bleu": 60.431751095358855, "rougeL": 0.7746478873239436, "len_ratio": 0.9575971731448764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 9.0}69{"pair_id": "pair_5fbd7bf476742db2", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5188556566970091, "chrf": 73.65854572817612, "bleu": 49.46017944573084, "rougeL": 0.6727272727272728, "len_ratio": 0.9252336448598131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}70{"pair_id": "pair_97ae18b18377abfd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.823167606355715, "chrf": 82.00007255517124, "bleu": 64.12324069804066, "rougeL": 0.8392857142857144, "len_ratio": 0.9363957597173145, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}71{"pair_id": "pair_b21c644dd55a7eb2", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7235023041474654, "chrf": 76.36374964650918, "bleu": 52.182469246596845, "rougeL": 0.7344173441734417, "len_ratio": 0.8788659793814433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}72{"pair_id": "pair_9c08cc9c5089c634", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.757725587144623, "chrf": 73.59999807856587, "bleu": 47.34586120851416, "rougeL": 0.7398373983739837, "len_ratio": 0.943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}73{"pair_id": "pair_f90b7fca5b9ae461", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8096947935368043, "chrf": 79.49152643264438, "bleu": 58.48792054870807, "rougeL": 0.8023952095808383, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_ec6b8038e7103fd0", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7100238663484486, "chrf": 71.19185675229829, "bleu": 42.98483530299158, "rougeL": 0.7142857142857142, "len_ratio": 0.925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}75{"pair_id": "pair_1338bb32819c356a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7411842980705257, "chrf": 71.92368292398741, "bleu": 40.20533803710216, "rougeL": 0.678391959798995, "len_ratio": 0.8379629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}76{"pair_id": "pair_f6210b8ee16fb85a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8168279970215935, "chrf": 78.71301574476946, "bleu": 57.737640093927354, "rougeL": 0.7875647668393784, "len_ratio": 0.9390862944162437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}77{"pair_id": "pair_a76158f8c9bbedc2", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9023383768913342, "chrf": 88.77283948845731, "bleu": 74.27473709996377, "rougeL": 0.863849765258216, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}78{"pair_id": "pair_0fff5d1d36367bd5", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7861952861952862, "chrf": 81.62872655620008, "bleu": 64.51308978720556, "rougeL": 0.8242424242424243, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_ba0d0a64759c5714", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7289220917822838, "chrf": 78.56404221893621, "bleu": 55.671984827249084, "rougeL": 0.784452296819788, "len_ratio": 0.910958904109589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_f4f64387af572ad9", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7340619307832423, "chrf": 74.48254802261035, "bleu": 50.380589195369005, "rougeL": 0.755952380952381, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_ad963c4815d125b7", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8152025489303596, "chrf": 84.74428908283002, "bleu": 75.97439092932741, "rougeL": 0.8717948717948718, "len_ratio": 0.9058171745152355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}82{"pair_id": "pair_eec144b70f6abb76", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7006993006993008, "chrf": 77.54758922697776, "bleu": 55.66552102414789, "rougeL": 0.7252747252747254, "len_ratio": 0.8979591836734694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_8a19f1ffd3b32331", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7440633245382586, "chrf": 76.02132056848049, "bleu": 50.03852192738737, "rougeL": 0.7441860465116278, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_a789fb8944d7f271", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.79957805907173, "chrf": 82.75064473116626, "bleu": 59.9781246209998, "rougeL": 0.7986577181208053, "len_ratio": 1.094890510948905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7272727272727273, "number_precision": 0.7272727272727273, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}85{"pair_id": "pair_6aae565798f7240d", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7469879518072289, "chrf": 76.57522933790568, "bleu": 58.49127642609468, "rougeL": 0.7329842931937173, "len_ratio": 1.03125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}86{"pair_id": "pair_74b63a0b932ed128", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8524822695035461, "chrf": 80.80331946980888, "bleu": 63.083242467807075, "rougeL": 0.8307692307692307, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}87{"pair_id": "pair_882186915d6d31a4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6142034548944337, "chrf": 75.01462943642078, "bleu": 51.13693798454676, "rougeL": 0.6925566343042071, "len_ratio": 0.8867924528301887, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}88{"pair_id": "pair_21f928a5482fea98", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7305605786618445, "chrf": 74.43456355657918, "bleu": 48.99697651312963, "rougeL": 0.7607361963190185, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_fa7229918bfd9dff", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8156577150659992, "chrf": 83.18819892678914, "bleu": 70.94848414015027, "rougeL": 0.8481532147742818, "len_ratio": 0.9861495844875346, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}90{"pair_id": "pair_7d1b799a99fb93d1", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6890625, "chrf": 75.04461540797821, "bleu": 47.55438476089206, "rougeL": 0.7336956521739131, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}91{"pair_id": "pair_0d58de174fa1818c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.830655129789864, "chrf": 80.99775095889346, "bleu": 60.139077825835116, "rougeL": 0.7773279352226721, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_c92287cbddaad6ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7753934191702432, "chrf": 76.09462057996802, "bleu": 48.500935380833404, "rougeL": 0.772093023255814, "len_ratio": 0.9252336448598131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}93{"pair_id": "pair_288b1ca4406bacd0", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7711726384364821, "chrf": 77.89721258803787, "bleu": 53.371228084984054, "rougeL": 0.806366047745358, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}94{"pair_id": "pair_8dcf2f5090408731", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7051509769094139, "chrf": 77.94473612120234, "bleu": 65.00152442891718, "rougeL": 0.8020833333333334, "len_ratio": 0.946236559139785, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}95{"pair_id": "pair_c2382e32cacf37cc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7199312714776632, "chrf": 78.8788280849691, "bleu": 55.185299716290324, "rougeL": 0.7857142857142857, "len_ratio": 1.0123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}96{"pair_id": "pair_927a5fc7ca9681e1", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6472727272727272, "chrf": 75.24885892027673, "bleu": 51.76177750627546, "rougeL": 0.6982248520710058, "len_ratio": 1.0182926829268293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}97{"pair_id": "pair_e3764c39c22164ad", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8134328358208955, "chrf": 82.85715493264603, "bleu": 66.63877653011451, "rougeL": 0.8181818181818181, "len_ratio": 0.9191919191919192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}98{"pair_id": "pair_f711141fdd0b034a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8383067314365025, "chrf": 86.57570934890973, "bleu": 72.96622245679954, "rougeL": 0.8702290076335878, "len_ratio": 0.9692307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_6a42a28810122e12", "doc_id": "doc_592708c2d62b5b42", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9022988505747126, "chrf": 92.61943162045687, "bleu": 83.263542452922, "rougeL": 0.9299363057324842, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}100{"pair_id": "pair_f3f5a76d4b20260f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7955145118733509, "chrf": 75.82320857314087, "bleu": 46.17137495387986, "rougeL": 0.7619047619047618, "len_ratio": 0.8796296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}101{"pair_id": "pair_bc6201c8c9da4201", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6787762906309751, "chrf": 79.93698590779432, "bleu": 63.292062474263766, "rougeL": 0.7622377622377623, "len_ratio": 0.9854014598540146, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}102{"pair_id": "pair_de6ed5440c5cfa1f", "doc_id": "doc_d3690a84dbc73152", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7749766573295985, "chrf": 81.74069379762882, "bleu": 61.095748993264, "rougeL": 0.8172757475083058, "len_ratio": 0.9161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_44ec23888e47e053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7113594040968343, "chrf": 74.01683864616518, "bleu": 45.97480433418978, "rougeL": 0.712564543889845, "len_ratio": 0.9297658862876255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}104{"pair_id": "pair_61f3a63ae13c413c", "doc_id": "doc_39d6863143acde73", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7231680236861584, "chrf": 75.79524177252942, "bleu": 50.088351852978796, "rougeL": 0.7082294264339152, "len_ratio": 0.9895833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_4e29893c59c5f88c", "doc_id": "doc_693020f91e971346", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7405541561712846, "chrf": 67.66174134131478, "bleu": 44.23866044289378, "rougeL": 0.7179487179487181, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_bfc45bce1450acd0", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8003549245785271, "chrf": 83.84178513928923, "bleu": 64.88453554520333, "rougeL": 0.841225626740947, "len_ratio": 0.9540229885057471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_c6d27e060030be45", "doc_id": "doc_f8e6e69aeba57df2", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7255892255892256, "chrf": 74.26391015489028, "bleu": 57.86131347138175, "rougeL": 0.7439024390243902, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_08f549cd32752b97", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6340718105423988, "chrf": 77.32187156201931, "bleu": 48.9996786282235, "rougeL": 0.6834170854271358, "len_ratio": 1.10989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}109{"pair_id": "pair_6b4ac7c21df6f3ae", "doc_id": "doc_e70ce9ae73c32589", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6921898928024502, "chrf": 65.19140357267813, "bleu": 34.88680698054354, "rougeL": 0.6030150753768844, "len_ratio": 0.9207920792079208, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_a2e03805180c570a", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8239382239382239, "chrf": 79.83136876891447, "bleu": 55.589956640863, "rougeL": 0.7799442896935934, "len_ratio": 0.9661016949152542, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_2065bc2b14eb2c18", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7420424403183024, "chrf": 75.18437788335814, "bleu": 48.67333920854686, "rougeL": 0.753880266075388, "len_ratio": 0.9264069264069265, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0}112{"pair_id": "pair_e2c4c8cfb34e295d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8005427408412483, "chrf": 77.4463062695581, "bleu": 56.72857653344962, "rougeL": 0.810126582278481, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_2dde98759eea3d04", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6909413854351687, "chrf": 82.18517169121618, "bleu": 69.59438459882249, "rougeL": 0.7459459459459459, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}114{"pair_id": "pair_ff55e32ceadc110f", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6212121212121212, "chrf": 70.34474851646237, "bleu": 46.459809357400395, "rougeL": 0.6971428571428572, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}115{"pair_id": "pair_6a75d2495dc71250", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8015717092337917, "chrf": 82.27104115922472, "bleu": 63.68518129473874, "rougeL": 0.845360824742268, "len_ratio": 0.9455782312925171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_77787538e234a781", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8433806146572104, "chrf": 86.04653160171296, "bleu": 69.61468230565018, "rougeL": 0.8650793650793651, "len_ratio": 0.996, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}117{"pair_id": "pair_b70c62a655b511cd", "doc_id": "doc_0c5f9453efc95182", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7720994475138121, "chrf": 83.92389094145555, "bleu": 63.09742840585092, "rougeL": 0.7999999999999999, "len_ratio": 1.0204081632653061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}118{"pair_id": "pair_a16421f01eb52c0a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6013363028953229, "chrf": 73.36176837228066, "bleu": 51.86119597867055, "rougeL": 0.7037037037037036, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_e6bf58788822f89b", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7367387033398821, "chrf": 72.12414262425196, "bleu": 45.0341934983934, "rougeL": 0.7234042553191491, "len_ratio": 0.8552631578947368, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}120{"pair_id": "pair_223e3334cef8fbbb", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8124293785310734, "chrf": 80.02510357448816, "bleu": 63.38769168143645, "rougeL": 0.7730496453900709, "len_ratio": 0.9781021897810219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7272727272727273, "number_precision": 0.7272727272727273, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_d1a99597005bfc01", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8936825885978428, "chrf": 87.07658409890968, "bleu": 75.49460127684338, "rougeL": 0.9050279329608939, "len_ratio": 0.9456521739130435, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}122{"pair_id": "pair_d3cdb1b0883035c5", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8907637655417406, "chrf": 88.91469720013123, "bleu": 72.59293410302345, "rougeL": 0.8825396825396826, "len_ratio": 0.9681528662420382, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_c958cce58de7103c", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6774193548387097, "chrf": 63.61045746292675, "bleu": 33.05939838187785, "rougeL": 0.5731707317073171, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_152d1ad32ddb5b01", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7760617760617761, "chrf": 75.55103768579089, "bleu": 53.15524870126439, "rougeL": 0.7818181818181817, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}125{"pair_id": "pair_16d70283d2ec87d2", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7439024390243902, "chrf": 72.99275500669205, "bleu": 49.29903267896183, "rougeL": 0.7366071428571429, "len_ratio": 0.8933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}126{"pair_id": "pair_8ad393df2f155522", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5539432176656152, "chrf": 64.38965516364823, "bleu": 36.103839952665965, "rougeL": 0.6046511627906977, "len_ratio": 0.9828326180257511, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 4.0}127{"pair_id": "pair_ac54cceaec78cfa9", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6133567662565905, "chrf": 73.49572247349444, "bleu": 43.4913794510108, "rougeL": 0.6503067484662577, "len_ratio": 1.0123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}128{"pair_id": "pair_987e90af697599f0", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7172284644194756, "chrf": 76.47719697927243, "bleu": 52.349234349975724, "rougeL": 0.7421383647798743, "len_ratio": 1.1527777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}129{"pair_id": "pair_97ce7c08fcf4af6d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8131868131868132, "chrf": 84.26927604902771, "bleu": 73.82534987628564, "rougeL": 0.8348348348348349, "len_ratio": 0.9454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_1110655bc5995894", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7967332123411979, "chrf": 76.24563753138676, "bleu": 50.90656192524482, "rougeL": 0.7272727272727273, "len_ratio": 0.9772727272727273, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_ce190e8e34f959e8", "doc_id": "doc_557e889737d10969", "variant": "H2", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8059149722735675, "chrf": 82.47617273068765, "bleu": 63.240359328271325, "rougeL": 0.8033333333333332, "len_ratio": 0.9673202614379085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_e87212198e52b63f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6145584725536992, "chrf": 66.31753236590522, "bleu": 38.44489948234423, "rougeL": 0.5853658536585366, "len_ratio": 0.9916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}133{"pair_id": "pair_52bbcd686ab520d7", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7472687545520758, "chrf": 71.75950173371547, "bleu": 47.724378333683255, "rougeL": 0.7712765957446809, "len_ratio": 0.8059701492537313, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}134{"pair_id": "pair_b975ec5e096b9cc5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8143712574850299, "chrf": 76.80683796754033, "bleu": 50.909776578593245, "rougeL": 0.7630922693266833, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}135{"pair_id": "pair_afb98ba0592b0aa5", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7036784741144414, "chrf": 84.9707328292858, "bleu": 64.24534535078732, "rougeL": 0.768472906403941, "len_ratio": 1.035897435897436, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}136{"pair_id": "pair_e2985726039a31c0", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7579365079365079, "chrf": 80.95187218962036, "bleu": 62.04818217211701, "rougeL": 0.7936962750716333, "len_ratio": 0.9939577039274925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}137{"pair_id": "pair_7e35a1b12af3ecbc", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7019230769230769, "chrf": 73.39267506709561, "bleu": 55.08607934952288, "rougeL": 0.7573964497041421, "len_ratio": 1.0062111801242235, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}138{"pair_id": "pair_cd9b098fd3022f75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7940234791889007, "chrf": 79.65646264641263, "bleu": 62.12642505122688, "rougeL": 0.8251748251748252, "len_ratio": 0.9315068493150684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_e909a6f29329389f", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7566433566433566, "chrf": 86.76741555763833, "bleu": 70.99298697919205, "rougeL": 0.7916666666666666, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}140{"pair_id": "pair_4afdfb6f220b6a9d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7977707006369427, "chrf": 77.84991547206316, "bleu": 56.610972166367965, "rougeL": 0.7865168539325843, "len_ratio": 0.9139784946236559, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_cd481c69337901fb", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5575396825396826, "chrf": 79.00840737738301, "bleu": 58.392969349906345, "rougeL": 0.6844919786096256, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}142{"pair_id": "pair_3a56a83b884ca4c4", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7590055809233891, "chrf": 81.49477976998014, "bleu": 62.319610628609894, "rougeL": 0.7791741472172351, "len_ratio": 0.9814126394052045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}143{"pair_id": "pair_c103f5a458e7a911", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7279792746113989, "chrf": 74.01968620481479, "bleu": 51.791748086881206, "rougeL": 0.7698744769874478, "len_ratio": 1.0169491525423728, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}144{"pair_id": "pair_be35286089b1f5ce", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6528599605522682, "chrf": 82.43526075841369, "bleu": 50.435650193287714, "rougeL": 0.7261146496815286, "len_ratio": 1.0972222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}145{"pair_id": "pair_de7d055b0a0980e2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7452631578947368, "chrf": 71.5672206723912, "bleu": 47.68349925145049, "rougeL": 0.7464788732394365, "len_ratio": 0.8472222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_60d7628666045bbd", "doc_id": "doc_b475ca1f03814ceb", "variant": "H1", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7513321492007105, "chrf": 77.39533168280177, "bleu": 60.06536204920343, "rougeL": 0.7755102040816326, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}147{"pair_id": "pair_c4411de5e8243c89", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8452012383900929, "chrf": 82.23354783687486, "bleu": 62.49670679910271, "rougeL": 0.8358208955223881, "len_ratio": 0.9320388349514563, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_48e4de012701036f", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6960882647943831, "chrf": 69.26306077585107, "bleu": 39.43516582123692, "rougeL": 0.6715328467153284, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}149{"pair_id": "pair_63f382a1baf72884", "doc_id": "doc_4ae2315338449b51", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7584876543209876, "chrf": 78.15676022531393, "bleu": 52.562240771359846, "rougeL": 0.7024128686327077, "len_ratio": 1.0338983050847457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}150{"pair_id": "pair_6547be98f4f205fc", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7275449101796407, "chrf": 68.03238215410917, "bleu": 41.75057290387796, "rougeL": 0.6666666666666666, "len_ratio": 0.86, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_aa816d00844ba6f0", "doc_id": "doc_4465aece194b7964", "variant": "H2", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7407809110629067, "chrf": 77.11844920237209, "bleu": 56.659408485891056, "rougeL": 0.7552447552447553, "len_ratio": 1.0222222222222221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}152{"pair_id": "pair_712b1dfdcff9aba1", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7765765765765766, "chrf": 74.80668743999306, "bleu": 53.36091811223544, "rougeL": 0.7375, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}153{"pair_id": "pair_4e64a71c5697a13a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7233115468409586, "chrf": 82.11380721520925, "bleu": 64.03015277864641, "rougeL": 0.8085106382978724, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}154{"pair_id": "pair_2300b69e3801a930", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8111814345991561, "chrf": 78.51517819194805, "bleu": 60.58308997647933, "rougeL": 0.8181818181818182, "len_ratio": 0.9241379310344827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}155{"pair_id": "pair_68acd6f36a93bb59", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7324723247232472, "chrf": 77.26335666279138, "bleu": 61.27923611750484, "rougeL": 0.7808564231738034, "len_ratio": 0.93048128342246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}156{"pair_id": "pair_cc401ae130ae562e", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7540983606557377, "chrf": 80.24650070521746, "bleu": 53.550639593109736, "rougeL": 0.7630057803468209, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_2af070b71ac0b41b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7495256166982922, "chrf": 71.2508481807521, "bleu": 46.57089390235142, "rougeL": 0.7354838709677419, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_cd5633e3c8ec5e47", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7938144329896908, "chrf": 82.88616939740756, "bleu": 63.41181846163458, "rougeL": 0.7924528301886792, "len_ratio": 0.9855769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0}159{"pair_id": "pair_d55ba6eae5955e4b", "doc_id": "doc_f54430ffcf7de28b", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8590410167533218, "chrf": 83.3959562919944, "bleu": 67.9301713153905, "rougeL": 0.872865275142315, "len_ratio": 0.9365671641791045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_bdb7c0bbc0176a2f", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9312977099236641, "chrf": 91.66090337841275, "bleu": 84.96724112709173, "rougeL": 0.9397590361445783, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_24409c7471a474ba", "doc_id": "doc_592708c2d62b5b42", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9285714285714286, "chrf": 88.9560142259235, "bleu": 76.2609824642989, "rougeL": 0.9473684210526315, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}162{"pair_id": "pair_a405868755157214", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7311320754716981, "chrf": 74.54402557991628, "bleu": 56.322218378705934, "rougeL": 0.776595744680851, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_8c55761eed2441f0", "doc_id": "doc_dadb00e95af5ab75", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8289473684210527, "chrf": 86.29809754848405, "bleu": 67.09769290302607, "rougeL": 0.8434782608695652, "len_ratio": 1.0849056603773586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}164{"pair_id": "pair_594db23c7f1ce902", "doc_id": "doc_6b5d113d4728e44f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8052208835341366, "chrf": 80.0863378867994, "bleu": 60.21037523953543, "rougeL": 0.7628865979381443, "len_ratio": 0.9932885906040269, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_97b161b0bd9d18cc", "doc_id": "doc_557e889737d10969", "variant": "H1", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7754158964879851, "chrf": 78.04217269950935, "bleu": 56.707198736480606, "rougeL": 0.7377049180327869, "len_ratio": 1.0032679738562091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 5.0}166{"pair_id": "pair_bbc33942483cb21f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7638623326959847, "chrf": 80.49527121376015, "bleu": 63.463604821484616, "rougeL": 0.8071428571428572, "len_ratio": 0.9343065693430657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}167{"pair_id": "pair_2db85c057909e1c8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7645536869340233, "chrf": 73.39751152572308, "bleu": 51.056803778839246, "rougeL": 0.7642276422764228, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_34ffe75c0118f270", "doc_id": "doc_b0dce37223ac2772", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8293795620437956, "chrf": 81.13781213396456, "bleu": 59.86940733220483, "rougeL": 0.8231884057971015, "len_ratio": 1.0548780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_63e7996942069b30", "doc_id": "doc_b1675be26e230c94", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6833073322932917, "chrf": 71.8862598009843, "bleu": 53.02440402798585, "rougeL": 0.7052631578947369, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_9e4e295de565b52b", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7784552845528455, "chrf": 76.04128485578629, "bleu": 53.20105945662286, "rougeL": 0.7434782608695651, "len_ratio": 0.9511111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 10.0}171{"pair_id": "pair_3be716c6130b0a35", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7030456852791878, "chrf": 74.3212386045578, "bleu": 55.03491622269492, "rougeL": 0.7642276422764228, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}172{"pair_id": "pair_9f718273673ba2de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8497536945812808, "chrf": 76.17784166479362, "bleu": 55.41055663381771, "rougeL": 0.8064516129032258, "len_ratio": 0.8787878787878788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_e72963ea66501081", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7707129094412332, "chrf": 78.94766230358677, "bleu": 56.24472781948478, "rougeL": 0.7870967741935484, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}174{"pair_id": "pair_262cd4c25d40e3c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7623252391464312, "chrf": 72.60688583693123, "bleu": 45.5321070864841, "rougeL": 0.721311475409836, "len_ratio": 0.8489583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}175{"pair_id": "pair_9f06d5d274c5ee73", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7041420118343196, "chrf": 75.21758856285945, "bleu": 52.87453443232867, "rougeL": 0.7412140575079874, "len_ratio": 1.06, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_2d1ce62c132d002d", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "H1", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7333333333333334, "chrf": 78.9397806799289, "bleu": 59.868054789636425, "rougeL": 0.796116504854369, "len_ratio": 1.074468085106383, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}177{"pair_id": "pair_32c93be8af0acd35", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8067456700091158, "chrf": 83.39981846464798, "bleu": 65.08216924699461, "rougeL": 0.8469945355191256, "len_ratio": 0.953757225433526, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_86851566fbe45506", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8171152518978606, "chrf": 79.86351984188495, "bleu": 57.506288749682554, "rougeL": 0.7836538461538463, "len_ratio": 0.9519230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}179{"pair_id": "pair_5478426fb4914353", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6966490299823633, "chrf": 77.83621140045715, "bleu": 61.70957850083195, "rougeL": 0.7630402384500746, "len_ratio": 0.9335347432024169, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8461538461538461, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 10.0}180{"pair_id": "pair_ccfffb76b6601807", "doc_id": "doc_0e6c656dfaf9d099", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8288419519300801, "chrf": 80.46562061074972, "bleu": 61.476325154126755, "rougeL": 0.8226221079691517, "len_ratio": 0.8706467661691543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_39fdb205b9a80080", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8102486047691527, "chrf": 82.20113921625631, "bleu": 65.49807574823072, "rougeL": 0.832089552238806, "len_ratio": 0.9144981412639405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}182{"pair_id": "pair_b8e43e7cb4f22a06", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9250851305334846, "chrf": 90.4648295012732, "bleu": 81.72389256734256, "rougeL": 0.931899641577061, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_02a6dea0bec35281", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8003549245785271, "chrf": 79.25877569941512, "bleu": 62.16188484180967, "rougeL": 0.8169014084507041, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}184{"pair_id": "pair_d2f18a3bcfd57512", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7428411005053341, "chrf": 77.48567465032188, "bleu": 54.59769661089737, "rougeL": 0.7674023769100169, "len_ratio": 1.018181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 8.0}185{"pair_id": "pair_4820a7862c1260a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8485148514851485, "chrf": 85.69902457540373, "bleu": 75.81473287193644, "rougeL": 0.8647058823529411, "len_ratio": 0.9939393939393939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}186{"pair_id": "pair_cb0caa931b1bbded", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.719047619047619, "chrf": 74.84827552965244, "bleu": 48.111127830689476, "rougeL": 0.7040000000000001, "len_ratio": 0.953125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}187{"pair_id": "pair_5ded5764ec6579b7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8614035087719298, "chrf": 83.13831271745734, "bleu": 64.66494743000932, "rougeL": 0.8258064516129033, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_406eeedbecf81f03", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8958333333333334, "chrf": 85.61999685684803, "bleu": 62.057543812438766, "rougeL": 0.8456375838926175, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_779571b709dd61c0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.665129151291513, "chrf": 77.97187663928777, "bleu": 63.03618954882312, "rougeL": 0.754257907542579, "len_ratio": 0.9946524064171123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}190{"pair_id": "pair_1061b3818adf8f9a", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8146341463414635, "chrf": 83.89885922410593, "bleu": 62.383430544431505, "rougeL": 0.8135593220338982, "len_ratio": 1.0701754385964912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 6.0}191{"pair_id": "pair_e659f7687869559a", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7404761904761905, "chrf": 78.83636282259738, "bleu": 54.612548384948376, "rougeL": 0.743801652892562, "len_ratio": 0.890625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_ef0843fd3d524ee0", "doc_id": "doc_4ae2315338449b51", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6902325581395349, "chrf": 69.29027487079856, "bleu": 48.94275232650372, "rougeL": 0.7621951219512196, "len_ratio": 0.8580246913580247, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}193{"pair_id": "pair_86f1940d433e07c1", "doc_id": "doc_39d6863143acde73", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7194670614359733, "chrf": 74.89635555180868, "bleu": 49.56482446446895, "rougeL": 0.7323232323232323, "len_ratio": 0.953125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}194{"pair_id": "pair_fe3250d20e6c133b", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.742603550295858, "chrf": 73.55024407187467, "bleu": 55.778023720492314, "rougeL": 0.7216494845360825, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_8ae3b719f427522f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7312217194570136, "chrf": 68.7765007847137, "bleu": 44.722148767929234, "rougeL": 0.7, "len_ratio": 0.8597560975609756, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_80679e9fa57372d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6312399355877617, "chrf": 73.52565282228643, "bleu": 45.95879987292339, "rougeL": 0.7231638418079096, "len_ratio": 0.9069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}197{"pair_id": "pair_1ccd1a4269c8401a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.815272318921954, "chrf": 79.82804189393332, "bleu": 60.160321646716746, "rougeL": 0.826530612244898, "len_ratio": 0.9927272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}198{"pair_id": "pair_6d98cd01f5ab772c", "doc_id": "doc_b0dce37223ac2772", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.896186440677966, "chrf": 85.18971450390899, "bleu": 69.9303902965302, "rougeL": 0.8648648648648648, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}199{"pair_id": "pair_e9b804206c369a27", "doc_id": "doc_bbe20e369485006e", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6262042389210019, "chrf": 73.82266461019896, "bleu": 52.414835805065344, "rougeL": 0.6909090909090909, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}200{"pair_id": "pair_b44dd0537f04fcd2", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5535714285714286, "chrf": 67.96698969328479, "bleu": 35.38339429638936, "rougeL": 0.6498194945848375, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}201{"pair_id": "pair_2a45e91d0d715fcb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.728421052631579, "chrf": 74.2259032506708, "bleu": 48.32072274139076, "rougeL": 0.7499999999999999, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}202{"pair_id": "pair_5d1f675a0c779dad", "doc_id": "doc_ede8d89708f4aca3", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9329896907216495, "chrf": 91.09876619950658, "bleu": 79.4649560406506, "rougeL": 0.9316770186335404, "len_ratio": 1.0068493150684932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}203{"pair_id": "pair_e249b6f9202df321", "doc_id": "doc_71ecf0972d1c95dd", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7520504731861198, "chrf": 76.38130371507012, "bleu": 53.079399820659816, "rougeL": 0.7956043956043957, "len_ratio": 0.8969957081545065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}204{"pair_id": "pair_c226ee28ffb1d979", "doc_id": "doc_b475ca1f03814ceb", "variant": "H2", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5253456221198156, "chrf": 69.04929528310407, "bleu": 48.50746093266604, "rougeL": 0.6040268456375839, "len_ratio": 0.7926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}205{"pair_id": "pair_448ba88f266fd2d0", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6564299424184261, "chrf": 73.64009679926386, "bleu": 50.55760418947854, "rougeL": 0.7467532467532468, "len_ratio": 0.8742138364779874, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}206{"pair_id": "pair_6a58b4c23e9d10cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7891392258809936, "chrf": 81.1656162669357, "bleu": 64.24471572812121, "rougeL": 0.8099808061420345, "len_ratio": 0.917910447761194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0}207{"pair_id": "pair_04097925dbea3019", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H2", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7676767676767677, "chrf": 78.37019318193164, "bleu": 51.92854937216314, "rougeL": 0.765625, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}208{"pair_id": "pair_74eb316b30d8f894", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5859106529209621, "chrf": 75.13683552998506, "bleu": 52.77660694180717, "rougeL": 0.5945945945945945, "len_ratio": 1.1022727272727273, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}209{"pair_id": "pair_c927b0881b4f406c", "doc_id": "doc_018da718543ec7b2", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8119891008174387, "chrf": 85.29919056575002, "bleu": 59.3335812026677, "rougeL": 0.8165137614678899, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}210{"pair_id": "pair_580a31091a8ebdbe", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7637195121951219, "chrf": 77.63542456157577, "bleu": 57.167745625808415, "rougeL": 0.8100000000000002, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}211{"pair_id": "pair_ffb7685048ee8191", "doc_id": "doc_cbee4bf03365a459", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6429192006950477, "chrf": 69.83527815151145, "bleu": 39.314702327583646, "rougeL": 0.6911314984709481, "len_ratio": 0.8563218390804598, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_d1debd0ca7eb2bbf", "doc_id": "doc_693020f91e971346", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6977329974811083, "chrf": 66.72676946675287, "bleu": 44.16670754254405, "rougeL": 0.7058823529411765, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}213{"pair_id": "pair_3bfa11d73f0bd9ee", "doc_id": "doc_fcf4fadefe99211c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.765625, "chrf": 74.63568706465786, "bleu": 49.78963224769487, "rougeL": 0.7899159663865546, "len_ratio": 0.865, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}214{"pair_id": "pair_c2c5d7d8f1c67d01", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7656565656565657, "chrf": 75.62959707927817, "bleu": 57.92433026652584, "rougeL": 0.7692307692307692, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_d0d61caaacbbf8dd", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7435530085959885, "chrf": 74.4480791605831, "bleu": 53.1687863178905, "rougeL": 0.7551020408163266, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}216{"pair_id": "pair_98a55a9d396a79a1", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.696031746031746, "chrf": 74.83152477891937, "bleu": 58.27382819819414, "rougeL": 0.7789473684210527, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0}217{"pair_id": "pair_bc489c50c31bde59", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6404199475065617, "chrf": 81.57162406890133, "bleu": 57.274848952229725, "rougeL": 0.7244582043343651, "len_ratio": 1.019108280254777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}218{"pair_id": "pair_40a52f9f597b248d", "doc_id": "doc_606921299de9f2c7", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7095990279465371, "chrf": 73.77762336202566, "bleu": 48.21784710179324, "rougeL": 0.7336244541484717, "len_ratio": 1.1132075471698113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0}219{"pair_id": "pair_35409eeef738396b", "doc_id": "doc_ede8d89708f4aca3", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.678921568627451, "chrf": 67.57704794595958, "bleu": 32.408740275289844, "rougeL": 0.6737967914438502, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}220{"pair_id": "pair_f324d13e0df848aa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7154639175257732, "chrf": 74.50038038106972, "bleu": 46.35908925634789, "rougeL": 0.7052023121387283, "len_ratio": 1.1323529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}221{"pair_id": "pair_8e83b1fc9aa7e9c4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7914572864321608, "chrf": 75.61277829864493, "bleu": 50.53447230243602, "rougeL": 0.7929515418502203, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}222{"pair_id": "pair_8103694bc03e8389", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7431935246504783, "chrf": 69.55503903745543, "bleu": 41.761260234292436, "rougeL": 0.721311475409836, "len_ratio": 0.8489583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}223{"pair_id": "pair_574ebe94372b756c", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.859375, "chrf": 85.78146191398616, "bleu": 71.60868009524293, "rougeL": 0.8382687927107062, "len_ratio": 0.9539170506912442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_2936c7713a6ab2f7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7842712842712842, "chrf": 78.30478969995596, "bleu": 53.90150267163161, "rougeL": 0.7875647668393783, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_4b71bcf63d0886a0", "doc_id": "doc_86326c049245c41f", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7322456813819578, "chrf": 82.17516394472631, "bleu": 63.78536591769971, "rougeL": 0.7801047120418848, "len_ratio": 1.0705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8947368421052632, "number_precision": 0.8947368421052632, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}226{"pair_id": "pair_afc601531a4ec8aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.715605749486653, "chrf": 80.72979391149802, "bleu": 58.139723679316795, "rougeL": 0.7665505226480837, "len_ratio": 0.9620689655172414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}227{"pair_id": "pair_1e47b073d32f56d3", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.8418308227114716, "chrf": 82.59834710182714, "bleu": 63.527576758915785, "rougeL": 0.8258317025440312, "len_ratio": 0.984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 9.0}228{"pair_id": "pair_5aaa7849b1522bc6", "doc_id": "doc_3b73c0c303c8ada6", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8081291093843395, "chrf": 81.9089709136422, "bleu": 63.59065004672419, "rougeL": 0.8076256499133448, "len_ratio": 0.9633699633699634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}229{"pair_id": "pair_5f0edd4f649410d4", "doc_id": "doc_d63488e03c286073", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8748299319727891, "chrf": 85.87861661060408, "bleu": 71.61643026991662, "rougeL": 0.8423645320197044, "len_ratio": 0.9605911330049262, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}230{"pair_id": "pair_e3bd9b386ccf7d71", "doc_id": "doc_606921299de9f2c7", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6718547341115435, "chrf": 70.21070704864245, "bleu": 51.31744438735101, "rougeL": 0.7162790697674418, "len_ratio": 0.9905660377358491, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_40fef0c1a4b65c96", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8688387635756056, "chrf": 85.9061372571617, "bleu": 72.88926750902998, "rougeL": 0.8764044943820224, "len_ratio": 1.0175438596491229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}232{"pair_id": "pair_2b1e2d7cf9a4a133", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6966067864271457, "chrf": 70.77283935852998, "bleu": 42.7375724886208, "rougeL": 0.697986577181208, "len_ratio": 0.9533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}233{"pair_id": "pair_970b25b4dbf4b823", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6729264475743348, "chrf": 64.08649408463467, "bleu": 41.34227723920236, "rougeL": 0.6820809248554913, "len_ratio": 0.7216494845360825, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_2909819d5f03e04b", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7635869565217391, "chrf": 82.75873208763349, "bleu": 67.36016445848307, "rougeL": 0.790909090909091, "len_ratio": 0.9631336405529954, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 8.0}235{"pair_id": "pair_a7d2d5b4fa4a98e3", "doc_id": "doc_6b5d113d4728e44f", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8928919182083739, "chrf": 85.11526697910996, "bleu": 66.46241258639246, "rougeL": 0.8494983277591973, "len_ratio": 1.0469798657718121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}236{"pair_id": "pair_d661f5932a63a835", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.716931216931217, "chrf": 82.36348004829654, "bleu": 60.09135317949028, "rougeL": 0.767590618336887, "len_ratio": 1.0585585585585586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 7.0}237{"pair_id": "pair_28d8974aa58f9464", "doc_id": "doc_501d9ae6425cefc7", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6562905317769131, "chrf": 72.3753898058725, "bleu": 45.77163227209163, "rougeL": 0.6818181818181818, "len_ratio": 1.1515151515151516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_68ff2812ada13be3", "doc_id": "doc_f7330813fc17392a", "variant": "H1", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7996219281663516, "chrf": 78.35694660799659, "bleu": 57.89507412526686, "rougeL": 0.7483870967741936, "len_ratio": 1.0140845070422535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}239{"pair_id": "pair_94d2edc0d6a8f403", "doc_id": "doc_fcf4fadefe99211c", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.735738255033557, "chrf": 82.03984644053722, "bleu": 64.64481381794516, "rougeL": 0.7736842105263158, "len_ratio": 1.043010752688172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5714285714285714, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}240{"pair_id": "pair_e588752fafd31f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "H1", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8311874105865522, "chrf": 82.15883117808967, "bleu": 59.415260346334804, "rougeL": 0.7830687830687831, "len_ratio": 1.0326086956521738, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}241{"pair_id": "pair_ef117e73e3288130", "doc_id": "doc_f7330813fc17392a", "variant": "H2", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7141424272818455, "chrf": 71.00072608823446, "bleu": 41.9638451050935, "rougeL": 0.6881720430107527, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_e954044443dc0032", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7435294117647059, "chrf": 76.39786648687226, "bleu": 55.3330294886878, "rougeL": 0.7580645161290323, "len_ratio": 0.93717277486911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0}243{"pair_id": "pair_f06dc5ca233c1828", "doc_id": "doc_aea855cdbe03beb7", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.833710407239819, "chrf": 83.51885985577786, "bleu": 67.07986823493651, "rougeL": 0.8527131782945736, "len_ratio": 0.8955223880597015, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_6cd7773d7b92fa7d", "doc_id": "doc_936abef50c6e549a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8417910447761194, "chrf": 79.50864017323882, "bleu": 59.13049335000995, "rougeL": 0.8140703517587939, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}245{"pair_id": "pair_58ad12d37b242379", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7527548209366391, "chrf": 78.30908106482596, "bleu": 60.259917825462885, "rougeL": 0.7886710239651415, "len_ratio": 1.0086580086580086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_29e80c6b6667a305", "doc_id": "doc_b960ea890addabd0", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6913827655310621, "chrf": 74.96066150738979, "bleu": 51.57283009292883, "rougeL": 0.7453416149068324, "len_ratio": 1.0128205128205128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0}247{"pair_id": "pair_eaadbb520cb6bab9", "doc_id": "doc_10935de1dd226409", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9114452798663325, "chrf": 87.98431304466291, "bleu": 72.67141690647054, "rougeL": 0.9008498583569404, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_022013290759e0fd", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H1", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8549222797927462, "chrf": 81.45799820723255, "bleu": 71.62307855747773, "rougeL": 0.8491620111731844, "len_ratio": 0.9042553191489362, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}249{"pair_id": "pair_e1b2ed79bb148a11", "doc_id": "doc_501d9ae6425cefc7", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7439613526570048, "chrf": 73.67008553626123, "bleu": 48.0865056983607, "rougeL": 0.7391304347826085, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}250{"pair_id": "pair_f58e8ac1463de2bd", "doc_id": "doc_b960ea890addabd0", "variant": "H2", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8023529411764706, "chrf": 79.39775917655962, "bleu": 63.238669712920164, "rougeL": 0.8128342245989305, "len_ratio": 0.9476439790575916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}251{"pair_id": "pair_c5ba87e3bc36bbd8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6848528356066044, "chrf": 82.01728242127939, "bleu": 63.98688971683053, "rougeL": 0.7437641723356008, "len_ratio": 0.9488372093023256, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 8.0}252{"pair_id": "pair_28d6a8d609900fd9", "doc_id": "doc_e70ce9ae73c32589", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6339969372128638, "chrf": 63.61366289333167, "bleu": 35.547627950751775, "rougeL": 0.5786802030456852, "len_ratio": 0.8910891089108911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_5033bd432ccd7862", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8323323323323324, "chrf": 86.94759559823616, "bleu": 71.38068378801908, "rougeL": 0.8750000000000001, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}254{"pair_id": "pair_022fdc6d197bdd8f", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8062418725617685, "chrf": 79.48103963070974, "bleu": 58.84586007996695, "rougeL": 0.8, "len_ratio": 0.9719626168224299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_68c51f8cc2634fb0", "doc_id": "doc_abc8de46693004bc", "variant": "H1", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5482233502538071, "chrf": 60.82314155208438, "bleu": 39.43104975251482, "rougeL": 0.6178861788617885, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}256{"pair_id": "pair_e4dbba68d123f006", "doc_id": "doc_abc8de46693004bc", "variant": "H2", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.757436112274822, "chrf": 76.00105597694522, "bleu": 52.058306500321265, "rougeL": 0.7632978723404256, "len_ratio": 0.9123711340206185, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}257{"pair_id": "pair_270e637ba60ccc84", "doc_id": "doc_b39bb026283bec99", "variant": "H2", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8012422360248448, "chrf": 80.472600180542, "bleu": 56.75487448556858, "rougeL": 0.8148148148148148, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_b51fec0b64d012a2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "H1", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6589537223340041, "chrf": 79.66802851882373, "bleu": 59.357369348226364, "rougeL": 0.7381316998468608, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 11.0}259{"pair_id": "pair_91d1e92333a4ee5a", "doc_id": "doc_cb9d29bd67fefa94", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8212180746561886, "chrf": 83.0741226053016, "bleu": 64.27322418250756, "rougeL": 0.8133333333333335, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}260{"pair_id": "pair_8c7db2ce28127366", "doc_id": "doc_ee4ba033e2a76c58", "variant": "H2", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7943221320973348, "chrf": 82.814515119016, "bleu": 63.53134358922186, "rougeL": 0.8366533864541833, "len_ratio": 0.952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}261{"pair_id": "pair_29701e6748ae0b34", "doc_id": "doc_c00d6c2859f1e21a", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6529774127310062, "chrf": 78.51806413110161, "bleu": 54.6975300171562, "rougeL": 0.7085514834205933, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}262{"pair_id": "pair_93343c6d4c539e31", "doc_id": "doc_b39bb026283bec99", "variant": "H1", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6856931060044478, "chrf": 75.49069443848053, "bleu": 56.642196802134144, "rougeL": 0.7740384615384615, "len_ratio": 0.9037433155080213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}263{"pair_id": "pair_f2510970f56281a3", "doc_id": "doc_4b9443000ca9e29c", "variant": "H2", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8014073494917905, "chrf": 79.29189658325832, "bleu": 65.06113906755787, "rougeL": 0.8277404921700223, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_fe0139f9580f6add", "doc_id": "doc_10935de1dd226409", "variant": "H1", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7838899803536346, "chrf": 80.95407034087873, "bleu": 65.88225563776648, "rougeL": 0.7972508591065293, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}265{"pair_id": "pair_71e5cbd2e11add5c", "doc_id": "doc_018da718543ec7b2", "variant": "H2", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.9351032448377581, "chrf": 90.88164716173564, "bleu": 81.2673272394559, "rougeL": 0.9282296650717704, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_d87dc24fd64f422f", "doc_id": "doc_936abef50c6e549a", "variant": "H1", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6481312670920694, "chrf": 73.83438085919336, "bleu": 48.61599977163214, "rougeL": 0.7052341597796143, "len_ratio": 0.9364161849710982, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}267
Files main
Menu

Theme