spb/wpai0002_uqo

1{"pair_id": "pair_4598499684b00fdc", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6571709233791749, "chrf": 69.16594768195343, "bleu": 45.50051905218385, "rougeL": 0.6993006993006994, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}2{"pair_id": "pair_5857cf628e9afca0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.589767441860465, "chrf": 65.27521802485829, "bleu": 40.24403900583867, "rougeL": 0.6457142857142857, "len_ratio": 0.9938271604938271, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_1b2eab0a340f71a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7387785136129508, "chrf": 70.64930144513265, "bleu": 40.80296946142524, "rougeL": 0.6981627296587927, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}4{"pair_id": "pair_eeb617afa2c73298", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6746987951807228, "chrf": 67.12380071951087, "bleu": 44.23494120182969, "rougeL": 0.6666666666666666, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_bd490fa59bca1daa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7171492204899776, "chrf": 67.19502344767643, "bleu": 50.42395643341351, "rougeL": 0.6835443037974683, "len_ratio": 0.9117647058823529, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_feeb47d969cce1a0", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5863453815261044, "chrf": 67.51112965708302, "bleu": 37.43075044365364, "rougeL": 0.5829145728643215, "len_ratio": 1.0714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_0c0c365159c989a9", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6116751269035533, "chrf": 63.33936410472334, "bleu": 39.94488136375784, "rougeL": 0.689075630252101, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_5492f8dbcabac1ee", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5716180371352786, "chrf": 63.27618671803654, "bleu": 32.708577861878084, "rougeL": 0.5922746781115881, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_e6e31305ef0fdd0d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.400520156046814, "chrf": 69.34321870590456, "bleu": 43.0543656033722, "rougeL": 0.5789473684210527, "len_ratio": 0.9906542056074766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_5efa37973243c561", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6288860103626943, "chrf": 74.76803855165156, "bleu": 41.56270871139638, "rougeL": 0.6680761099365752, "len_ratio": 1.072072072072072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -2.0}11{"pair_id": "pair_b0336c304356df49", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6437153419593346, "chrf": 68.20845221527051, "bleu": 41.42718713263031, "rougeL": 0.593698175787728, "len_ratio": 0.9803921568627451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}12{"pair_id": "pair_29af56d2504367b4", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4983498349834984, "chrf": 65.3264919789081, "bleu": 35.386723236694934, "rougeL": 0.5666666666666667, "len_ratio": 1.15, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}13{"pair_id": "pair_0d7ad5c3403e8b0e", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7986921999065857, "chrf": 76.18736751512863, "bleu": 52.288816561240914, "rougeL": 0.7850467289719626, "len_ratio": 0.9154078549848943, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}14{"pair_id": "pair_3edd3270a523d808", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5592417061611374, "chrf": 67.53499203871448, "bleu": 36.156463350988055, "rougeL": 0.6455026455026454, "len_ratio": 1.058139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_bbe821d0fe372fcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6919528446950283, "chrf": 74.00005053160304, "bleu": 50.843289581435684, "rougeL": 0.7041742286751361, "len_ratio": 0.901060070671378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_fd4fd6a0ef8e9394", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.65966796875, "chrf": 78.55277922240941, "bleu": 53.63693799083648, "rougeL": 0.7338345864661654, "len_ratio": 1.0030864197530864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_14b2b61cb51f937f", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5436893203883495, "chrf": 58.39831387332618, "bleu": 26.94565344458068, "rougeL": 0.5893719806763283, "len_ratio": 1.127659574468085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_f885d9b9d5e49e46", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.806483300589391, "chrf": 80.68474516150258, "bleu": 61.21224542422827, "rougeL": 0.8140350877192983, "len_ratio": 0.9047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}19{"pair_id": "pair_2f97b870f5dde7c0", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6050870147255689, "chrf": 73.53861080591652, "bleu": 41.718860904633736, "rougeL": 0.6666666666666666, "len_ratio": 1.0360360360360361, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -2.0}20{"pair_id": "pair_3860efc1a8811be6", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8188736681887367, "chrf": 84.0865543422614, "bleu": 67.16915930540269, "rougeL": 0.8308823529411765, "len_ratio": 0.9330855018587361, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}21{"pair_id": "pair_4297b35cb78875fb", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.664756446991404, "chrf": 75.92168379288724, "bleu": 55.105338561443816, "rougeL": 0.7105263157894737, "len_ratio": 1.0460526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}22{"pair_id": "pair_26c8c3e5f558bb9c", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5122950819672132, "chrf": 53.70723137353802, "bleu": 8.720698093571425, "rougeL": 0.5035971223021583, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_37fe9f4c8f4ff049", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6732673267326732, "chrf": 74.67888659109923, "bleu": 53.83826918093724, "rougeL": 0.7126436781609196, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_97b809b5513286a5", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6447602131438721, "chrf": 69.49125264467568, "bleu": 57.956844258408374, "rougeL": 0.7052631578947369, "len_ratio": 0.9139784946236559, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}25{"pair_id": "pair_f208384447f0b35e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7335907335907336, "chrf": 72.25955201963671, "bleu": 45.03645736821126, "rougeL": 0.7477477477477478, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_0732f01721ad0129", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7544987146529563, "chrf": 78.74583799725885, "bleu": 57.9474125349471, "rougeL": 0.7732342007434945, "len_ratio": 0.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}27{"pair_id": "pair_e80f537ae2e11f15", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5141242937853108, "chrf": 62.03466205843775, "bleu": 39.697469017048206, "rougeL": 0.584507042253521, "len_ratio": 0.9927007299270073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_0abcda13b412ade6", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5404761904761906, "chrf": 56.755584940571715, "bleu": 29.37784933597522, "rougeL": 0.5384615384615384, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_6f07376e9dc23656", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.49921996879875197, "chrf": 69.94402438719513, "bleu": 49.19303527417878, "rougeL": 0.6, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_99713d3596fcfe6f", "doc_id": "doc_f8e6e69aeba57df2", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7575757575757576, "chrf": 73.93008879927821, "bleu": 54.69760802809578, "rougeL": 0.802547770700637, "len_ratio": 0.8395061728395061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}31{"pair_id": "pair_a852850d32d49645", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.580906148867314, "chrf": 64.54268604666935, "bleu": 36.63835484625719, "rougeL": 0.5699481865284974, "len_ratio": 1.075268817204301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}32{"pair_id": "pair_40548aaf0293c858", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.668054110301769, "chrf": 69.18032837113958, "bleu": 48.57772552329111, "rougeL": 0.6779661016949152, "len_ratio": 0.993103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_acaa83a51b2750c0", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6739811912225706, "chrf": 70.77820663047082, "bleu": 40.07353408413994, "rougeL": 0.6875, "len_ratio": 1.010989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}34{"pair_id": "pair_7481d49be3e1e71e", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6782133090246125, "chrf": 69.83369108620485, "bleu": 39.32037354210352, "rougeL": 0.7304347826086955, "len_ratio": 0.838150289017341, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}35{"pair_id": "pair_8dedbf7b963caa70", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49499284692417744, "chrf": 66.10343232719461, "bleu": 34.27952924549588, "rougeL": 0.5263157894736842, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}36{"pair_id": "pair_0b700f3a4d3e9ae4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6939625260235947, "chrf": 79.77275859216077, "bleu": 58.81771836564096, "rougeL": 0.7538461538461538, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_04bb6289e1228f2c", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5879396984924623, "chrf": 57.36834096128366, "bleu": 28.87381714522519, "rougeL": 0.5396825396825397, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_6eb378ae18296ab6", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5396959459459459, "chrf": 67.27912774278509, "bleu": 39.785963402837474, "rougeL": 0.5528455284552845, "len_ratio": 1.0114942528735633, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}39{"pair_id": "pair_91cf658a7d3b0a69", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7833209233060313, "chrf": 76.86467564174984, "bleu": 54.085747730912104, "rougeL": 0.751918158567775, "len_ratio": 0.9644670050761421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_0dc500762feda159", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5766961651917404, "chrf": 67.19714982794743, "bleu": 48.73925225281749, "rougeL": 0.6130653266331658, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}41{"pair_id": "pair_844006323f2a688e", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6051080550098231, "chrf": 55.804324902036925, "bleu": 23.0115291911409, "rougeL": 0.5241379310344828, "len_ratio": 0.9078947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_cbfc05c21f5f9790", "doc_id": "doc_4b9443000ca9e29c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7490226739640344, "chrf": 74.04347913846885, "bleu": 57.3365324150487, "rougeL": 0.7952941176470587, "len_ratio": 0.8616071428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}43{"pair_id": "pair_39be4347cb657a0e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6349892008639308, "chrf": 74.63427337060176, "bleu": 43.894081402284165, "rougeL": 0.6564885496183207, "len_ratio": 1.046875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_9debb64735cf5cd6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.721830985915493, "chrf": 71.32567576114593, "bleu": 49.4544651535084, "rougeL": 0.7204301075268817, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_729e6136e3b0d6f8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7207743857036486, "chrf": 69.49139758553618, "bleu": 41.252735399301656, "rougeL": 0.6580310880829016, "len_ratio": 0.9238578680203046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}46{"pair_id": "pair_0ed8a1c935ca3b4d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7770130763936682, "chrf": 78.02826415092366, "bleu": 59.794218023384424, "rougeL": 0.7861771058315334, "len_ratio": 1.025974025974026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}47{"pair_id": "pair_b9c9a82014974df0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5397683397683397, "chrf": 58.05702143736033, "bleu": 19.81763267521515, "rougeL": 0.4657534246575343, "len_ratio": 1.0056497175141244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_6825603c8f3a66df", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4700460829493087, "chrf": 58.206047846753414, "bleu": 30.788597954542492, "rougeL": 0.5466666666666666, "len_ratio": 0.8048780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_db32508b9abd48de", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6634844868735084, "chrf": 72.48962354510455, "bleu": 47.156548509975636, "rougeL": 0.6974789915966387, "len_ratio": 0.925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}50{"pair_id": "pair_28a1b8c66c065371", "doc_id": "doc_0c5f9453efc95182", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5508474576271186, "chrf": 63.849206781072475, "bleu": 31.361468976863996, "rougeL": 0.5779816513761468, "len_ratio": 1.0510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_7ba3a5fd5c71e137", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7123473541383989, "chrf": 72.07119557226721, "bleu": 49.289017366196916, "rougeL": 0.7692307692307692, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}52{"pair_id": "pair_f0a6a29d700fb002", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5913734392735528, "chrf": 67.75879642994371, "bleu": 44.86049750943139, "rougeL": 0.6029411764705882, "len_ratio": 0.9558823529411765, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}53{"pair_id": "pair_031b4741607edbc3", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7178888369920597, "chrf": 73.10202365721175, "bleu": 51.237279472439226, "rougeL": 0.755700325732899, "len_ratio": 0.8338368580060423, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}54{"pair_id": "pair_bba329cf06d216d8", "doc_id": "doc_592708c2d62b5b42", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.833976833976834, "chrf": 79.51834403191833, "bleu": 59.63423146032859, "rougeL": 0.875, "len_ratio": 0.8421052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_a50a46b164369705", "doc_id": "doc_4465aece194b7964", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6866740088105727, "chrf": 66.76275022835291, "bleu": 44.10304895679148, "rougeL": 0.7015503875968992, "len_ratio": 0.8148148148148148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}56{"pair_id": "pair_c103dadd697a1629", "doc_id": "doc_cbee4bf03365a459", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5864465682015638, "chrf": 61.31500181032726, "bleu": 29.101129020334792, "rougeL": 0.5830903790087464, "len_ratio": 0.9597701149425287, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_f42e28105730316e", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5133136094674556, "chrf": 68.48532721507004, "bleu": 39.35545497059626, "rougeL": 0.6330935251798561, "len_ratio": 0.9707317073170731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}58{"pair_id": "pair_eb57f54a1c096a90", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.48851774530271397, "chrf": 56.33725845929205, "bleu": 21.646286469090825, "rougeL": 0.5379310344827587, "len_ratio": 0.9305555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}59{"pair_id": "pair_c68b3e478b80a9da", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6294277929155314, "chrf": 67.21311155318185, "bleu": 40.69782938399623, "rougeL": 0.6704871060171919, "len_ratio": 1.005952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_d1a4ff6996f925b2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7835820895522388, "chrf": 75.25435149115067, "bleu": 49.18640475003937, "rougeL": 0.7537688442211056, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}61{"pair_id": "pair_59a725b09df49a9d", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7050653594771241, "chrf": 69.14064042940839, "bleu": 44.011597428127125, "rougeL": 0.6939890710382514, "len_ratio": 0.9222222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_aa00ea86a20abcd0", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6651017214397497, "chrf": 67.82120100202485, "bleu": 33.59514096970345, "rougeL": 0.6666666666666666, "len_ratio": 1.0465116279069768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}63{"pair_id": "pair_51aea383833f3352", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5749097472924187, "chrf": 64.66192385599369, "bleu": 36.07422787364603, "rougeL": 0.6267806267806267, "len_ratio": 1.0178571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_cc10e454d2a74cc2", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7259332023575639, "chrf": 71.32663148766363, "bleu": 47.54644736908009, "rougeL": 0.7128027681660899, "len_ratio": 0.9387755102040817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_c9351662d509382f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5790554414784395, "chrf": 60.38234373711513, "bleu": 23.83288269185948, "rougeL": 0.5605095541401274, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}66{"pair_id": "pair_3c1ef83c03e12c80", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5372050816696915, "chrf": 58.16121052625286, "bleu": 22.05007828098713, "rougeL": 0.5095541401273886, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}67{"pair_id": "pair_70a6be0917016df8", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8285077951002227, "chrf": 83.21684697164909, "bleu": 69.75121780011354, "rougeL": 0.8461538461538463, "len_ratio": 0.9076923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}68{"pair_id": "pair_fb26dee4d4350e6d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5221893491124261, "chrf": 68.13026439467458, "bleu": 39.356904930797036, "rougeL": 0.6112469437652812, "len_ratio": 0.9365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}69{"pair_id": "pair_b24aa2a81e381f1d", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5334538878842676, "chrf": 62.82161529885434, "bleu": 29.648527610691094, "rougeL": 0.6282051282051282, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_843fff5b244693b8", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7174071376547706, "chrf": 73.13464103093149, "bleu": 48.616579565185646, "rougeL": 0.7135922330097088, "len_ratio": 0.9800995024875622, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}71{"pair_id": "pair_f01f1a443bd9db02", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6754433100483611, "chrf": 73.90973551665458, "bleu": 49.00659134766094, "rougeL": 0.7075306479859895, "len_ratio": 0.9782608695652174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}72{"pair_id": "pair_f03e9fd2bb734c77", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7366255144032922, "chrf": 70.27386321204045, "bleu": 46.613077103077735, "rougeL": 0.7422096317280454, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_9ba5b933f0c8bc4d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5503080082135523, "chrf": 59.32522709109092, "bleu": 23.735066431797602, "rougeL": 0.5256410256410255, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_79756d8afafe89fb", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6201859229747676, "chrf": 71.76900928036008, "bleu": 42.239936116471064, "rougeL": 0.6306306306306307, "len_ratio": 1.1818181818181819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}75{"pair_id": "pair_b019a693c204d618", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7554697554697555, "chrf": 71.80669369376143, "bleu": 47.29075326769152, "rougeL": 0.7582938388625592, "len_ratio": 0.8421052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}76{"pair_id": "pair_344ec28a8430847e", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6540422432629278, "chrf": 64.74538261969678, "bleu": 35.92156565933414, "rougeL": 0.630272952853598, "len_ratio": 0.9353233830845771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}77{"pair_id": "pair_50740d8c4535c37a", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6973848069738481, "chrf": 71.62121963980964, "bleu": 44.3606825419603, "rougeL": 0.7011070110701108, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_81f7849f9738c6ba", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6725663716814159, "chrf": 70.41673953393023, "bleu": 49.55912698522422, "rougeL": 0.6387434554973822, "len_ratio": 0.8585858585858586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_49ccd6eef71281b5", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6660929432013769, "chrf": 67.71803066980159, "bleu": 42.86880322884095, "rougeL": 0.6519337016574585, "len_ratio": 0.9662921348314607, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_c1989c0d1bbe7dc9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6743295019157088, "chrf": 77.52237574299043, "bleu": 55.27537337966722, "rougeL": 0.689655172413793, "len_ratio": 1.0737327188940091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_9317686a211718f4", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7393741242410089, "chrf": 74.65984612106425, "bleu": 53.204366923602244, "rougeL": 0.7423312883435582, "len_ratio": 0.9637462235649547, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}82{"pair_id": "pair_4cfa9d1c9350a5fd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7797951582867784, "chrf": 80.32544718638755, "bleu": 58.48147470316687, "rougeL": 0.7804054054054054, "len_ratio": 0.9665551839464883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_060edef07bb84982", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5023809523809524, "chrf": 60.73692198707265, "bleu": 35.09686697682249, "rougeL": 0.6074074074074075, "len_ratio": 1.0454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_2290216872122038", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7885331347728965, "chrf": 77.21259918215681, "bleu": 54.402575670676036, "rougeL": 0.758974358974359, "len_ratio": 0.9593908629441624, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}85{"pair_id": "pair_5bcbeb43c2d0ebe7", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6689059500959693, "chrf": 71.19695649244694, "bleu": 47.76403987354695, "rougeL": 0.7003367003367004, "len_ratio": 0.8176100628930818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}86{"pair_id": "pair_e3c20af0a4ddc9ad", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7100371747211895, "chrf": 72.51958620220994, "bleu": 45.661352489066424, "rougeL": 0.7011070110701108, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}87{"pair_id": "pair_ee38fda4fcac8331", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5787292817679558, "chrf": 61.35921208143442, "bleu": 32.93119033754328, "rougeL": 0.5592417061611374, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_bb3c7e813311dfad", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6673648931713447, "chrf": 72.04924634311364, "bleu": 47.86633838991565, "rougeL": 0.6780551905387647, "len_ratio": 0.9355670103092784, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}89{"pair_id": "pair_1e0481be3a29431d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5698778833107192, "chrf": 57.66472936978424, "bleu": 31.825976417517616, "rougeL": 0.5657370517928287, "len_ratio": 1.0080645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}90{"pair_id": "pair_fec0180ac9bf07e2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5858585858585859, "chrf": 56.90436298700505, "bleu": 35.92399124158813, "rougeL": 0.6618705035971223, "len_ratio": 0.717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_d9d13ddec4b83677", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6180392156862745, "chrf": 67.36011702663764, "bleu": 41.65506374996312, "rougeL": 0.6476683937823834, "len_ratio": 1.0157068062827226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_f42586c60657ad3a", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.4780621572212066, "chrf": 58.264646114566155, "bleu": 26.220344568661858, "rougeL": 0.5274725274725275, "len_ratio": 1.0802469135802468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_785f9c57fdc7ce4e", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6991869918699187, "chrf": 74.66032816711532, "bleu": 39.476613038152855, "rougeL": 0.6838407494145199, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}94{"pair_id": "pair_4af1b3b725989413", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6957311534968211, "chrf": 76.15488054202815, "bleu": 45.650155257110754, "rougeL": 0.7142857142857144, "len_ratio": 1.0759493670886076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}95{"pair_id": "pair_dbb8dec75dabd14a", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.625, "chrf": 67.92168534536962, "bleu": 48.62870544037205, "rougeL": 0.655367231638418, "len_ratio": 1.0632911392405062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}96{"pair_id": "pair_241395f965541088", "doc_id": "doc_018da718543ec7b2", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7713864306784661, "chrf": 79.20227219286785, "bleu": 54.86697459847672, "rougeL": 0.7959183673469389, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}97{"pair_id": "pair_00c7c8695c59de5f", "doc_id": "doc_d999f694e31b629a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6235207100591715, "chrf": 65.46621575392805, "bleu": 37.83049893619203, "rougeL": 0.6577540106951872, "len_ratio": 0.7560975609756098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}98{"pair_id": "pair_ae332969c7399d52", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6607460035523979, "chrf": 71.60605406207542, "bleu": 61.548921582213815, "rougeL": 0.7301587301587302, "len_ratio": 0.8924731182795699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_36f28615f74f8dac", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7157442235357334, "chrf": 72.22468523537174, "bleu": 42.96322373321255, "rougeL": 0.7125220458553791, "len_ratio": 0.9637681159420289, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}100{"pair_id": "pair_49512760f0a48ed3", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6461748633879781, "chrf": 66.24393836414644, "bleu": 32.71038898885068, "rougeL": 0.6133333333333333, "len_ratio": 1.0093457943925233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}101{"pair_id": "pair_b753d6c247a6ecee", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7944711538461539, "chrf": 79.41778147702317, "bleu": 55.79468402445116, "rougeL": 0.7711340206185566, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}102{"pair_id": "pair_27d1908ac01a0f03", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6565464895635673, "chrf": 70.65256061977789, "bleu": 47.07876269443424, "rougeL": 0.6896551724137931, "len_ratio": 1.0253164556962024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}103{"pair_id": "pair_8a8177f929df5aa7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.9032815198618307, "chrf": 85.34444448074889, "bleu": 72.23209208758605, "rougeL": 0.8864864864864866, "len_ratio": 0.9468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_15ff7a9019d3cb90", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6987951807228916, "chrf": 65.9244813254453, "bleu": 39.32871508453064, "rougeL": 0.6813186813186812, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_03059d5cd5d5215d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7750172532781229, "chrf": 75.99063208036196, "bleu": 51.31847362739737, "rougeL": 0.7213114754098361, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_5d0a7f621c2cb706", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6269070735090152, "chrf": 71.12225391152239, "bleu": 44.86619024255778, "rougeL": 0.6727272727272727, "len_ratio": 1.0408163265306123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_1f7b031dd33375ff", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8087934560327199, "chrf": 81.19519138524714, "bleu": 63.09227344664417, "rougeL": 0.8173374613003095, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 0.9473684210526315, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}108{"pair_id": "pair_f78e5889f7ef6fe0", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7872127872127872, "chrf": 79.18392395206654, "bleu": 69.65623028375263, "rougeL": 0.788235294117647, "len_ratio": 0.9939393939393939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_e1d64d3e842fa71c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7750325097529258, "chrf": 76.29137320826428, "bleu": 55.00898295725424, "rougeL": 0.7927927927927928, "len_ratio": 0.9345794392523364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}110{"pair_id": "pair_550e142667bad82d", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7132486388384756, "chrf": 71.4124180987726, "bleu": 51.862760069344304, "rougeL": 0.7052023121387283, "len_ratio": 0.9659090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_415cb3c4d518b45c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5732484076433121, "chrf": 71.32354628688165, "bleu": 41.96348830924794, "rougeL": 0.5901639344262295, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_62cb562c5fc4acd3", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6522935779816514, "chrf": 70.77874180355201, "bleu": 44.0318285129293, "rougeL": 0.6750788643533123, "len_ratio": 1.0193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}113{"pair_id": "pair_8c1ffb7532898f05", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.833969465648855, "chrf": 80.13458434873904, "bleu": 61.28008033078003, "rougeL": 0.8280254777070063, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_c003fb968f7fd867", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7533265097236438, "chrf": 78.02472672747088, "bleu": 52.72508365513744, "rougeL": 0.738255033557047, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}115{"pair_id": "pair_eda7268ce93af6a6", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5488958990536277, "chrf": 64.46288722658454, "bleu": 33.69025885708849, "rougeL": 0.5892857142857142, "len_ratio": 0.8755364806866953, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}116{"pair_id": "pair_ba88612d90668104", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6446540880503144, "chrf": 65.38248131040281, "bleu": 30.515951994436584, "rougeL": 0.6210526315789474, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}117{"pair_id": "pair_43d235d2dea3a9a0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.630071599045346, "chrf": 62.40022071685198, "bleu": 28.548152536806388, "rougeL": 0.5982905982905983, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_59110ddc88cf43b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7270051508462104, "chrf": 69.72247223658636, "bleu": 42.390423862375826, "rougeL": 0.6949152542372882, "len_ratio": 0.796875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}119{"pair_id": "pair_7bd32178b1db4903", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6109215017064846, "chrf": 65.55478679527168, "bleu": 44.77918337592544, "rougeL": 0.6341463414634146, "len_ratio": 0.9125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_a0bc8152b0eda18a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6490066225165563, "chrf": 75.98064838333516, "bleu": 48.65759050805535, "rougeL": 0.6821705426356589, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_3f5c4bb13685fd6b", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7841959334565619, "chrf": 80.63073034175548, "bleu": 59.601412052991435, "rougeL": 0.7697368421052632, "len_ratio": 0.9803921568627451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}122{"pair_id": "pair_c40407ed0e7b18fd", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.735207100591716, "chrf": 73.60798198454134, "bleu": 49.71650844893667, "rougeL": 0.7071823204419889, "len_ratio": 0.8080808080808081, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_3611da9624008835", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.47425897035881437, "chrf": 59.808537374062375, "bleu": 39.19293268865073, "rougeL": 0.5306122448979592, "len_ratio": 0.9895833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_4f10bbfd2b6004e5", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6072895277207393, "chrf": 73.76239915683932, "bleu": 46.70279536390094, "rougeL": 0.6617647058823529, "len_ratio": 0.8551724137931035, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}125{"pair_id": "pair_61bca98c5e025873", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.648879402347919, "chrf": 71.7145018245439, "bleu": 45.85626507411374, "rougeL": 0.6917808219178082, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_4970e45f376552d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7429193899782135, "chrf": 69.90870701251147, "bleu": 49.009696075618095, "rougeL": 0.7647058823529411, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}127{"pair_id": "pair_f9c2418b1d2684d1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5689655172413793, "chrf": 61.540880111095916, "bleu": 35.344422817578014, "rougeL": 0.6356589147286822, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_c3cb2e9ec6eb8acb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6708566108007449, "chrf": 75.29621889064396, "bleu": 45.54116504566341, "rougeL": 0.6834170854271356, "len_ratio": 0.9866220735785953, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_2ec653baaa7a7bb5", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6290322580645161, "chrf": 65.19705588081463, "bleu": 35.00652840105142, "rougeL": 0.5935483870967742, "len_ratio": 0.8625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}130{"pair_id": "pair_362141efb86d41ce", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6405228758169934, "chrf": 64.7043706093349, "bleu": 30.00013904854941, "rougeL": 0.6261980830670927, "len_ratio": 0.9935483870967742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_330c412bc4575214", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3543478260869565, "chrf": 45.315219379809996, "bleu": 7.230911268384774, "rougeL": 0.3855421686746988, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_ca6835254ac78a40", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6169491525423729, "chrf": 68.74487801821323, "bleu": 44.19760107900068, "rougeL": 0.6179775280898877, "len_ratio": 1.1481481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}133{"pair_id": "pair_4c0ca7d0a7031a59", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6082304526748972, "chrf": 69.26910926961412, "bleu": 36.499622899239924, "rougeL": 0.6380697050938338, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}134{"pair_id": "pair_e54c14f709c6677d", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5687679083094556, "chrf": 67.34602025025212, "bleu": 46.97469132164203, "rougeL": 0.6424870466321244, "len_ratio": 0.91, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}135{"pair_id": "pair_8a08d05af995a523", "doc_id": "doc_0e6c656dfaf9d099", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7654770575382375, "chrf": 74.87107376269513, "bleu": 51.8249446953063, "rougeL": 0.7849462365591396, "len_ratio": 0.7860696517412935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_72d8c430ccaae02f", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5902140672782874, "chrf": 63.6215500910517, "bleu": 28.01780735063258, "rougeL": 0.5308310991957105, "len_ratio": 1.0451977401129944, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_bd5e58bad584f4ed", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7599243856332704, "chrf": 71.02958768614545, "bleu": 53.37766077590382, "rougeL": 0.7552447552447552, "len_ratio": 0.8591549295774648, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}138{"pair_id": "pair_cd6ee4a72e756794", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6267496111975117, "chrf": 65.32915639514258, "bleu": 34.40159488569662, "rougeL": 0.6025316455696201, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_d71efc1d383e9ccf", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5611111111111111, "chrf": 66.37501023355568, "bleu": 42.6200312426244, "rougeL": 0.6263157894736842, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_b3c2358951b057b6", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7208672086720866, "chrf": 71.15205187149559, "bleu": 43.99525132418814, "rougeL": 0.6752688172043012, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_433b741dbe4c767a", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8996138996138996, "chrf": 88.93339846728567, "bleu": 77.62860290970556, "rougeL": 0.9230769230769231, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}142{"pair_id": "pair_45e168816bb1f94d", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8789308176100629, "chrf": 85.02699301430278, "bleu": 70.42020562458227, "rougeL": 0.881720430107527, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}143{"pair_id": "pair_a09b50978754abc8", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5981432360742706, "chrf": 64.17194602518568, "bleu": 36.948355735533895, "rougeL": 0.6141732283464567, "len_ratio": 1.0241935483870968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}144{"pair_id": "pair_0c1e24a5495273c5", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6664217487141808, "chrf": 75.6320594359771, "bleu": 54.08367192205469, "rougeL": 0.7247706422018348, "len_ratio": 1.0106951871657754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}145{"pair_id": "pair_3ed194f4130f9619", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6725838264299803, "chrf": 69.20282568984713, "bleu": 41.91279240199353, "rougeL": 0.6688741721854304, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_2c7f52804483b024", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7409860191317145, "chrf": 73.52664772550484, "bleu": 44.80154463352096, "rougeL": 0.7139107611548555, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}147{"pair_id": "pair_50e79e029a663f4d", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5927152317880795, "chrf": 64.82682448753452, "bleu": 38.86520941561446, "rougeL": 0.5847953216374269, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_2b6fc1a8fd17fee0", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6927272727272727, "chrf": 65.82034341554515, "bleu": 36.302094879919316, "rougeL": 0.6385542168674698, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}149{"pair_id": "pair_1a022b7bb9e1e4db", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6990668740279937, "chrf": 71.36284379298036, "bleu": 39.96804688868786, "rougeL": 0.6718346253229974, "len_ratio": 0.9427083333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_5ccc8990666e132a", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6692160611854685, "chrf": 73.68268122051141, "bleu": 51.99643047988547, "rougeL": 0.7058823529411765, "len_ratio": 0.8686131386861314, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_ee282afe28a5ace9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.775049115913556, "chrf": 79.24531304994967, "bleu": 58.9461319087572, "rougeL": 0.8122866894197951, "len_ratio": 0.9591836734693877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_d778a55ebb6347f9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5474060822898033, "chrf": 58.042561521674074, "bleu": 23.560865948899327, "rougeL": 0.47674418604651164, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}153{"pair_id": "pair_2c1dcca38f704359", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5736040609137056, "chrf": 59.441127777230854, "bleu": 40.94160596109936, "rougeL": 0.6666666666666666, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_7172fc56dad2d82e", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49539170506912444, "chrf": 63.52387702354204, "bleu": 44.208970038386155, "rougeL": 0.5733333333333333, "len_ratio": 0.7560975609756098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_fd83b0922927c9fe", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.746031746031746, "chrf": 77.37131526376432, "bleu": 54.09179246287801, "rougeL": 0.7672131147540984, "len_ratio": 0.9419354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}156{"pair_id": "pair_f62215653e90baff", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6741258741258741, "chrf": 69.11365237405265, "bleu": 40.791295564583955, "rougeL": 0.6735751295336787, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_d17e309a256486a2", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7088607594936709, "chrf": 67.64201444467707, "bleu": 43.960170958899894, "rougeL": 0.7286245353159851, "len_ratio": 0.8068965517241379, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}158{"pair_id": "pair_582e65f4325f3248", "doc_id": "doc_b1675be26e230c94", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.34681181959564544, "chrf": 61.98882097035012, "bleu": 38.273487272971224, "rougeL": 0.455958549222798, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_d5142de550b99285", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7365107913669064, "chrf": 70.01208296920352, "bleu": 40.793857396142464, "rougeL": 0.7078651685393258, "len_ratio": 1.0914634146341464, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_2300811d12980539", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6826568265682658, "chrf": 74.76337181419673, "bleu": 57.48709578234735, "rougeL": 0.7560975609756099, "len_ratio": 1.0053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}161{"pair_id": "pair_d0e218df30170fde", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5880758807588076, "chrf": 62.41016231031708, "bleu": 26.570153060154187, "rougeL": 0.5638297872340426, "len_ratio": 1.0057803468208093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_4333e4b5505d83d7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.619750283768445, "chrf": 69.61704064843109, "bleu": 45.82645008898856, "rougeL": 0.6176470588235293, "len_ratio": 0.9558823529411765, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_7225a8399ae7a1ed", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7562642369020501, "chrf": 78.75361451060996, "bleu": 57.105962866619436, "rougeL": 0.7903225806451613, "len_ratio": 0.8507462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}164{"pair_id": "pair_7acee6b89b5f0303", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6385372714486639, "chrf": 69.34030887689866, "bleu": 40.86860824933319, "rougeL": 0.6341463414634146, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}165{"pair_id": "pair_8a2215bbda602325", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5305719921104537, "chrf": 65.44248707587138, "bleu": 35.16086220187609, "rougeL": 0.5483870967741935, "len_ratio": 1.04, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_7c7bcf80cfe2c598", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6236044657097288, "chrf": 72.45727850198448, "bleu": 40.273115495937596, "rougeL": 0.6473988439306358, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}167{"pair_id": "pair_49a2ad708daca6ea", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6076487252124646, "chrf": 71.67320259724407, "bleu": 44.7647021350412, "rougeL": 0.6388888888888888, "len_ratio": 1.0776699029126213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_5b8c150ea1852476", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7425614489003881, "chrf": 71.66999224768925, "bleu": 45.9878644792662, "rougeL": 0.7325102880658436, "len_ratio": 0.9912280701754386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_458e3860e40da7d8", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7518484288354899, "chrf": 74.95307395895196, "bleu": 51.813829118344586, "rougeL": 0.7392055267702935, "len_ratio": 0.8921568627450981, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -4.0}170{"pair_id": "pair_b40831eac9cfc37f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7219858156028369, "chrf": 70.10388028123712, "bleu": 46.369424747923865, "rougeL": 0.6900000000000001, "len_ratio": 0.9797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_83f67ae8fcf09814", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6753246753246753, "chrf": 71.06825571713011, "bleu": 50.740222210302306, "rougeL": 0.6629213483146068, "len_ratio": 1.0759493670886076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_aff857419cb3124f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8477564102564102, "chrf": 83.51258414519623, "bleu": 62.77932287642739, "rougeL": 0.8421052631578947, "len_ratio": 1.0467836257309941, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_771af0fa37912adc", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6274509803921569, "chrf": 67.79777783628884, "bleu": 42.99189559698917, "rougeL": 0.6684073107049608, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}174{"pair_id": "pair_0dd4cee58ee01917", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7498336660013307, "chrf": 68.68735320390462, "bleu": 38.417264861635736, "rougeL": 0.7083333333333334, "len_ratio": 0.7731481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}175{"pair_id": "pair_2baf3b1f464ffb6a", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.731508875739645, "chrf": 76.35232071837763, "bleu": 51.70991865750686, "rougeL": 0.7651331719128329, "len_ratio": 0.9463414634146341, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}176{"pair_id": "pair_f91011357b0f413e", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5272727272727273, "chrf": 65.7195230085348, "bleu": 28.408609658376296, "rougeL": 0.5714285714285714, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_5eaed95acde41df5", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7394957983193278, "chrf": 79.3353651893513, "bleu": 52.94608898971131, "rougeL": 0.7256097560975611, "len_ratio": 1.0509554140127388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_0801fc744b6e1800", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7419354838709677, "chrf": 69.79121602026449, "bleu": 42.672675398075235, "rougeL": 0.7051282051282052, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_e4db746a7e13cd69", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5448179271708684, "chrf": 62.3545972306561, "bleu": 27.78189349057639, "rougeL": 0.5315315315315315, "len_ratio": 0.9813084112149533, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}180{"pair_id": "pair_05996163cda6cd8a", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7791741472172352, "chrf": 77.71802344252421, "bleu": 58.3783975292125, "rougeL": 0.7973856209150327, "len_ratio": 0.8271604938271605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}181{"pair_id": "pair_8f916bb9c619bc85", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7272727272727273, "chrf": 71.40884834038519, "bleu": 43.88248220320305, "rougeL": 0.7361963190184048, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}182{"pair_id": "pair_d12fd60a6972ca59", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5865522174535049, "chrf": 63.91378169320565, "bleu": 37.91077722247674, "rougeL": 0.5812807881773399, "len_ratio": 1.00990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_c42ef559fcb52018", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7913769123783032, "chrf": 75.26477722937469, "bleu": 54.304579774527, "rougeL": 0.7980295566502463, "len_ratio": 0.9134615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_49a92ef97458e13a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.712630359212051, "chrf": 71.82107738696598, "bleu": 47.378701167122955, "rougeL": 0.7679324894514769, "len_ratio": 0.832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}185{"pair_id": "pair_95954eb9e2e1d3fc", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9013091641490433, "chrf": 89.3757868612658, "bleu": 75.1291812372535, "rougeL": 0.9079754601226994, "len_ratio": 1.0342465753424657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}186{"pair_id": "pair_09f353939ba6f32e", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7692307692307692, "chrf": 79.74755721340807, "bleu": 59.04758654100734, "rougeL": 0.810126582278481, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}187{"pair_id": "pair_8e08d7b99ed5ef66", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5857860732232592, "chrf": 65.4360682891839, "bleu": 35.53020742465942, "rougeL": 0.598639455782313, "len_ratio": 0.958139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_700daf9ee426caee", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5447605829285218, "chrf": 65.65253434745505, "bleu": 34.621457639686476, "rougeL": 0.5495049504950495, "len_ratio": 1.0205128205128204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_38fb393785deac43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6598240469208212, "chrf": 70.55031783605831, "bleu": 44.333310255629335, "rougeL": 0.6613333333333334, "len_ratio": 0.9123711340206185, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_a4223ce78ada358a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5518485121731289, "chrf": 70.9119296558046, "bleu": 50.17934267337798, "rougeL": 0.6682692307692307, "len_ratio": 1.0213903743315509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8918918918918919, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}191{"pair_id": "pair_fdf4ec8f2a4a8186", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7690941385435168, "chrf": 73.37771874762223, "bleu": 60.48038320328543, "rougeL": 0.7958115183246074, "len_ratio": 0.9247311827956989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_22ee3893fc4f0f4a", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6106304079110012, "chrf": 62.658027826288965, "bleu": 32.3547375864538, "rougeL": 0.6198347107438016, "len_ratio": 0.9186991869918699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_ddb796a3b7bd3701", "doc_id": "doc_cbee4bf03365a459", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6959165942658558, "chrf": 70.76892389627197, "bleu": 41.1389048199337, "rougeL": 0.7174603174603175, "len_ratio": 0.8103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_ea366ebac71f8362", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7129870129870131, "chrf": 69.40671768519029, "bleu": 50.36208274840383, "rougeL": 0.7410358565737052, "len_ratio": 0.9682539682539683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}195{"pair_id": "pair_b7583f280eb9266a", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6384742951907131, "chrf": 72.62382413232648, "bleu": 49.076139457688555, "rougeL": 0.7227722772277227, "len_ratio": 1.0319148936170213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_ff452f38d42be942", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8259325044404974, "chrf": 82.68330699072575, "bleu": 61.021886367221256, "rougeL": 0.835016835016835, "len_ratio": 0.8535031847133758, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}197{"pair_id": "pair_eca58a73db742670", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5855704697986577, "chrf": 66.27994993241454, "bleu": 39.33604572381109, "rougeL": 0.611764705882353, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}198{"pair_id": "pair_e229c25dea1154d8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8480138169257341, "chrf": 80.85550859019187, "bleu": 70.16653794158353, "rougeL": 0.8297872340425532, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_c28cab19b51c5134", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6368584758942457, "chrf": 66.88188087028075, "bleu": 37.40853919299496, "rougeL": 0.6397984886649875, "len_ratio": 0.9895833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}200{"pair_id": "pair_dcfef16208df99e3", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6350102669404518, "chrf": 78.50167238009925, "bleu": 53.799715666009035, "rougeL": 0.7062937062937062, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}201{"pair_id": "pair_fd8e7f4fd737bf62", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5621019108280254, "chrf": 61.064698883723935, "bleu": 27.46290684327161, "rougeL": 0.547945205479452, "len_ratio": 1.1890243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_49cf1aa37ed9193d", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7459150326797386, "chrf": 72.21306344900069, "bleu": 47.42271565728108, "rougeL": 0.704, "len_ratio": 0.9611111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_8cb5d6f03140b25b", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8536585365853658, "chrf": 81.85486582974629, "bleu": 61.06928887277321, "rougeL": 0.846938775510204, "len_ratio": 0.9238578680203046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}204{"pair_id": "pair_c6b9b886fbe17caa", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7182817182817183, "chrf": 80.05519594832396, "bleu": 69.47815113375269, "rougeL": 0.7880597014925373, "len_ratio": 0.9636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}205{"pair_id": "pair_a5b52afcaabcbd41", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7349896480331263, "chrf": 71.46580457026718, "bleu": 45.545244212166466, "rougeL": 0.7086614173228347, "len_ratio": 0.8923076923076924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_fbe226951676a053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6542155816435432, "chrf": 69.38576572658975, "bleu": 40.35963847085179, "rougeL": 0.6950354609929078, "len_ratio": 0.9041095890410958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}207{"pair_id": "pair_9730759b03d361c9", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.580416032470827, "chrf": 72.48429561153372, "bleu": 40.87883170513853, "rougeL": 0.6102292768959435, "len_ratio": 1.029739776951673, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}208{"pair_id": "pair_6ebe7baf6292efd2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8072502210433246, "chrf": 82.6101126396653, "bleu": 60.424429937145945, "rougeL": 0.7987220447284346, "len_ratio": 0.9554140127388535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}209{"pair_id": "pair_093b7944e9e4c596", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5102389078498293, "chrf": 54.271379199386736, "bleu": 24.38521632496344, "rougeL": 0.5146198830409358, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_c7dd397534028532", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.693526170798898, "chrf": 72.39537484357211, "bleu": 56.12490192436323, "rougeL": 0.7390300230946881, "len_ratio": 0.8917748917748918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}211{"pair_id": "pair_6b9f2ae535578b8a", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5817860300618921, "chrf": 64.45563016231928, "bleu": 36.437303006306216, "rougeL": 0.6136363636363636, "len_ratio": 1.0238095238095237, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_1fb3e4bec62c8152", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.742462311557789, "chrf": 71.66089959886739, "bleu": 48.52203847115633, "rougeL": 0.7124463519313305, "len_ratio": 0.9913793103448276, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_de473f06430276e2", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7462537462537462, "chrf": 73.40188869095395, "bleu": 61.05091069913526, "rougeL": 0.7737704918032787, "len_ratio": 0.7818181818181819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}214{"pair_id": "pair_9c50fa8d6e9bf9ba", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7635658914728682, "chrf": 74.63311975161912, "bleu": 60.50965510472814, "rougeL": 0.7843137254901961, "len_ratio": 0.8880597014925373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9230769230769231, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_73c6d66aac81017c", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6138392857142857, "chrf": 64.96834169292114, "bleu": 37.098823240538856, "rougeL": 0.6176470588235294, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}216{"pair_id": "pair_a9ec4a89035b890d", "doc_id": "doc_e70ce9ae73c32589", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6814701378254211, "chrf": 63.68229584364698, "bleu": 35.172387431484694, "rougeL": 0.5833333333333334, "len_ratio": 0.8514851485148515, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}217{"pair_id": "pair_52e1e52d454b4bbb", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5454545454545454, "chrf": 53.65864945322595, "bleu": 17.024688561292084, "rougeL": 0.45581395348837206, "len_ratio": 1.0792079207920793, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_379b4a364a2750bd", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6357254290171607, "chrf": 68.54663694780656, "bleu": 42.74739618292422, "rougeL": 0.6529562982005142, "len_ratio": 1.031413612565445, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}219{"pair_id": "pair_1016b40529daa4e8", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6379928315412187, "chrf": 59.00243858347458, "bleu": 25.303912586151537, "rougeL": 0.5389221556886228, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_3778c2c5facdf11a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6895213454075033, "chrf": 69.29716652255783, "bleu": 41.93538035333104, "rougeL": 0.688259109311741, "len_ratio": 1.0087719298245614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}221{"pair_id": "pair_06f40fed7d7832f8", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.625, "chrf": 62.54470574392962, "bleu": 32.07150780278806, "rougeL": 0.6492146596858639, "len_ratio": 0.900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}222{"pair_id": "pair_cd06d2b834f5146a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6145584725536992, "chrf": 62.87940779532188, "bleu": 30.827264621202982, "rougeL": 0.5679012345679012, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}223{"pair_id": "pair_ad9b861c63c9cd26", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.601029601029601, "chrf": 60.89048924997742, "bleu": 33.336697049846734, "rougeL": 0.6153846153846153, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}224{"pair_id": "pair_38e324907ccc6846", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7706747843734145, "chrf": 81.27468886002673, "bleu": 64.78110565222636, "rougeL": 0.8061420345489443, "len_ratio": 0.8550185873605948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}225{"pair_id": "pair_e84e2197ee61afb4", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6290983606557377, "chrf": 74.16165786007862, "bleu": 46.53158283756051, "rougeL": 0.6666666666666666, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_b1ea4c151f4ad8ba", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8637798827244023, "chrf": 87.16574112457634, "bleu": 73.63255954518355, "rougeL": 0.872972972972973, "len_ratio": 1.0138504155124655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}227{"pair_id": "pair_587eeae4e76ff484", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.829105473965287, "chrf": 85.54657158545126, "bleu": 64.45198974062154, "rougeL": 0.8440366972477065, "len_ratio": 1.101010101010101, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}228{"pair_id": "pair_a298081b1cca21aa", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5149544863459038, "chrf": 72.04068730451914, "bleu": 50.35915509695603, "rougeL": 0.6538461538461539, "len_ratio": 0.822429906542056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}229{"pair_id": "pair_376dd2cf2b3c00dc", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5518239722061378, "chrf": 65.40835150678147, "bleu": 36.133439247025294, "rougeL": 0.562015503875969, "len_ratio": 1.0530612244897959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_861636e9ef48c537", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.719385449615906, "chrf": 79.32396384481977, "bleu": 61.80156347882884, "rougeL": 0.76319350473613, "len_ratio": 1.0083102493074791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0cce3868261ba441", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.57421875, "chrf": 62.922814051883805, "bleu": 27.690657942177005, "rougeL": 0.5888594164456233, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}232{"pair_id": "pair_9dc3a6074e7eba4d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5189328743545611, "chrf": 67.43066366236926, "bleu": 39.33620377731222, "rougeL": 0.5271739130434783, "len_ratio": 1.0057471264367817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}233{"pair_id": "pair_955bfdc80088bc6b", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7930142302716688, "chrf": 74.3118279154571, "bleu": 53.16474386627465, "rougeL": 0.7836734693877551, "len_ratio": 0.9912280701754386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_29bc401ad35af4ee", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.666156202143951, "chrf": 63.48673865305686, "bleu": 32.6808872535805, "rougeL": 0.5771144278606966, "len_ratio": 0.9405940594059405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}235{"pair_id": "pair_14710846235a4361", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7397579143389199, "chrf": 77.72285770542337, "bleu": 51.12590431155242, "rougeL": 0.757142857142857, "len_ratio": 0.8595317725752508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}236{"pair_id": "pair_6b8f39f278495e23", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6755373592630501, "chrf": 67.99621999838409, "bleu": 43.061403171366685, "rougeL": 0.6511627906976744, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_606bb5bd613cc47e", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6252072968490878, "chrf": 67.00366337609925, "bleu": 39.838837806004655, "rougeL": 0.633879781420765, "len_ratio": 0.9887640449438202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_dd83b558bde52162", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6160938809723386, "chrf": 65.0842327152904, "bleu": 34.00429412803534, "rougeL": 0.6330532212885154, "len_ratio": 1.146341463414634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_e6336e0a5e8d0f01", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6686390532544378, "chrf": 68.73798635823304, "bleu": 45.44055585163485, "rougeL": 0.6387434554973822, "len_ratio": 0.898989898989899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_76c04925d2fec3c6", "doc_id": "doc_dadb00e95af5ab75", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5357142857142857, "chrf": 69.76416799405882, "bleu": 35.321800053667644, "rougeL": 0.603448275862069, "len_ratio": 1.1037735849056605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_90798343cefb81bf", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6553966189856957, "chrf": 70.33591218027648, "bleu": 53.100216116168106, "rougeL": 0.7027027027027027, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_cdb544371e389eb7", "doc_id": "doc_7cc71e43594f0124", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6963021243115657, "chrf": 70.74097874635342, "bleu": 50.274378898441846, "rougeL": 0.712871287128713, "len_ratio": 0.9898477157360406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_d70efd650144efe7", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7643312101910829, "chrf": 75.29632955530874, "bleu": 51.551594681043596, "rougeL": 0.7674418604651164, "len_ratio": 0.8494623655913979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_5215877c50ff164e", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.677710843373494, "chrf": 69.03789974748429, "bleu": 40.69897627382123, "rougeL": 0.6593406593406593, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}245{"pair_id": "pair_1967e35350450682", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6842105263157895, "chrf": 68.03025287465383, "bleu": 38.51507470306189, "rougeL": 0.646341463414634, "len_ratio": 1.1408450704225352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_55fba18ede6aef11", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6384976525821596, "chrf": 64.90060033281564, "bleu": 33.71125727800127, "rougeL": 0.5945945945945946, "len_ratio": 0.845360824742268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}247{"pair_id": "pair_6518e9ac5509802a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7026106696935301, "chrf": 81.79916327138027, "bleu": 66.32670962359565, "rougeL": 0.749090909090909, "len_ratio": 0.9632352941176471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_a1aa1029745d167d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6204863669859986, "chrf": 74.633553497434, "bleu": 53.4380341363787, "rougeL": 0.7090909090909091, "len_ratio": 1.0267379679144386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_5cb4860a604a843b", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7282415630550622, "chrf": 68.58691352553384, "bleu": 55.09831347795957, "rougeL": 0.7459459459459459, "len_ratio": 0.8494623655913979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}250{"pair_id": "pair_7499a298a12f0109", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5177664974619289, "chrf": 51.905298554656476, "bleu": 29.41640105471302, "rougeL": 0.6000000000000001, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_fcc757291d58be13", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5335892514395393, "chrf": 68.7152237741816, "bleu": 44.04470368434283, "rougeL": 0.6, "len_ratio": 0.949685534591195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}252{"pair_id": "pair_c8694321a5ca771f", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6338028169014085, "chrf": 70.85380640096373, "bleu": 53.88865975342301, "rougeL": 0.676737160120846, "len_ratio": 0.9751552795031055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.9411764705882353, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}253{"pair_id": "pair_a4d4d91e84e348b6", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5719237435008666, "chrf": 58.66639330815272, "bleu": 22.812647428702935, "rougeL": 0.48554913294797686, "len_ratio": 1.0875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_604bcf9fcd54a2f1", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6301775147928994, "chrf": 68.95884215854622, "bleu": 40.15849841123791, "rougeL": 0.6528497409326425, "len_ratio": 1.076086956521739, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_643a841687f0d2dd", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.62970498474059, "chrf": 64.94900125745406, "bleu": 35.99108212796715, "rougeL": 0.6308243727598566, "len_ratio": 1.0223880597014925, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}256{"pair_id": "pair_3283402f4bcc1c31", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6496350364963503, "chrf": 67.42727280833302, "bleu": 37.420414641442306, "rougeL": 0.5903614457831325, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_4619a5dce953588a", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.55741127348643, "chrf": 58.219777389227886, "bleu": 24.319759425297818, "rougeL": 0.5562913907284769, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_9aa54df255a9ffeb", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6103286384976525, "chrf": 65.91137662628448, "bleu": 37.17397268707797, "rougeL": 0.6210526315789474, "len_ratio": 1.0674157303370786, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_c65b9d98f564a283", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7204968944099379, "chrf": 71.81253461046788, "bleu": 52.74264655899626, "rougeL": 0.7777777777777778, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_7d84f5ae21e98990", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7913769123783032, "chrf": 78.26969607208929, "bleu": 63.709765610215115, "rougeL": 0.8324873096446701, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}261{"pair_id": "pair_34e0ce9300ebbd4c", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6093023255813954, "chrf": 63.797580981444334, "bleu": 36.7454060292808, "rougeL": 0.6687306501547987, "len_ratio": 0.8209876543209876, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}262{"pair_id": "pair_222a23ef889c352b", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6707317073170731, "chrf": 71.46728593563721, "bleu": 46.29936541386853, "rougeL": 0.6596858638743456, "len_ratio": 1.053763440860215, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_7b319cacd1b3b38d", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7815275310834814, "chrf": 73.1608807142003, "bleu": 60.4033623813595, "rougeL": 0.7894736842105262, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_1388a2e541d50a6d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7812284334023465, "chrf": 77.79397341190663, "bleu": 54.47269326205217, "rougeL": 0.7547169811320754, "len_ratio": 0.9807692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}265{"pair_id": "pair_81f5f1995e355c9b", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5699831365935919, "chrf": 64.15834610693369, "bleu": 36.193053245027464, "rougeL": 0.5910290237467019, "len_ratio": 1.0376344086021505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_81071fedee01556a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5795677799607073, "chrf": 55.30950107803495, "bleu": 23.29509498757334, "rougeL": 0.5170068027210885, "len_ratio": 0.9342105263157895, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}267{"pair_id": "pair_c9b71287cec0bfef", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7295308187672493, "chrf": 75.45680511552037, "bleu": 52.669698316231816, "rougeL": 0.7313915857605178, "len_ratio": 1.0789473684210527, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}268{"pair_id": "pair_c1a17626ce019daf", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7451543431442929, "chrf": 70.19457633329677, "bleu": 45.889894830656, "rougeL": 0.7593052109181141, "len_ratio": 0.772093023255814, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_843719bad996e9e9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5734989648033126, "chrf": 58.362998241732086, "bleu": 18.592208893071856, "rougeL": 0.5507246376811593, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}270{"pair_id": "pair_a68bba17780a3e48", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6934865900383143, "chrf": 75.71268785126762, "bleu": 51.43206487337968, "rougeL": 0.7763157894736841, "len_ratio": 1.082191780821918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_a86e5bf1357766e4", "doc_id": "doc_592708c2d62b5b42", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7771428571428571, "chrf": 77.29386687753686, "bleu": 56.99537564411481, "rougeL": 0.7826086956521741, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_148d23e6f9005dcc", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6974148061104584, "chrf": 77.35485900021007, "bleu": 54.135766153159395, "rougeL": 0.7030716723549488, "len_ratio": 1.0036630036630036, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}273{"pair_id": "pair_892c240ce1b7aa9e", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5837912087912087, "chrf": 65.179086133466, "bleu": 36.21935877423091, "rougeL": 0.6216216216216216, "len_ratio": 1.0510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_f72a453777101142", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6757062146892656, "chrf": 66.26547738701957, "bleu": 45.87128183893989, "rougeL": 0.6920152091254752, "len_ratio": 0.8540145985401459, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}275{"pair_id": "pair_6bdf342566fe7abe", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6805555555555556, "chrf": 70.55576067709472, "bleu": 39.638527541015705, "rougeL": 0.6473029045643154, "len_ratio": 1.2358490566037736, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}276{"pair_id": "pair_74d7253fcd30392f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6468373493975903, "chrf": 69.77145616842468, "bleu": 41.346129699999, "rougeL": 0.6278481012658228, "len_ratio": 1.0628272251308901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}277{"pair_id": "pair_edcc08462bba7d66", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.676300578034682, "chrf": 66.95788286594758, "bleu": 40.04546847818724, "rougeL": 0.6875, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_c55370afce6b754c", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6866059817945384, "chrf": 73.76646500969225, "bleu": 41.47860437284723, "rougeL": 0.6619718309859155, "len_ratio": 1.064039408866995, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}279{"pair_id": "pair_616fecfaef5e9afa", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8070921985815602, "chrf": 79.5494131270613, "bleu": 58.45804377948364, "rougeL": 0.8040201005025126, "len_ratio": 0.9595959595959596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_b4f857e4f7a460cf", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6163708086785009, "chrf": 63.359484052495986, "bleu": 38.192959115129604, "rougeL": 0.6343283582089552, "len_ratio": 0.7866666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}281{"pair_id": "pair_436ff08b9a6fe740", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5606820461384152, "chrf": 58.89590323841772, "bleu": 25.587754657220803, "rougeL": 0.5427509293680298, "len_ratio": 0.8785714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_b611046b7908f7f9", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6626686656671664, "chrf": 64.48322177314782, "bleu": 39.77448666805354, "rougeL": 0.608695652173913, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}283{"pair_id": "pair_2a433c18451db499", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5591715976331362, "chrf": 60.580890033128185, "bleu": 32.757468543601846, "rougeL": 0.5373134328358209, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}284{"pair_id": "pair_9e2379f6a17d86f3", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5910746812386156, "chrf": 62.358617686208184, "bleu": 35.0669861175825, "rougeL": 0.6198830409356725, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_28adf167e9ab6c5e", "doc_id": "doc_71d406f9105e8832", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7372262773722628, "chrf": 70.96508414557292, "bleu": 42.47604364720488, "rougeL": 0.7130434782608696, "len_ratio": 0.8387096774193549, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_c502cfa7ecbb1f23", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8201970443349753, "chrf": 72.75598153938517, "bleu": 49.914042132598304, "rougeL": 0.7933884297520661, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}287{"pair_id": "pair_6c2a4fd3935b1c4e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7812187812187812, "chrf": 80.3347519051353, "bleu": 70.20448417694108, "rougeL": 0.8072289156626505, "len_ratio": 0.9454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}288{"pair_id": "pair_26e07c12e2440a77", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6814024390243902, "chrf": 66.82793136723876, "bleu": 39.14177889811162, "rougeL": 0.7157894736842105, "len_ratio": 0.8811881188118812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}289{"pair_id": "pair_cb1aabb45a9f7e5c", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.555667001003009, "chrf": 58.97746663870158, "bleu": 23.182803729372694, "rougeL": 0.5387453874538746, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}290{"pair_id": "pair_b073b05b6f07cd5b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5829285218598196, "chrf": 63.33324353736125, "bleu": 31.22064293857519, "rougeL": 0.5766233766233766, "len_ratio": 0.9282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}291{"pair_id": "pair_94bbfc333829a60a", "doc_id": "doc_d63488e03c286073", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6730038022813688, "chrf": 70.46768027666226, "bleu": 37.774049224015315, "rougeL": 0.6361556064073226, "len_ratio": 1.1182266009852218, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}292{"pair_id": "pair_adcec57a8bce34c5", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6774193548387097, "chrf": 61.15393219233908, "bleu": 22.037615348631363, "rougeL": 0.652482269503546, "len_ratio": 0.6951219512195121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_77abbf77b9da40bb", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5109170305676856, "chrf": 65.24846048487072, "bleu": 37.00158396022086, "rougeL": 0.54320987654321, "len_ratio": 0.9852941176470589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_e1185ba977ee244f", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8284278535534817, "chrf": 80.2862112412507, "bleu": 60.59342015634002, "rougeL": 0.8340807174887892, "len_ratio": 0.986046511627907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}295{"pair_id": "pair_fc317e2b87a2a542", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6643159379407617, "chrf": 73.00403969944423, "bleu": 50.93635532930416, "rougeL": 0.6666666666666667, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_7a25e76eb2ff9b60", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6692728694292416, "chrf": 68.58890529568899, "bleu": 49.1249572333904, "rougeL": 0.7031963470319634, "len_ratio": 0.9196428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}297{"pair_id": "pair_3c164cee2bd6c957", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5308775731310942, "chrf": 65.8419314843162, "bleu": 45.330174554702914, "rougeL": 0.6055045871559633, "len_ratio": 0.9503105590062112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}298{"pair_id": "pair_d7445b3ec0e9e28f", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.467906976744186, "chrf": 65.04629568754002, "bleu": 37.32028395926289, "rougeL": 0.5411764705882353, "len_ratio": 1.069182389937107, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_71f0d0a8ad3cf5ea", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7779220779220779, "chrf": 75.48241025293014, "bleu": 50.3749237076851, "rougeL": 0.7174887892376682, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}300{"pair_id": "pair_d17600e7d1feb800", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5208596713021492, "chrf": 55.77104536883773, "bleu": 13.306015191570182, "rougeL": 0.4513274336283186, "len_ratio": 1.188118811881188, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_73b59c4d552a1e38", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7937254901960784, "chrf": 77.12187600367156, "bleu": 58.70641843878088, "rougeL": 0.7870619946091644, "len_ratio": 0.9319371727748691, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}302{"pair_id": "pair_7470cf9ca3db231f", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7069271758436945, "chrf": 69.79399370742014, "bleu": 42.907017544169534, "rougeL": 0.660436137071651, "len_ratio": 1.0127388535031847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_cc20a8aae5cbac0b", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6092362344582594, "chrf": 69.46005906375873, "bleu": 40.39754253572121, "rougeL": 0.6134185303514376, "len_ratio": 0.9554140127388535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}304{"pair_id": "pair_0c64a6109aa8698e", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8272108843537415, "chrf": 81.64912744128291, "bleu": 63.26950091757135, "rougeL": 0.7941176470588236, "len_ratio": 0.9704433497536946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}305{"pair_id": "pair_32cbef6a97f049ed", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6236391912908242, "chrf": 65.34040394505762, "bleu": 35.05608891289083, "rougeL": 0.6212121212121211, "len_ratio": 0.9895833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}306{"pair_id": "pair_470fc855f498a711", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 68.05167322361514, "bleu": 50.168512902122984, "rougeL": 0.7051282051282051, "len_ratio": 0.9615384615384616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_4a3ffb2ffe27e48e", "doc_id": "doc_75e4c206f7fbdd67", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8649122807017544, "chrf": 83.3619642192569, "bleu": 66.89062337570915, "rougeL": 0.8533333333333333, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}308{"pair_id": "pair_4bc83be0e915f7e2", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5047489823609226, "chrf": 59.25328085872057, "bleu": 27.00822573408094, "rougeL": 0.5138339920948617, "len_ratio": 1.0241935483870968, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_252f6b35d8d6b7a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7323369565217391, "chrf": 72.00889013999314, "bleu": 54.27232380214397, "rougeL": 0.775, "len_ratio": 0.7880184331797235, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}310{"pair_id": "pair_3db5680ce83b4a9a", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7469670710571924, "chrf": 75.5028211074721, "bleu": 53.76981179137474, "rougeL": 0.7537313432835822, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_649fc4991c6b94e7", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6772068511198945, "chrf": 68.62277211768254, "bleu": 38.14473345307154, "rougeL": 0.6543778801843319, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_768486d2d6d13dce", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6734693877551021, "chrf": 72.39375372049109, "bleu": 42.43428560991067, "rougeL": 0.7046632124352332, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_d331bb07b2aae710", "doc_id": "doc_746a4589dcef0f3d", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6550241805480924, "chrf": 72.23711398577409, "bleu": 43.42611386108361, "rougeL": 0.6654991243432574, "len_ratio": 0.9782608695652174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}314{"pair_id": "pair_549eaa531a8ff8c8", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.48949320148331277, "chrf": 54.902155457601665, "bleu": 22.319447415857994, "rougeL": 0.5228215767634855, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_7cfd87476916eb16", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6567944250871081, "chrf": 69.67075265974417, "bleu": 36.62986556781415, "rougeL": 0.6181818181818182, "len_ratio": 1.1549295774647887, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}316{"pair_id": "pair_49eb81f7c271385f", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8241134751773049, "chrf": 76.667243003407, "bleu": 54.83265776590055, "rougeL": 0.7894736842105263, "len_ratio": 0.8787878787878788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}317{"pair_id": "pair_159bdcf7c5ce6b43", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7074303405572755, "chrf": 66.56352314071363, "bleu": 39.37103577663021, "rougeL": 0.6775956284153005, "len_ratio": 0.7475728155339806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}318{"pair_id": "pair_3b61110f14c9d441", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8351309707241911, "chrf": 79.61609760303283, "bleu": 59.92045648728043, "rougeL": 0.8352941176470589, "len_ratio": 0.8478260869565217, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}319{"pair_id": "pair_1752ec22f6a58306", "doc_id": "doc_fe2ddb404d112460", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7900172117039587, "chrf": 72.0937215914378, "bleu": 48.38583462416864, "rougeL": 0.7692307692307693, "len_ratio": 0.8314606741573034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}320{"pair_id": "pair_daee5f7a0a579544", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5956094742923166, "chrf": 67.87378303111863, "bleu": 42.33034899996817, "rougeL": 0.6349809885931559, "len_ratio": 0.9328358208955224, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}321{"pair_id": "pair_371e08c3f3e82b29", "doc_id": "doc_b1675be26e230c94", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4274570982839313, "chrf": 63.66287579452978, "bleu": 42.891381038801875, "rougeL": 0.5056179775280899, "len_ratio": 0.8125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}322{"pair_id": "pair_b60579151b2090e5", "doc_id": "doc_746a4589dcef0f3d", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.707684040838259, "chrf": 70.88086861072608, "bleu": 47.78554522268643, "rougeL": 0.7418738049713193, "len_ratio": 0.8007246376811594, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}323{"pair_id": "pair_e11f308e80430272", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.683381088825215, "chrf": 74.6340654024721, "bleu": 54.177757276800705, "rougeL": 0.7142857142857143, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}324{"pair_id": "pair_a8fc55f750d147ab", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5994263862332696, "chrf": 69.79822755296784, "bleu": 42.14299111655488, "rougeL": 0.5898305084745762, "len_ratio": 1.0437956204379562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}325{"pair_id": "pair_bfa7f3b1806a87ca", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5489443378119002, "chrf": 70.82942585880912, "bleu": 44.40892136494093, "rougeL": 0.6283987915407856, "len_ratio": 1.0188679245283019, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}326{"pair_id": "pair_be01e1c67bf016fa", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7435530085959885, "chrf": 74.4480791605831, "bleu": 53.1687863178905, "rougeL": 0.7551020408163266, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}327{"pair_id": "pair_9c200f2e3a378346", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7546875, "chrf": 73.91359151644164, "bleu": 50.53412128062545, "rougeL": 0.7828571428571429, "len_ratio": 0.835, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}328{"pair_id": "pair_c26b02f8a843800f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5396736072031514, "chrf": 70.56175583377131, "bleu": 40.03056449729633, "rougeL": 0.6233269598470363, "len_ratio": 1.036, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}329{"pair_id": "pair_7a5cedd9bc0566ce", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7079388201019665, "chrf": 70.4807152280744, "bleu": 42.07316009918682, "rougeL": 0.7027027027027026, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}330{"pair_id": "pair_957c0a494aa81f30", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7686424474187381, "chrf": 82.23881640781472, "bleu": 67.56748598893516, "rougeL": 0.795774647887324, "len_ratio": 0.9635036496350365, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_e4232a616f0ac208", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7246673490276356, "chrf": 74.82311960526593, "bleu": 49.78895413520486, "rougeL": 0.7137809187279152, "len_ratio": 0.8466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_a14d851f827967e3", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7486338797814207, "chrf": 70.07399290186386, "bleu": 45.60588616837873, "rougeL": 0.7588424437299035, "len_ratio": 0.7797619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_fbfab1fc12812d27", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6370481927710843, "chrf": 64.19108163645267, "bleu": 38.081629679677974, "rougeL": 0.5851063829787234, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_f2feebb86a7d3489", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6038647342995169, "chrf": 72.36867300006405, "bleu": 43.46661307869473, "rougeL": 0.7032967032967032, "len_ratio": 0.9651162790697675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}335{"pair_id": "pair_1a88e5ba06878f8c", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6738703339882122, "chrf": 68.52243593175567, "bleu": 39.21750058767696, "rougeL": 0.6482758620689655, "len_ratio": 0.9078947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_2fc5765bd83d645b", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6574307304785894, "chrf": 66.29214478028041, "bleu": 37.840054175917146, "rougeL": 0.6942148760330578, "len_ratio": 0.8870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}337{"pair_id": "pair_ce8b88ad1fc57189", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5856980703745743, "chrf": 69.04759360875131, "bleu": 45.64217235606631, "rougeL": 0.5971223021582733, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}338{"pair_id": "pair_ae2f0ac22b90b690", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6580267558528428, "chrf": 65.52625632196303, "bleu": 36.40700447619258, "rougeL": 0.6363636363636364, "len_ratio": 1.103658536585366, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_b0a1b0967da14be7", "doc_id": "doc_3b73c0c303c8ada6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7423789599521817, "chrf": 74.45869297182408, "bleu": 53.1607390472611, "rougeL": 0.7813084112149532, "len_ratio": 0.8241758241758241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}340{"pair_id": "pair_4fe91802a15b95ac", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7262569832402235, "chrf": 75.71485826355989, "bleu": 49.088453963694434, "rougeL": 0.7244897959183674, "len_ratio": 0.9531772575250836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}341{"pair_id": "pair_dbad181deda0b532", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8070175438596492, "chrf": 83.40372969470744, "bleu": 69.6097708312509, "rougeL": 0.8269794721407624, "len_ratio": 0.9298245614035088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}342{"pair_id": "pair_c05c6be96a9a3ce6", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.756210283073368, "chrf": 76.49319648428883, "bleu": 55.57553915810923, "rougeL": 0.7574626865671642, "len_ratio": 0.9664179104477612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_e258ecb3da172baa", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6983050847457627, "chrf": 70.04731606914187, "bleu": 48.23886807099957, "rougeL": 0.7150537634408602, "len_ratio": 1.0053763440860215, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}344{"pair_id": "pair_f1090169355039cf", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7233502538071066, "chrf": 70.15493206496562, "bleu": 55.3309765686585, "rougeL": 0.7540983606557377, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}345{"pair_id": "pair_e0041e8da781ae3f", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5549613784907903, "chrf": 65.27211013713327, "bleu": 36.497400152611306, "rougeL": 0.5697211155378487, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}346{"pair_id": "pair_1b827024258e5fe3", "doc_id": "doc_fe2ddb404d112460", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6359060402684564, "chrf": 64.93946437005953, "bleu": 38.79407171322222, "rougeL": 0.6270270270270271, "len_ratio": 1.0112359550561798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}347{"pair_id": "pair_d61d508bd475059d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6473477406679764, "chrf": 69.95775983258379, "bleu": 43.68140011660256, "rougeL": 0.6643356643356643, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}348{"pair_id": "pair_95c1d98a96ba8ab3", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7276810780460415, "chrf": 76.89952054793221, "bleu": 54.97016704631934, "rougeL": 0.7388316151202748, "len_ratio": 0.9927272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8928571428571429, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}349{"pair_id": "pair_1313cb8ef4581a6b", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4219584569732938, "chrf": 69.29916490253298, "bleu": 38.81855799640174, "rougeL": 0.5171717171717171, "len_ratio": 1.0686695278969958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}350{"pair_id": "pair_12461ad06ee443f4", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6416184971098267, "chrf": 66.30315902988265, "bleu": 36.34131367600286, "rougeL": 0.6748466257668712, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}351{"pair_id": "pair_cb8ff4fed8648e40", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7708703374777975, "chrf": 73.74312965695071, "bleu": 54.66980552747234, "rougeL": 0.7783783783783783, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}352{"pair_id": "pair_04ee2f9d86bc258e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5718562874251497, "chrf": 63.5095682694931, "bleu": 30.381899276665134, "rougeL": 0.5505226480836237, "len_ratio": 0.8933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}353{"pair_id": "pair_53ea3eae4a6d6073", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.717201166180758, "chrf": 70.67046137023922, "bleu": 42.903495227362065, "rougeL": 0.679245283018868, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_852782e8f75b2eed", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6287744227353463, "chrf": 66.82588635302746, "bleu": 43.87775446082925, "rougeL": 0.6741573033707865, "len_ratio": 0.9340659340659341, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}355{"pair_id": "pair_4986e23def53a782", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5537190082644627, "chrf": 58.43024900202867, "bleu": 14.602413760245225, "rougeL": 0.5294117647058824, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_6b329bf8d93990ab", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8626262626262626, "chrf": 80.56640375813956, "bleu": 61.07038638003581, "rougeL": 0.8513513513513513, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_143b105a81bf0bc4", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6526315789473685, "chrf": 76.6422605619656, "bleu": 56.28384127989162, "rougeL": 0.6625, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}358{"pair_id": "pair_0ceb8ae2631cf94e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6790633608815426, "chrf": 73.55166412379965, "bleu": 55.78968303732662, "rougeL": 0.7256637168141593, "len_ratio": 0.9783549783549783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_482e3478376cbf6a", "doc_id": "doc_d63488e03c286073", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7557823129251701, "chrf": 74.49586389513748, "bleu": 54.09284491311976, "rougeL": 0.7526315789473684, "len_ratio": 0.8275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}360{"pair_id": "pair_3474c3b3dc52b1f5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6377952755905512, "chrf": 64.66625351928738, "bleu": 27.138519439599076, "rougeL": 0.7151515151515152, "len_ratio": 1.0512820512820513, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_bbdca5b719122903", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.44596912521440824, "chrf": 70.61766957823986, "bleu": 37.17163516995967, "rougeL": 0.544378698224852, "len_ratio": 1.0740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}362{"pair_id": "pair_421ab162ed8b10e4", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.553968253968254, "chrf": 69.7309917811366, "bleu": 46.514322458494846, "rougeL": 0.6230366492146597, "len_ratio": 0.9623655913978495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}363{"pair_id": "pair_1a34cebf524ca209", "doc_id": "doc_693020f91e971346", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.614609571788413, "chrf": 56.29400000604535, "bleu": 30.09282587117514, "rougeL": 0.5999999999999999, "len_ratio": 0.7096774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}364{"pair_id": "pair_662f25de0256c90a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6166328600405679, "chrf": 70.62772267499372, "bleu": 43.8364237320886, "rougeL": 0.6428571428571429, "len_ratio": 1.0294117647058822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}365{"pair_id": "pair_8d2fa7213c7a5028", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5922953451043338, "chrf": 71.14941313699703, "bleu": 40.88299517019764, "rougeL": 0.6435897435897436, "len_ratio": 0.9945205479452055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_7a3c6b4e27b290f1", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5263157894736843, "chrf": 60.75750597905253, "bleu": 24.331969294812858, "rougeL": 0.5137614678899083, "len_ratio": 0.9439252336448598, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}367{"pair_id": "pair_39e7e4ac3ef43d97", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7085561497326203, "chrf": 78.83244939969856, "bleu": 59.29139436082326, "rougeL": 0.7617765814266486, "len_ratio": 1.0193905817174516, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_fa1d2a973e6eefb1", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7371428571428571, "chrf": 76.379377608767, "bleu": 53.48287806685069, "rougeL": 0.7950310559006212, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}369{"pair_id": "pair_4706c97ac485ff1c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7444608567208272, "chrf": 78.97417166934775, "bleu": 55.66430379884125, "rougeL": 0.776595744680851, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_5838a73c0c4c5e9b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.650200267022697, "chrf": 70.50809090130268, "bleu": 37.92469565950673, "rougeL": 0.6604651162790697, "len_ratio": 1.1313131313131313, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}371{"pair_id": "pair_55e977b02b8d2b43", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6641104294478528, "chrf": 67.78000945034431, "bleu": 36.11639393809702, "rougeL": 0.6492146596858639, "len_ratio": 1.069767441860465, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}372{"pair_id": "pair_bfcbb4648f104864", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5748837209302325, "chrf": 64.80470580858238, "bleu": 38.65396526275007, "rougeL": 0.6345609065155808, "len_ratio": 1.0061728395061729, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_790edafbbf563e53", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.783068783068783, "chrf": 81.19160068250541, "bleu": 65.40644867407563, "rougeL": 0.8136094674556211, "len_ratio": 0.9395770392749244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9285714285714286, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}374{"pair_id": "pair_6b5b9fe4cf01ba41", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6786389413988658, "chrf": 68.16616290803695, "bleu": 39.79058647878265, "rougeL": 0.6410256410256411, "len_ratio": 1.028169014084507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_bfd73bc995d1f15c", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6568047337278107, "chrf": 76.49871980634629, "bleu": 57.84061219556376, "rougeL": 0.7297297297297297, "len_ratio": 1.0083102493074791, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9375, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}376{"pair_id": "pair_f42890f511bfa9c2", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6104702750665484, "chrf": 70.61929660522424, "bleu": 45.36385533428555, "rougeL": 0.6725663716814159, "len_ratio": 0.8275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}377{"pair_id": "pair_f1a2ae630268e3c1", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7338195077484048, "chrf": 77.14829105178777, "bleu": 54.837799747426835, "rougeL": 0.7683923705722071, "len_ratio": 0.953757225433526, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}378{"pair_id": "pair_e4714203456d4028", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6671597633136095, "chrf": 65.72383011512174, "bleu": 41.87134040297608, "rougeL": 0.6243386243386243, "len_ratio": 1.0104166666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}379{"pair_id": "pair_f2b900c48cbcc7c4", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7961783439490446, "chrf": 84.29328253557492, "bleu": 62.071367049666485, "rougeL": 0.811965811965812, "len_ratio": 1.1226415094339623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}380{"pair_id": "pair_ca38b5905852d3d1", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5673352435530086, "chrf": 64.44163284276304, "bleu": 41.810259917295376, "rougeL": 0.5945945945945947, "len_ratio": 0.83, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_c0eeb6638fd90e6b", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7830832196452933, "chrf": 76.01757482024783, "bleu": 54.448419849727536, "rougeL": 0.8056872037914692, "len_ratio": 0.8423423423423423, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}382{"pair_id": "pair_b1ca7e57ad0db18c", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5994152046783625, "chrf": 66.2543184576769, "bleu": 37.62538951134381, "rougeL": 0.6407766990291262, "len_ratio": 1.0396039603960396, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}383{"pair_id": "pair_28f5d69d5671a930", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7394636015325671, "chrf": 77.18158806302797, "bleu": 57.52082152479443, "rougeL": 0.7898089171974522, "len_ratio": 1.013157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}384{"pair_id": "pair_d7df233ff1ce3baf", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5986193293885602, "chrf": 64.30634678146951, "bleu": 39.52347862625357, "rougeL": 0.5945945945945946, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_9757173019376f38", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7061298076923077, "chrf": 70.86624732313815, "bleu": 41.45668725116611, "rougeL": 0.7069351230425056, "len_ratio": 0.764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}386{"pair_id": "pair_45709d5e1553bf1a", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5754884547069272, "chrf": 67.36488541687193, "bleu": 46.65808429084222, "rougeL": 0.6666666666666666, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}387{"pair_id": "pair_4768aeebf8ba1386", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7548845470692718, "chrf": 72.99311348375537, "bleu": 53.42577629849654, "rougeL": 0.7526881720430109, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_d22938fa207725f7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4807570977917981, "chrf": 67.73409283562395, "bleu": 40.581248946218366, "rougeL": 0.5529157667386609, "len_ratio": 0.9399141630901288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}389{"pair_id": "pair_c739ffe16ec1683f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4674556213017751, "chrf": 63.90310580795895, "bleu": 34.43239715209308, "rougeL": 0.4752475247524752, "len_ratio": 1.02020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}390{"pair_id": "pair_58c0e26e68ce6358", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6487455197132617, "chrf": 60.686810812844605, "bleu": 29.08696075882485, "rougeL": 0.5301204819277109, "len_ratio": 0.9625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_a89fb184c75d9e33", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6537842190016103, "chrf": 70.6966812518143, "bleu": 41.394840747666436, "rougeL": 0.6982248520710058, "len_ratio": 0.813953488372093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}392{"pair_id": "pair_c5a59ce5de79ed03", "doc_id": "doc_bbe20e369485006e", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6204238921001927, "chrf": 61.513293668888956, "bleu": 29.766532084785002, "rougeL": 0.6666666666666666, "len_ratio": 0.8170731707317073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}393{"pair_id": "pair_823a4940fa47ef14", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6831372549019608, "chrf": 70.10205418969599, "bleu": 47.543156602956294, "rougeL": 0.7179487179487181, "len_ratio": 0.8272251308900523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}394{"pair_id": "pair_427138335a99e095", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7258741258741259, "chrf": 83.67162198738083, "bleu": 68.0710286691121, "rougeL": 0.7741935483870969, "len_ratio": 0.9387755102040817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_6f9d5d28c6268c74", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5489130434782609, "chrf": 53.39767312978543, "bleu": 15.934474908074403, "rougeL": 0.4608294930875576, "len_ratio": 1.099009900990099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}396{"pair_id": "pair_d3ef973e52b86667", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6655495978552279, "chrf": 71.76777224795494, "bleu": 37.902392063767785, "rougeL": 0.6895074946466809, "len_ratio": 1.045045045045045, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}397{"pair_id": "pair_0193f785c8b560ea", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5953125, "chrf": 64.6227152422549, "bleu": 26.919268832893152, "rougeL": 0.5848563968668408, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}398{"pair_id": "pair_beca656f3c99bee2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6996021220159151, "chrf": 68.0781295863568, "bleu": 40.79875661498798, "rougeL": 0.721311475409836, "len_ratio": 0.8268398268398268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}399{"pair_id": "pair_b4f596e9e439cd94", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7547738693467336, "chrf": 79.93058034132885, "bleu": 59.99453012124393, "rougeL": 0.7781155015197568, "len_ratio": 1.0753424657534247, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}400{"pair_id": "pair_bef9b6ee16a3c0fc", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.725206611570248, "chrf": 75.04757233690623, "bleu": 57.481779315211966, "rougeL": 0.74835886214442, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_e7665d70be63427b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6206140350877193, "chrf": 66.24338666857136, "bleu": 35.49267026845242, "rougeL": 0.6131386861313868, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_cd1e0448ac2225bd", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7308488612836439, "chrf": 74.35609770776767, "bleu": 46.14669102596272, "rougeL": 0.6886792452830189, "len_ratio": 0.9855769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}403{"pair_id": "pair_078654dbb47beffd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.656350053361793, "chrf": 71.59084884607357, "bleu": 41.27764370721127, "rougeL": 0.6917808219178082, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_6354998295f7f2f0", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6644844517184942, "chrf": 81.31508237358496, "bleu": 53.748915939929326, "rougeL": 0.7093023255813953, "len_ratio": 1.1538461538461537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}405{"pair_id": "pair_bff8de3b8d97bc45", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7634112792297112, "chrf": 76.04814894414382, "bleu": 50.93737919865227, "rougeL": 0.75, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}406{"pair_id": "pair_6b17cb808a9692c9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6130434782608696, "chrf": 72.52118028124352, "bleu": 37.79592702664058, "rougeL": 0.6442577030812325, "len_ratio": 1.0822784810126582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 3.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}407{"pair_id": "pair_e62b054a628ef71a", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6186046511627907, "chrf": 69.22211831496922, "bleu": 36.976948024088244, "rougeL": 0.6363636363636365, "len_ratio": 1.205128205128205, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}408{"pair_id": "pair_432954617ebeb72e", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7006369426751593, "chrf": 70.29504040448488, "bleu": 49.424231328197756, "rougeL": 0.6918918918918919, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_63da5c4a7c7320cf", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6378439079169006, "chrf": 75.06187133031847, "bleu": 49.05128701513479, "rougeL": 0.6735042735042736, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}410{"pair_id": "pair_f38b95edff5750cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6628369421122404, "chrf": 78.02834020686466, "bleu": 56.60866421050015, "rougeL": 0.713903743315508, "len_ratio": 1.0332409972299168, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_9209d493729e0e57", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.738680465717982, "chrf": 71.46440193239062, "bleu": 44.137109507206425, "rougeL": 0.7391304347826089, "len_ratio": 0.8771929824561403, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_753fa0469ab79a60", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6185935637663886, "chrf": 64.85776854154047, "bleu": 29.018087684097857, "rougeL": 0.584, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}413{"pair_id": "pair_55c0e46e99301494", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6245110821382007, "chrf": 63.45040225879492, "bleu": 32.872396705836955, "rougeL": 0.5914396887159533, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}414{"pair_id": "pair_381acab5808d4c97", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6037037037037036, "chrf": 74.58146757307611, "bleu": 53.8292346424768, "rougeL": 0.7031963470319634, "len_ratio": 1.0213903743315509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}415{"pair_id": "pair_1dccd56e579e8701", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6871859296482412, "chrf": 67.69609149838152, "bleu": 41.319280094849354, "rougeL": 0.6964285714285714, "len_ratio": 0.9051724137931034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}416{"pair_id": "pair_b18788f613b13ca6", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6909090909090909, "chrf": 76.71230273735719, "bleu": 48.93368992712756, "rougeL": 0.702127659574468, "len_ratio": 0.9489795918367347, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_b282c43ea12793a1", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6472632493483927, "chrf": 65.45027477192002, "bleu": 38.59360630253931, "rougeL": 0.6529411764705881, "len_ratio": 0.9425287356321839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_884a836d4ea4c493", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.43028391167192426, "chrf": 64.24104546084237, "bleu": 33.397960416958256, "rougeL": 0.5148936170212766, "len_ratio": 0.9656652360515021, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}419{"pair_id": "pair_446361bccc79920c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8474842767295597, "chrf": 80.14139727485427, "bleu": 59.671690079130634, "rougeL": 0.8235294117647058, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}420{"pair_id": "pair_555dc7c539036b77", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5896328293736501, "chrf": 66.4190000076385, "bleu": 28.370883538948487, "rougeL": 0.5777777777777777, "len_ratio": 1.1774193548387097, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}421{"pair_id": "pair_c9b1d1b38febc68b", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8290378006872852, "chrf": 80.99774495948732, "bleu": 66.06972419472777, "rougeL": 0.853868194842407, "len_ratio": 0.8817204301075269, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}422{"pair_id": "pair_2b2763a858a3adca", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6690476190476191, "chrf": 70.34513350458367, "bleu": 38.7827763682791, "rougeL": 0.7027027027027027, "len_ratio": 0.71875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}423{"pair_id": "pair_fa4241b63484566c", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7102587800369686, "chrf": 69.89144838420044, "bleu": 44.239061580822074, "rougeL": 0.6546644844517185, "len_ratio": 1.0098039215686274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -2.0}424{"pair_id": "pair_f202692d40732251", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7391304347826086, "chrf": 70.43873287984769, "bleu": 40.417438694068146, "rougeL": 0.7259259259259259, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_4916bdba7f4d2fb2", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7721518987341772, "chrf": 76.81481065029678, "bleu": 58.16500968132265, "rougeL": 0.7804878048780487, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_72ab6e09ed65968c", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5239786856127886, "chrf": 71.31575705126055, "bleu": 43.93356801983469, "rougeL": 0.593939393939394, "len_ratio": 1.064102564102564, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}427{"pair_id": "pair_238ab1b64dec92e9", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5824977210574294, "chrf": 60.469188445010346, "bleu": 26.384590480129415, "rougeL": 0.5745856353591161, "len_ratio": 0.9364161849710982, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}428{"pair_id": "pair_55e30627d7825232", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6467065868263473, "chrf": 69.18033807509273, "bleu": 38.998534134656, "rougeL": 0.6440677966101694, "len_ratio": 0.9533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0}429{"pair_id": "pair_4f68f1de189d9eb2", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.518716577540107, "chrf": 64.26411808803756, "bleu": 36.112033727861615, "rougeL": 0.5472837022132797, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_ce55c735865013f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5320197044334976, "chrf": 57.17046650917469, "bleu": 30.890000660903404, "rougeL": 0.5801526717557253, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}431{"pair_id": "pair_c202dbad0daedfba", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6189427312775331, "chrf": 65.49417274725444, "bleu": 36.9159626200071, "rougeL": 0.608695652173913, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_5557900ea40ddd67", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6946107784431137, "chrf": 71.41153533348653, "bleu": 45.76432853698697, "rougeL": 0.6875, "len_ratio": 1.076086956521739, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}433{"pair_id": "pair_73646de35fc3cb43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7404718693284936, "chrf": 74.63506858318645, "bleu": 56.911074008242394, "rougeL": 0.761904761904762, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_04061ff99c769b8a", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5742358078602621, "chrf": 64.42418762065437, "bleu": 28.58490809837366, "rougeL": 0.549618320610687, "len_ratio": 1.1129032258064515, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}435{"pair_id": "pair_8299f5f35d18dab9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.494824016563147, "chrf": 69.19699140612275, "bleu": 41.39067931638392, "rougeL": 0.5562130177514791, "len_ratio": 1.0441176470588236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}436{"pair_id": "pair_c523b5f686bc9daa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7248743718592965, "chrf": 67.52890588140521, "bleu": 41.22463488515651, "rougeL": 0.7064220183486238, "len_ratio": 0.853448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}437{"pair_id": "pair_28b2fbc33ac988f5", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5897693079237714, "chrf": 61.40670893657846, "bleu": 25.48866322385061, "rougeL": 0.5673758865248226, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}438{"pair_id": "pair_f0422124a83a0abf", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6935064935064935, "chrf": 67.41156353953765, "bleu": 47.30530722128646, "rougeL": 0.7295081967213114, "len_ratio": 0.9126984126984127, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_9258311273a3eb28", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8330308529945554, "chrf": 79.81934665082662, "bleu": 56.76828320499963, "rougeL": 0.8205128205128205, "len_ratio": 1.028169014084507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_016380f3b87d4545", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7729257641921398, "chrf": 76.33601091330868, "bleu": 56.119817988583414, "rougeL": 0.7547169811320754, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}441{"pair_id": "pair_a98f2a15b3f4a641", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6630591630591631, "chrf": 70.7210559197027, "bleu": 38.31962797371602, "rougeL": 0.6597938144329897, "len_ratio": 0.934010152284264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}442{"pair_id": "pair_dbab43021c86bfa3", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5271210013908205, "chrf": 70.28684154376518, "bleu": 33.500310200963085, "rougeL": 0.5915492957746479, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_1ad1c682d750b506", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7462686567164178, "chrf": 76.79331987210051, "bleu": 58.57201870597173, "rougeL": 0.7763713080168776, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_b1b09c31cd29eec1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6778846153846154, "chrf": 69.0766325412148, "bleu": 37.59581837858748, "rougeL": 0.6611909650924024, "len_ratio": 0.924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -1.0}445{"pair_id": "pair_f14b0ad7833ffd4c", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6776859504132231, "chrf": 72.9941118064117, "bleu": 51.11133771364761, "rougeL": 0.6347305389221558, "len_ratio": 1.0933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}446{"pair_id": "pair_d4017389763bb4f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6704653371320037, "chrf": 75.03033886305785, "bleu": 45.33558023213985, "rougeL": 0.7041420118343196, "len_ratio": 0.9936708860759493, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}447{"pair_id": "pair_8f21ce59b1148420", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7171717171717171, "chrf": 70.17554328231894, "bleu": 45.55793430808707, "rougeL": 0.7515923566878983, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}448{"pair_id": "pair_a76cc8228784ac71", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.720160481444333, "chrf": 68.14343681138924, "bleu": 39.50995790680255, "rougeL": 0.6691449814126395, "len_ratio": 0.8785714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}449{"pair_id": "pair_98623f186442c01b", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.732, "chrf": 75.40733675345844, "bleu": 46.08198586447526, "rougeL": 0.7539267015706806, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}450{"pair_id": "pair_8a107e90e60312eb", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5952177625960717, "chrf": 73.49857915290924, "bleu": 46.32843333324183, "rougeL": 0.6361185983827493, "len_ratio": 1.0114942528735633, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}451{"pair_id": "pair_3b2da87ab21e11ac", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6747967479674797, "chrf": 64.83277622482089, "bleu": 34.351404200293, "rougeL": 0.6618357487922706, "len_ratio": 0.7511111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_6080a8dd1c5e3673", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6246741963509992, "chrf": 66.81416074926133, "bleu": 36.23400232875471, "rougeL": 0.6366366366366366, "len_ratio": 0.9022988505747126, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}453{"pair_id": "pair_b33c481ef5092a97", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7257462686567164, "chrf": 76.31589798174538, "bleu": 47.36650609967253, "rougeL": 0.7303754266211605, "len_ratio": 1.1194029850746268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_ca76c86a3c4dceb1", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7313432835820896, "chrf": 77.38792028895544, "bleu": 54.34053210038769, "rougeL": 0.7445255474452556, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}455{"pair_id": "pair_93afc59afa02a38b", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7366548042704626, "chrf": 74.17483316546401, "bleu": 37.75466370773072, "rougeL": 0.6908212560386473, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}456{"pair_id": "pair_5e3fe290b23f1617", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6680040120361084, "chrf": 65.70176947625053, "bleu": 32.055892900107644, "rougeL": 0.6639676113360324, "len_ratio": 0.7285714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}457{"pair_id": "pair_9b7cf4947c9dba18", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5714285714285714, "chrf": 70.9185003508842, "bleu": 43.379249112595595, "rougeL": 0.62109375, "len_ratio": 1.0408163265306123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}458{"pair_id": "pair_6c55b7abc64501a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7349246231155779, "chrf": 68.4111142441737, "bleu": 40.78420091997078, "rougeL": 0.7149321266968327, "len_ratio": 0.8879310344827587, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}459{"pair_id": "pair_b36881c7deeb13bc", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7490530303030303, "chrf": 82.48483600419571, "bleu": 58.338886635280815, "rougeL": 0.8093841642228738, "len_ratio": 1.0063291139240507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}460{"pair_id": "pair_f8591ad19428d353", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.45253576072821844, "chrf": 72.54357576627712, "bleu": 47.54009641266302, "rougeL": 0.6200873362445415, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_d0a786f4cc557649", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.63718820861678, "chrf": 76.11905647749622, "bleu": 46.92493079320291, "rougeL": 0.6976744186046512, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}462{"pair_id": "pair_a1b96993c685abfe", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6220362622036262, "chrf": 68.72991129646012, "bleu": 41.9588983388793, "rougeL": 0.6513761467889909, "len_ratio": 1.0408163265306123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_7a5fa73419dbc4c3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8120915032679739, "chrf": 78.55155921649346, "bleu": 54.319562241556795, "rougeL": 0.8063660477453582, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_56561987b69a8336", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.565982404692082, "chrf": 61.11989834610294, "bleu": 33.93490303254372, "rougeL": 0.5365853658536585, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_1121e0cce2d7055b", "doc_id": "doc_606921299de9f2c7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6964980544747081, "chrf": 68.83512671380585, "bleu": 44.99799148930892, "rougeL": 0.6757990867579909, "len_ratio": 1.028301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_251fd3f3c88f61ba", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6477045908183633, "chrf": 62.464108334656764, "bleu": 34.02229850916496, "rougeL": 0.6332046332046333, "len_ratio": 0.7066666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}467{"pair_id": "pair_6a78c979c6598d91", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7599309153713298, "chrf": 74.98277188467746, "bleu": 60.940442785296014, "rougeL": 0.7717391304347826, "len_ratio": 0.9574468085106383, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_a2583c3b6fbcc765", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5963855421686747, "chrf": 64.92327933864712, "bleu": 37.94630050867469, "rougeL": 0.6153846153846153, "len_ratio": 0.8020833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}469{"pair_id": "pair_858e1317315c6317", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5382409177820268, "chrf": 70.66416008741983, "bleu": 40.37365671333333, "rougeL": 0.5838926174496644, "len_ratio": 1.0583941605839415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}470{"pair_id": "pair_57f77f415ae1efdb", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5993740219092332, "chrf": 67.10280947498516, "bleu": 38.45313254646943, "rougeL": 0.6236559139784946, "len_ratio": 0.8556701030927835, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_fe19bbf105a9410f", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8006571741511501, "chrf": 77.87417389090324, "bleu": 58.88991106953252, "rougeL": 0.8027923211169284, "len_ratio": 1.025925925925926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_53a79cb7957fd9e0", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6718146718146718, "chrf": 70.06525470492947, "bleu": 39.74811403208728, "rougeL": 0.6736111111111112, "len_ratio": 1.0820895522388059, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_f9f7796681a7e57d", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.830655129789864, "chrf": 79.14298076352809, "bleu": 58.32651396148439, "rougeL": 0.8, "len_ratio": 0.8943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}474{"pair_id": "pair_e2714c55e5c4227d", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6876790830945558, "chrf": 69.60088464689133, "bleu": 31.057953674607816, "rougeL": 0.6425120772946861, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_66d101a244571f66", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7218934911242604, "chrf": 77.93775722002637, "bleu": 57.28513335196756, "rougeL": 0.7656765676567657, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}476{"pair_id": "pair_ed88ea81b5d35936", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6314496314496314, "chrf": 61.4594187719254, "bleu": 35.12506661673089, "rougeL": 0.49206349206349204, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_b85190f0dfd010a3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5004081632653061, "chrf": 72.0423432830246, "bleu": 46.912306338236924, "rougeL": 0.5602240896358543, "len_ratio": 1.023391812865497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}478{"pair_id": "pair_41467475746e6f0c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6228239845261122, "chrf": 61.8201567298843, "bleu": 23.281974401315036, "rougeL": 0.5766871165644173, "len_ratio": 1.1527777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_b55762bf4da472e6", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5546272493573265, "chrf": 69.43197828691464, "bleu": 32.35842284435369, "rougeL": 0.5916666666666667, "len_ratio": 1.1081081081081081, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}480{"pair_id": "pair_d5b19b70cc2497f1", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5989010989010989, "chrf": 73.49890903999761, "bleu": 43.4979938028334, "rougeL": 0.6051282051282051, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_feedac1b1d32b1b1", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7047970479704797, "chrf": 76.51537880081219, "bleu": 60.45105802846625, "rougeL": 0.7753086419753088, "len_ratio": 0.9572192513368984, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8918918918918919, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}482{"pair_id": "pair_a44f7cb6657d9a08", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5924112607099143, "chrf": 67.31543271978805, "bleu": 36.513235559408265, "rougeL": 0.6090534979423868, "len_ratio": 1.2075471698113207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_d50c420211e1b6c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6771356783919598, "chrf": 64.63924346530847, "bleu": 41.001078006486644, "rougeL": 0.6785714285714286, "len_ratio": 0.9051724137931034, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}484{"pair_id": "pair_3ecde6d1344d41f4", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5398818316100443, "chrf": 64.3769339785334, "bleu": 29.151230044319384, "rougeL": 0.5536159600997507, "len_ratio": 1.075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}485{"pair_id": "pair_528b996710df31de", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5764818355640535, "chrf": 71.19937311328361, "bleu": 43.60266274774973, "rougeL": 0.6127946127946129, "len_ratio": 1.0656934306569343, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}486{"pair_id": "pair_035de05c859a958a", "doc_id": "doc_4b9443000ca9e29c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6239249413604379, "chrf": 65.10141077598695, "bleu": 45.20910404350044, "rougeL": 0.6666666666666667, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}487{"pair_id": "pair_80f93a8b05c3d53f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7790927021696252, "chrf": 74.38176250743061, "bleu": 52.72375150855511, "rougeL": 0.7682119205298013, "len_ratio": 1.0684931506849316, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}488{"pair_id": "pair_055566964624973c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8283433133732535, "chrf": 78.30486649929948, "bleu": 51.89371758417291, "rougeL": 0.751219512195122, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}489{"pair_id": "pair_134d0a92b2b41777", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.47959183673469385, "chrf": 58.72240066131042, "bleu": 24.930580516461973, "rougeL": 0.4971098265895954, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_3db1c38b15ba530d", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5489130434782609, "chrf": 63.80455468890559, "bleu": 28.91875117620242, "rougeL": 0.5803108808290155, "len_ratio": 1.005, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_f6fab503d776bdd4", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6989795918367347, "chrf": 69.63923786300984, "bleu": 53.70335395625447, "rougeL": 0.75, "len_ratio": 0.8404255319148937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}492{"pair_id": "pair_81a2f49016025657", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7777777777777778, "chrf": 78.70824173915257, "bleu": 55.01769810232928, "rougeL": 0.7902439024390243, "len_ratio": 0.9611650485436893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_9a3d12ade5b3384d", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7340569877883311, "chrf": 76.84096765171805, "bleu": 51.256350555877525, "rougeL": 0.7557603686635944, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}494{"pair_id": "pair_32f19d8b8f57c466", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6582653817642699, "chrf": 72.49543938541483, "bleu": 51.04022750046169, "rougeL": 0.7506297229219143, "len_ratio": 0.8074866310160428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}495{"pair_id": "pair_5fc5d6b3639a3dc4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7234042553191489, "chrf": 72.91555904744476, "bleu": 51.34854899610142, "rougeL": 0.7528517110266159, "len_ratio": 1.0634920634920635, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_df5652183bacb663", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5611940298507463, "chrf": 73.13953393029048, "bleu": 42.960223069035465, "rougeL": 0.625, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_85a5f1a5ac9c6610", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5896825396825397, "chrf": 68.02567217344613, "bleu": 44.32640593235235, "rougeL": 0.64, "len_ratio": 0.9247311827956989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_b576d0bcddf11e63", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6499488229273286, "chrf": 65.82614390729668, "bleu": 40.177518789619626, "rougeL": 0.6287625418060201, "len_ratio": 0.9533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}499{"pair_id": "pair_658aed422bb70153", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6731016731016731, "chrf": 65.86428656622327, "bleu": 40.18589069184394, "rougeL": 0.6696428571428572, "len_ratio": 0.9649122807017544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}500{"pair_id": "pair_0b74af79934cdeff", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6186317321688501, "chrf": 65.5932722118755, "bleu": 33.85150404512586, "rougeL": 0.6250000000000001, "len_ratio": 1.076086956521739, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}501{"pair_id": "pair_d125ca90abeb41cd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.725609756097561, "chrf": 71.15545052194743, "bleu": 45.74069575762929, "rougeL": 0.6888888888888889, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_4c2f49e299df1fc5", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6370558375634519, "chrf": 76.79020135802313, "bleu": 50.832776619671336, "rougeL": 0.7627118644067797, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}503{"pair_id": "pair_e3ac942e27b3821d", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5846743295019157, "chrf": 61.97463129566808, "bleu": 29.3510117244243, "rougeL": 0.5297029702970296, "len_ratio": 1.0416666666666667, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}504{"pair_id": "pair_b3dcb2f184c1c5c3", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7941966684578183, "chrf": 79.36229723274451, "bleu": 56.22612429081896, "rougeL": 0.7943760984182777, "len_ratio": 0.9710144927536232, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}505{"pair_id": "pair_359f3773d8ef8197", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7832512315270936, "chrf": 71.80347024044733, "bleu": 52.95590452281196, "rougeL": 0.7777777777777778, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_f1c3a18403d8e434", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7369281045751634, "chrf": 73.87229713318862, "bleu": 50.36782904413664, "rougeL": 0.768361581920904, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}507{"pair_id": "pair_598b18361575ebab", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5656565656565656, "chrf": 65.87546924727735, "bleu": 39.239374686952864, "rougeL": 0.6303030303030304, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}508{"pair_id": "pair_0ebd409f0680246a", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6647872885699642, "chrf": 76.36657261979713, "bleu": 54.16448023132967, "rougeL": 0.6945898778359512, "len_ratio": 0.9787985865724381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}509{"pair_id": "pair_517a4855428d0e09", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6786761625471303, "chrf": 71.7333305760978, "bleu": 46.608696473884315, "rougeL": 0.6728232189973614, "len_ratio": 0.9304123711340206, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}510{"pair_id": "pair_36cc16989c1845e0", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5903771131339401, "chrf": 67.3199535876816, "bleu": 46.87913115713301, "rougeL": 0.6666666666666667, "len_ratio": 0.8785046728971962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}511{"pair_id": "pair_3a4c784373849b86", "doc_id": "doc_018da718543ec7b2", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6884057971014492, "chrf": 68.85030228663466, "bleu": 45.02414554624969, "rougeL": 0.6886792452830189, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}512{"pair_id": "pair_a18ae351f4ac950f", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.44416403785488956, "chrf": 69.22859721740512, "bleu": 39.9134446758544, "rougeL": 0.5243128964059196, "len_ratio": 0.9785407725321889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}513{"pair_id": "pair_8a17cf509769a8da", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8380355276907001, "chrf": 82.04375427663375, "bleu": 69.11795890880849, "rougeL": 0.8684210526315789, "len_ratio": 0.8972602739726028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}514{"pair_id": "pair_d211c1e70137a4a8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.691340782122905, "chrf": 74.5263020317998, "bleu": 45.0750341760545, "rougeL": 0.7108843537414966, "len_ratio": 0.9531772575250836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}515{"pair_id": "pair_aa49e4e970d5f66a", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.736318407960199, "chrf": 74.57943003153117, "bleu": 53.64715652945975, "rougeL": 0.7283236994219654, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}516{"pair_id": "pair_7ff85797f004e323", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.584521384928717, "chrf": 60.84684762565136, "bleu": 25.255883012533694, "rougeL": 0.5732484076433121, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}517{"pair_id": "pair_fa76f220e9b009b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7626262626262627, "chrf": 72.93256745423511, "bleu": 45.37963382287758, "rougeL": 0.7548209366391185, "len_ratio": 0.8121827411167513, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}518{"pair_id": "pair_ab39b24421aac760", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6660617059891107, "chrf": 67.96061893194818, "bleu": 39.955493986450556, "rougeL": 0.6107784431137726, "len_ratio": 0.8977272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_61ade45a3ce5d1d3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7105263157894737, "chrf": 72.03745709437541, "bleu": 46.52065505373228, "rougeL": 0.6838709677419355, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}520{"pair_id": "pair_9f1d151cc1866b61", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6596491228070176, "chrf": 74.09588106160207, "bleu": 52.55940213412442, "rougeL": 0.7363420427553444, "len_ratio": 1.053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9428571428571428, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}521{"pair_id": "pair_38a98aba2a2bb445", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6040688575899844, "chrf": 60.92854824829671, "bleu": 32.24506265517749, "rougeL": 0.5697674418604651, "len_ratio": 0.7010309278350515, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}522{"pair_id": "pair_444e18218ab0959c", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6217070600632244, "chrf": 65.8859070107344, "bleu": 41.66736858870403, "rougeL": 0.6275862068965518, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}523{"pair_id": "pair_45657a5f820aa95e", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6920731707317074, "chrf": 68.11989197456163, "bleu": 40.655992025746045, "rougeL": 0.7159090909090909, "len_ratio": 0.7524752475247525, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}524{"pair_id": "pair_fd220d9930ac8682", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7295409181636727, "chrf": 67.68611670821322, "bleu": 42.36304390505663, "rougeL": 0.6595744680851064, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}525{"pair_id": "pair_635a54c9047f56bc", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5931232091690544, "chrf": 68.36802982801878, "bleu": 50.052059722195146, "rougeL": 0.6564102564102564, "len_ratio": 0.93, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}526{"pair_id": "pair_ef72458de24a1f99", "doc_id": "doc_e70ce9ae73c32589", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5020979020979022, "chrf": 50.5386775230258, "bleu": 15.476140531814805, "rougeL": 0.3981481481481481, "len_ratio": 1.0891089108910892, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_9c498fa1764d6287", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.38479262672811065, "chrf": 43.04774213110747, "bleu": 13.731769639598795, "rougeL": 0.45333333333333337, "len_ratio": 0.7682926829268293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_34b52e0779052ae1", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.616106333072713, "chrf": 62.89623147790277, "bleu": 42.76905212631421, "rougeL": 0.6590909090909091, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}529{"pair_id": "pair_70f7f56cd73632d0", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7014925373134329, "chrf": 70.86964483216533, "bleu": 42.46041443566208, "rougeL": 0.6979166666666666, "len_ratio": 0.8484848484848485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}530{"pair_id": "pair_3157f21797f49ec6", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6461967899511514, "chrf": 65.0709659667008, "bleu": 31.228764603791415, "rougeL": 0.6313465783664459, "len_ratio": 1.0046511627906978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}531{"pair_id": "pair_f82b21b17f2bdb49", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7792207792207793, "chrf": 80.86854398373166, "bleu": 69.0906634225481, "rougeL": 0.8035190615835778, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}532{"pair_id": "pair_8e1dda1763872c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7603787327021122, "chrf": 74.06208951814506, "bleu": 50.145429039211294, "rougeL": 0.743002544529262, "len_ratio": 0.8905472636815921, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}533{"pair_id": "pair_286dbb52e50dc7a6", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6421052631578947, "chrf": 62.35332002208456, "bleu": 29.927685711773282, "rougeL": 0.6962962962962964, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}534{"pair_id": "pair_35dd579c5b968537", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7531603459747173, "chrf": 69.91162291607051, "bleu": 42.55708391123128, "rougeL": 0.6618705035971223, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}535{"pair_id": "pair_b398d3a47fa7dfa7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6814621409921671, "chrf": 75.30987537277576, "bleu": 49.53955963134679, "rougeL": 0.6770186335403726, "len_ratio": 1.0254777070063694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}536{"pair_id": "pair_0c8ee38c18b17b7e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.839924670433145, "chrf": 83.71108477942825, "bleu": 64.24617152000751, "rougeL": 0.8383233532934132, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}537{"pair_id": "pair_142439a64f5fb87b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7328918322295805, "chrf": 72.50741155690808, "bleu": 42.50852822239998, "rougeL": 0.7083333333333331, "len_ratio": 0.953125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}538{"pair_id": "pair_5d693044acf7b20f", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7722567287784678, "chrf": 75.45270548935932, "bleu": 48.53405061382777, "rougeL": 0.7289719626168225, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}539{"pair_id": "pair_1612225c22958c95", "doc_id": "doc_0f52808f2ff23add", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6632756866734486, "chrf": 69.22249650705028, "bleu": 41.016220633446146, "rougeL": 0.6857142857142857, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}540{"pair_id": "pair_2b1c3e1de59ac3ad", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6408345752608048, "chrf": 77.16941134892656, "bleu": 51.83279492991159, "rougeL": 0.6956521739130436, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}541{"pair_id": "pair_bb034275477b9dd2", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.740625, "chrf": 72.8974275851174, "bleu": 45.51682785958917, "rougeL": 0.7709497206703911, "len_ratio": 0.87, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}542{"pair_id": "pair_77c0ace76b767275", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6061185468451242, "chrf": 63.76593052928292, "bleu": 31.269284328037475, "rougeL": 0.6508875739644969, "len_ratio": 1.0609756097560976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}543{"pair_id": "pair_7a5eeeb91a557a79", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5077399380804953, "chrf": 62.94701170294565, "bleu": 36.75643886012106, "rougeL": 0.5544554455445544, "len_ratio": 0.941747572815534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}544{"pair_id": "pair_04ee113812de86cf", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7402597402597403, "chrf": 74.357955151881, "bleu": 45.20527802234721, "rougeL": 0.7263157894736842, "len_ratio": 0.8984771573604061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}545{"pair_id": "pair_00e5b16778446d19", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6222527472527473, "chrf": 68.26661424225797, "bleu": 42.48466223744351, "rougeL": 0.6190476190476191, "len_ratio": 1.0096153846153846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}546{"pair_id": "pair_8323ea66dba69223", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8058076225045372, "chrf": 77.90543350945701, "bleu": 60.873382585108395, "rougeL": 0.7878787878787878, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}547{"pair_id": "pair_7d8f40cfaded0f17", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6329113924050633, "chrf": 66.82043659204288, "bleu": 35.624125861094086, "rougeL": 0.6164079822616407, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}548{"pair_id": "pair_fde08dcb84e2f051", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7438456420492349, "chrf": 69.42590632498829, "bleu": 38.74772183745236, "rougeL": 0.6587112171837709, "len_ratio": 0.9398148148148148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}549{"pair_id": "pair_709340bec637290f", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.562296858071506, "chrf": 68.87966181093871, "bleu": 48.92481901211864, "rougeL": 0.6443768996960486, "len_ratio": 0.968944099378882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}550{"pair_id": "pair_8795cd4cdabac7ae", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7587490692479524, "chrf": 76.21644426626457, "bleu": 51.36453502979926, "rougeL": 0.739795918367347, "len_ratio": 0.9695431472081218, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}551{"pair_id": "pair_876b121aa7ae7be2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7540983606557377, "chrf": 77.6051162964557, "bleu": 55.33828133751758, "rougeL": 0.788235294117647, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}552{"pair_id": "pair_95d5475cd9064de5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5673469387755101, "chrf": 68.09111079774124, "bleu": 42.04213466199955, "rougeL": 0.611842105263158, "len_ratio": 0.9866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}553{"pair_id": "pair_894048a3fcd63616", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7877412031782066, "chrf": 74.4070492019489, "bleu": 53.16826322338098, "rougeL": 0.7938931297709924, "len_ratio": 0.8676470588235294, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}554{"pair_id": "pair_c88d9759ca0070e4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6446104589114194, "chrf": 68.77124820301668, "bleu": 41.911529649811186, "rougeL": 0.6937269372693727, "len_ratio": 0.8287671232876712, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}555{"pair_id": "pair_0f565edaff6ad350", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5535372848948374, "chrf": 69.77324829871812, "bleu": 40.754143565478024, "rougeL": 0.5993265993265995, "len_ratio": 1.0656934306569343, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}556{"pair_id": "pair_e83eea0bb89f932c", "doc_id": "doc_bf9fb21cf01519f9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.78420523138833, "chrf": 77.00209859164275, "bleu": 57.56762683400299, "rougeL": 0.8303130148270181, "len_ratio": 0.8271604938271605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}557{"pair_id": "pair_99daeee999faffda", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5834797891036907, "chrf": 64.72838115200322, "bleu": 30.284748815622873, "rougeL": 0.6303030303030304, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}558{"pair_id": "pair_5c770c94dc49f5a0", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7297297297297297, "chrf": 70.748440473322, "bleu": 45.87462109854926, "rougeL": 0.690909090909091, "len_ratio": 0.8022598870056498, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}559{"pair_id": "pair_8f2161950e445713", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.703500343170899, "chrf": 73.59569259427377, "bleu": 45.14701971868976, "rougeL": 0.6697459584295613, "len_ratio": 1.0336538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}560{"pair_id": "pair_a435813cf52c77ae", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5986277873070326, "chrf": 61.985778405106316, "bleu": 36.286449202949, "rougeL": 0.5862068965517242, "len_ratio": 1.0987654320987654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}561{"pair_id": "pair_e97aeb2b305546cc", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7602541883304448, "chrf": 76.2520721415113, "bleu": 55.879893692004856, "rougeL": 0.7663551401869158, "len_ratio": 0.9664179104477612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}562{"pair_id": "pair_6c799b58226f07ae", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5551257253384914, "chrf": 57.74653597527518, "bleu": 20.188530176853188, "rougeL": 0.5290322580645163, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0}563{"pair_id": "pair_ce988002c656d05e", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8139803581744656, "chrf": 80.9593073379976, "bleu": 64.55385218870947, "rougeL": 0.8286252354048964, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}564{"pair_id": "pair_28847457f3dcedea", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6659551760939167, "chrf": 70.91896211503268, "bleu": 40.808744849162835, "rougeL": 0.6947368421052632, "len_ratio": 0.9246575342465754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}565{"pair_id": "pair_e9900f4a63fad6a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5015400410677617, "chrf": 71.16796037659215, "bleu": 40.71006316599773, "rougeL": 0.5406360424028268, "len_ratio": 0.9275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}566{"pair_id": "pair_666a960290e8b488", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7102137767220902, "chrf": 75.40256865069178, "bleu": 47.30773862688265, "rougeL": 0.7142857142857143, "len_ratio": 1.0746268656716418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}567{"pair_id": "pair_98bd5d5c7dd05dee", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4871060171919771, "chrf": 70.36432685843262, "bleu": 51.568885036226014, "rougeL": 0.6224489795918368, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}568{"pair_id": "pair_8c6c671cba6387a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6536412078152753, "chrf": 69.99941327305368, "bleu": 54.04590965424726, "rougeL": 0.711864406779661, "len_ratio": 0.7634408602150538, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}569{"pair_id": "pair_ae76d7e575ea6ec9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.751131221719457, "chrf": 73.63408552042527, "bleu": 48.492986962711434, "rougeL": 0.7225433526011561, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}570{"pair_id": "pair_fa5e2664023ace92", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6595394736842105, "chrf": 66.32611585853866, "bleu": 39.96433736810707, "rougeL": 0.6256983240223464, "len_ratio": 1.15, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}571{"pair_id": "pair_3637715c8ce7cf51", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7730496453900709, "chrf": 78.37523543216425, "bleu": 55.194660370808634, "rougeL": 0.7903225806451613, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}572{"pair_id": "pair_d3f39a6ddcbb36be", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7433554817275747, "chrf": 76.00816414153174, "bleu": 49.2271664455933, "rougeL": 0.7444444444444444, "len_ratio": 1.146341463414634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}573{"pair_id": "pair_dde28f37769db791", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.518716577540107, "chrf": 66.25648050960862, "bleu": 36.19944163035503, "rougeL": 0.5925925925925926, "len_ratio": 1.0128205128205128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}574{"pair_id": "pair_6230227676d77e1f", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7973856209150327, "chrf": 84.15663597293475, "bleu": 67.79354069493932, "rougeL": 0.8196721311475409, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}575{"pair_id": "pair_0e9b26ec8a76a231", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6105263157894737, "chrf": 55.25739019123266, "bleu": 19.31352157131343, "rougeL": 0.5401459854014599, "len_ratio": 0.7916666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}576{"pair_id": "pair_b61c55e9954eb02d", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7470817120622568, "chrf": 70.96776118556704, "bleu": 46.23984069771078, "rougeL": 0.7207207207207207, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}577{"pair_id": "pair_c687d3758a3b9b82", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7431457431457431, "chrf": 74.55477081652549, "bleu": 46.692981913656126, "rougeL": 0.7384615384615385, "len_ratio": 0.949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}578{"pair_id": "pair_5cb9a82241e57545", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6288343558282208, "chrf": 66.74955619045754, "bleu": 35.82294445782122, "rougeL": 0.6120218579234973, "len_ratio": 1.2125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}579{"pair_id": "pair_881e782bd08e5d54", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5460346399270739, "chrf": 59.56873982261162, "bleu": 25.65832557330223, "rougeL": 0.5401069518716578, "len_ratio": 1.0057803468208093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}580{"pair_id": "pair_ee98ed489357bbf5", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6992040217846669, "chrf": 70.64085157506501, "bleu": 41.354319455734355, "rougeL": 0.7108108108108109, "len_ratio": 0.8814432989690721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}581{"pair_id": "pair_3f4fc9d94e3ea3f9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7153094462540717, "chrf": 78.45807216276557, "bleu": 57.56887938886314, "rougeL": 0.7264770240700218, "len_ratio": 1.0414746543778801, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}582{"pair_id": "pair_481811668a92d254", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6014588859416445, "chrf": 65.88298176854744, "bleu": 35.604586648832445, "rougeL": 0.6295503211991433, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}583{"pair_id": "pair_ca6b1ff4bee7dfcb", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5507614213197969, "chrf": 53.9789703037026, "bleu": 31.404973055575745, "rougeL": 0.5593220338983049, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}584{"pair_id": "pair_f2e287ba0679f384", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7704035874439462, "chrf": 73.6101055943173, "bleu": 45.75720445193955, "rougeL": 0.7211267605633802, "len_ratio": 1.079268292682927, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}585{"pair_id": "pair_41c8c644a8bd1d9e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8014629049111808, "chrf": 79.17026211661626, "bleu": 64.25394976870392, "rougeL": 0.8138801261829655, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 0.9473684210526315, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}586{"pair_id": "pair_1e16da35c03bccc3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5902383654937571, "chrf": 68.1538708281745, "bleu": 45.94796886072536, "rougeL": 0.5848375451263538, "len_ratio": 0.9852941176470589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}587{"pair_id": "pair_9ec58ba269c83983", "doc_id": "doc_0f52808f2ff23add", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6765005086469991, "chrf": 71.31850931037933, "bleu": 42.91701630616844, "rougeL": 0.6666666666666666, "len_ratio": 0.9328358208955224, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}588{"pair_id": "pair_b5b23cc8e91cbeeb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.625, "chrf": 74.78852679311412, "bleu": 46.4513254797457, "rougeL": 0.6493506493506493, "len_ratio": 1.0833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}589{"pair_id": "pair_98f46681946e1f16", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5971588026382547, "chrf": 72.08705378955463, "bleu": 41.60177222521537, "rougeL": 0.6409807355516638, "len_ratio": 1.0446096654275092, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}590{"pair_id": "pair_c3edc4b58825ebba", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5015479876160991, "chrf": 66.81641244060455, "bleu": 38.24973589301587, "rougeL": 0.5911330049261083, "len_ratio": 0.9514563106796117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}591{"pair_id": "pair_1bcbaf2c5d124478", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6686217008797655, "chrf": 73.17334094686238, "bleu": 50.935930130263415, "rougeL": 0.71889400921659, "len_ratio": 0.9946524064171123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}592{"pair_id": "pair_aac1a41ceb8c4ef4", "doc_id": "doc_693020f91e971346", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5692695214105794, "chrf": 61.81439730908463, "bleu": 40.06405972480081, "rougeL": 0.6031746031746031, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}593{"pair_id": "pair_313215bf88c52685", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5025667351129364, "chrf": 73.27292524540952, "bleu": 44.48682670025306, "rougeL": 0.5467128027681661, "len_ratio": 0.9758620689655172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}594{"pair_id": "pair_c3a63f2b36ded1a4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6859614105123086, "chrf": 68.00258058264195, "bleu": 38.45909486021386, "rougeL": 0.6407766990291262, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}595{"pair_id": "pair_5fdc0106f035a8bd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.654232424677188, "chrf": 69.51910654350843, "bleu": 42.685017501527575, "rougeL": 0.6190476190476191, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}596{"pair_id": "pair_43a1312c1e2f9f9b", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6287671232876713, "chrf": 72.40153364374858, "bleu": 48.3274759886496, "rougeL": 0.6805970149253731, "len_ratio": 1.0181268882175227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}597{"pair_id": "pair_23e769194136bbfb", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6780341023069207, "chrf": 65.43423137561524, "bleu": 33.37218284156573, "rougeL": 0.6204379562043796, "len_ratio": 0.9071428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}598{"pair_id": "pair_73a5c7b86f224551", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7208216619981326, "chrf": 76.84306952612559, "bleu": 52.30005256857276, "rougeL": 0.7661016949152543, "len_ratio": 0.8838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}599{"pair_id": "pair_d6f656801334b443", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6596617119425936, "chrf": 70.86437875722062, "bleu": 47.96215404991012, "rougeL": 0.6863468634686347, "len_ratio": 0.8692579505300353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}600{"pair_id": "pair_cf52ab1c4b7478ca", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6768292682926829, "chrf": 67.90676348881159, "bleu": 38.254554809721334, "rougeL": 0.6345733041575493, "len_ratio": 0.9377777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}601{"pair_id": "pair_4ea802016f54c6ef", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7883414295628036, "chrf": 80.96567128668806, "bleu": 60.89998314375868, "rougeL": 0.8241469816272965, "len_ratio": 0.9025641025641026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}602{"pair_id": "pair_99657461cf2a0d68", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6708365910867866, "chrf": 68.07591742333, "bleu": 50.39096284495521, "rougeL": 0.7168949771689498, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}603{"pair_id": "pair_037daed382955f9b", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7296137339055794, "chrf": 68.89693524969466, "bleu": 37.4287144383702, "rougeL": 0.7053140096618358, "len_ratio": 0.8317757009345794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}604{"pair_id": "pair_a3add4e517315cc9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7353342428376535, "chrf": 81.08628039825454, "bleu": 56.506397969945176, "rougeL": 0.7544642857142857, "len_ratio": 0.963963963963964, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}605{"pair_id": "pair_120cdc7dcaaca6ed", "doc_id": "doc_cb9d29bd67fefa94", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6733067729083666, "chrf": 73.16511912037835, "bleu": 44.6924623027401, "rougeL": 0.68, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}606{"pair_id": "pair_9f1dc40ae5c45e53", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.646477132262052, "chrf": 65.9653029867167, "bleu": 35.045972037100746, "rougeL": 0.6422764227642277, "len_ratio": 0.943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}607{"pair_id": "pair_990c67f14e1d92ba", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6373983739837399, "chrf": 67.63691990319202, "bleu": 38.08782355290808, "rougeL": 0.6444444444444445, "len_ratio": 1.1604938271604939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}608{"pair_id": "pair_9b56213c2756c33e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7034313725490196, "chrf": 69.388492191313, "bleu": 37.45155694030574, "rougeL": 0.6979166666666666, "len_ratio": 1.0222222222222221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}609{"pair_id": "pair_48ca3e3bd79de8c6", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7730870712401056, "chrf": 71.98085292603503, "bleu": 44.04773266939328, "rougeL": 0.7363184079601989, "len_ratio": 0.8148148148148148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}610{"pair_id": "pair_cbef7994ad26f466", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6833616298811545, "chrf": 68.44860007602148, "bleu": 44.62413802249948, "rougeL": 0.6898395721925135, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}611{"pair_id": "pair_5cc25b6eaf94623d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7866077998528329, "chrf": 77.73738783464844, "bleu": 51.10949930407211, "rougeL": 0.7526315789473683, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}612{"pair_id": "pair_b1e5591b281ea102", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4135446685878963, "chrf": 66.86143602080256, "bleu": 32.25911277068837, "rougeL": 0.5046728971962616, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}613{"pair_id": "pair_57dbfcb0f1e1de4a", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7643564356435644, "chrf": 71.7635870463646, "bleu": 47.95139664636391, "rougeL": 0.728476821192053, "len_ratio": 1.0684931506849316, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}614{"pair_id": "pair_9a7d65390b8821b7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6145675265553869, "chrf": 68.43364731210028, "bleu": 37.27013203860076, "rougeL": 0.6421052631578947, "len_ratio": 1.065217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}615{"pair_id": "pair_a28dd4507435c1c4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7058437294812869, "chrf": 77.9177709330218, "bleu": 56.55478087962655, "rougeL": 0.6989010989010989, "len_ratio": 1.0276497695852536, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}616{"pair_id": "pair_3864156259acc2cf", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.716555612506407, "chrf": 73.75598962342347, "bleu": 52.653304046072755, "rougeL": 0.768060836501901, "len_ratio": 0.8056537102473498, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}617{"pair_id": "pair_8f591b2f4fca927b", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6495575221238938, "chrf": 69.63343938285325, "bleu": 41.99430382760082, "rougeL": 0.674698795180723, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}618{"pair_id": "pair_d3d344abd0b1dae7", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6652482269503546, "chrf": 64.24728366053165, "bleu": 35.156747810322486, "rougeL": 0.6341463414634146, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}619{"pair_id": "pair_fc0b54e2ea595e25", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6113647894469812, "chrf": 74.59565973291863, "bleu": 44.47982510086354, "rougeL": 0.6503496503496504, "len_ratio": 1.0446096654275092, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}620{"pair_id": "pair_e9c40c58f4fdafde", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7799467613132209, "chrf": 79.4000610053719, "bleu": 59.93149362119165, "rougeL": 0.7752808988764044, "len_ratio": 0.9367816091954023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}621{"pair_id": "pair_87ba7ed0bdc37c19", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7658017298735862, "chrf": 71.20560803300093, "bleu": 44.23516506542359, "rougeL": 0.6888361045130641, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}622{"pair_id": "pair_7b43c35e1fea67d9", "doc_id": "doc_606921299de9f2c7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6809338521400778, "chrf": 71.48170509880207, "bleu": 50.47312223146905, "rougeL": 0.7289719626168224, "len_ratio": 0.9716981132075472, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}623{"pair_id": "pair_d3d557752aece674", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6316246741963509, "chrf": 68.37390223253861, "bleu": 35.852518092513264, "rougeL": 0.6606060606060605, "len_ratio": 0.8793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}624{"pair_id": "pair_b19aa784b8b22076", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6362038664323375, "chrf": 75.60050370474572, "bleu": 55.37458822682751, "rougeL": 0.7222222222222222, "len_ratio": 1.0454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}625{"pair_id": "pair_ad0afec4a3e61f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6102449888641426, "chrf": 72.2015147572215, "bleu": 52.44828614576269, "rougeL": 0.6832298136645963, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}626{"pair_id": "pair_125abe3587851f59", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7413793103448276, "chrf": 74.14888175517103, "bleu": 46.201658301325224, "rougeL": 0.74235807860262, "len_ratio": 0.948051948051948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}627{"pair_id": "pair_9445e4ac9a9078a8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.798828125, "chrf": 81.20894498217646, "bleu": 62.23069783323448, "rougeL": 0.8157894736842105, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}628{"pair_id": "pair_f3640bddd5f75673", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5825335892514396, "chrf": 67.18638851437902, "bleu": 42.313572734881916, "rougeL": 0.6537216828478964, "len_ratio": 0.8679245283018868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}629{"pair_id": "pair_cb2893b3af8d8dce", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5587144622991347, "chrf": 59.01783466757672, "bleu": 23.004385326203657, "rougeL": 0.5447470817120622, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}630{"pair_id": "pair_3efbf0f7230dc75b", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5487465181058495, "chrf": 64.11685265473814, "bleu": 37.854889926159416, "rougeL": 0.6011235955056179, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}631{"pair_id": "pair_d1d083daa7f202be", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8828967642526965, "chrf": 87.08962162707081, "bleu": 74.67037275326584, "rougeL": 0.9050279329608939, "len_ratio": 0.9456521739130435, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}632{"pair_id": "pair_32d5a7aaa5beabcc", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7734877734877734, "chrf": 75.58701848553429, "bleu": 50.366544191316095, "rougeL": 0.7136563876651983, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}633{"pair_id": "pair_32a67ffa72160dea", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7167449139280125, "chrf": 72.42026067911766, "bleu": 48.91017049088747, "rougeL": 0.7252747252747254, "len_ratio": 0.8144329896907216, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}634{"pair_id": "pair_39a194398ec7d15f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7148175725986596, "chrf": 68.3263134377321, "bleu": 39.85895457156696, "rougeL": 0.7186629526462397, "len_ratio": 0.7969543147208121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}635{"pair_id": "pair_cbc85cd10f0b7969", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7139303482587065, "chrf": 71.73162640044093, "bleu": 47.782504607092115, "rougeL": 0.7404580152671756, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}636{"pair_id": "pair_b1f03c5de01e9aa8", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7109283196239717, "chrf": 76.45264998404467, "bleu": 50.266342966697344, "rougeL": 0.7362204724409448, "len_ratio": 1.008, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}637{"pair_id": "pair_a3156186c5ec99e7", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7124183006535948, "chrf": 73.2732329349781, "bleu": 51.11252978655972, "rougeL": 0.7482014388489208, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}638{"pair_id": "pair_d52713279caf3a5a", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6774415405777167, "chrf": 69.41485614146877, "bleu": 28.76080426757076, "rougeL": 0.6273584905660378, "len_ratio": 1.1041666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}639{"pair_id": "pair_482eb90ed205282d", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6991682070240296, "chrf": 69.99995239145203, "bleu": 44.43872736299907, "rougeL": 0.6556836902800659, "len_ratio": 0.9934640522875817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}640{"pair_id": "pair_654711c4cb5ca6ee", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.656188605108055, "chrf": 63.76220484052998, "bleu": 36.571864495565755, "rougeL": 0.6268656716417911, "len_ratio": 0.7631578947368421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}641{"pair_id": "pair_982be29711fb3faf", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7163561076604554, "chrf": 70.36371892680565, "bleu": 43.81510523248573, "rougeL": 0.7168831168831168, "len_ratio": 0.7980769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}642{"pair_id": "pair_d77ac3e77f7d8816", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6488933601609658, "chrf": 74.63141197801293, "bleu": 51.12409974031215, "rougeL": 0.6998444790046657, "len_ratio": 0.9382716049382716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}643{"pair_id": "pair_8ae60dcd34171313", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5478841870824054, "chrf": 68.34004690008754, "bleu": 46.66012874360343, "rougeL": 0.5786163522012578, "len_ratio": 0.9264705882352942, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}644{"pair_id": "pair_38e8d6bab23442af", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6376146788990826, "chrf": 73.45032748306313, "bleu": 42.2196388303644, "rougeL": 0.6384976525821596, "len_ratio": 1.064039408866995, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}645{"pair_id": "pair_c1fc9aca00e7064e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6904977375565611, "chrf": 69.05415187345538, "bleu": 38.52344325317819, "rougeL": 0.6762177650429799, "len_ratio": 1.0426829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}646{"pair_id": "pair_25934da617221a6a", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6480206540447504, "chrf": 69.63919111996711, "bleu": 39.65170486536387, "rougeL": 0.653061224489796, "len_ratio": 0.9597701149425287, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}647{"pair_id": "pair_89fa11da160899b5", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5193133047210301, "chrf": 60.26878325602611, "bleu": 21.503919308364484, "rougeL": 0.5388127853881279, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}648{"pair_id": "pair_676c481bd15b5d44", "doc_id": "doc_b1675be26e230c94", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4882995319812793, "chrf": 65.51594545894804, "bleu": 44.733644657829764, "rougeL": 0.5685279187817259, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}649{"pair_id": "pair_9ca73b13e50db451", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.614321608040201, "chrf": 62.46099787415782, "bleu": 31.924892084220538, "rougeL": 0.6212765957446809, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}650{"pair_id": "pair_653d2446d3ea2326", "doc_id": "doc_cb9d29bd67fefa94", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.850597609561753, "chrf": 81.19041133023352, "bleu": 64.33846708927855, "rougeL": 0.8260869565217391, "len_ratio": 0.8611111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}651{"pair_id": "pair_2b07afb4134e393d", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5267665952890792, "chrf": 65.14464234624198, "bleu": 41.5763591601975, "rougeL": 0.6190476190476191, "len_ratio": 1.0062111801242235, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}652{"pair_id": "pair_f2ce1d92d84f0152", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6395348837209303, "chrf": 62.300972066481194, "bleu": 24.120956868569408, "rougeL": 0.5548387096774193, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}653{"pair_id": "pair_6cbae94a400a8969", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6191536748329621, "chrf": 65.42190563178215, "bleu": 37.40650335166069, "rougeL": 0.5985401459854015, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}654{"pair_id": "pair_56f7a57a169e174a", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6244309559939302, "chrf": 75.40469113373177, "bleu": 55.94125207781405, "rougeL": 0.6980728051391862, "len_ratio": 1.0535714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}655{"pair_id": "pair_790fac3ee13a3daf", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7228682170542635, "chrf": 67.89450921955385, "bleu": 32.23723054107873, "rougeL": 0.7573964497041421, "len_ratio": 1.1025641025641026, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}656{"pair_id": "pair_184a9ed565396f59", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.717479674796748, "chrf": 77.10601547385039, "bleu": 58.75697326227899, "rougeL": 0.7784431137724551, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}657{"pair_id": "pair_6d1946753e3aa40d", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5853281853281853, "chrf": 64.41331155416236, "bleu": 27.469971752149654, "rougeL": 0.5229110512129379, "len_ratio": 1.0338983050847457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}658{"pair_id": "pair_8378d0bd4723d839", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6296296296296297, "chrf": 68.59649393248813, "bleu": 43.63817632657861, "rougeL": 0.6423357664233577, "len_ratio": 0.9142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}659{"pair_id": "pair_2efa73000eec9205", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8179972936400541, "chrf": 85.77000214965828, "bleu": 71.33786453054513, "rougeL": 0.814317673378076, "len_ratio": 0.9907834101382489, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}660{"pair_id": "pair_9312ecb07149d1af", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5895953757225434, "chrf": 64.2611678714878, "bleu": 34.853458669175396, "rougeL": 0.6206896551724138, "len_ratio": 1.00990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}661{"pair_id": "pair_ae5e76a2b3c201a6", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7289293849658314, "chrf": 73.99758017736819, "bleu": 50.76643144458963, "rougeL": 0.7272727272727273, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}662{"pair_id": "pair_255f116d67ec21f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6573208722741433, "chrf": 67.48731159591219, "bleu": 34.27563572791569, "rougeL": 0.6737967914438502, "len_ratio": 1.0348837209302326, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}663{"pair_id": "pair_7b7a76447e6e92f2", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.628395694515633, "chrf": 70.6144866630886, "bleu": 42.86795979972483, "rougeL": 0.6631393298059965, "len_ratio": 0.9611307420494699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}664{"pair_id": "pair_8efe74edfe320afe", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6682577565632458, "chrf": 66.95584772353946, "bleu": 36.859211968272405, "rougeL": 0.6755555555555556, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}665{"pair_id": "pair_03dde76264ca6f4c", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5268915223336372, "chrf": 56.73354560022224, "bleu": 19.711037368188048, "rougeL": 0.5303867403314917, "len_ratio": 0.9364161849710982, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}666{"pair_id": "pair_86d43ab07b50813f", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6171428571428572, "chrf": 72.8558592106508, "bleu": 47.61618052630762, "rougeL": 0.6666666666666666, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}667{"pair_id": "pair_5e8f8eb57ee9f8fa", "doc_id": "doc_6b5d113d4728e44f", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6827344434706397, "chrf": 73.66042718800601, "bleu": 47.63734916670078, "rougeL": 0.6875, "len_ratio": 1.144736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}668{"pair_id": "pair_5fe8e13ea3adb8c6", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5143312101910829, "chrf": 67.12608131725862, "bleu": 38.166849648585796, "rougeL": 0.5837837837837838, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}669{"pair_id": "pair_7ab42d22c53f75c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6807647740440325, "chrf": 74.31401741113545, "bleu": 49.953083583427336, "rougeL": 0.7213114754098361, "len_ratio": 0.896, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}670{"pair_id": "pair_12293b0f761126af", "doc_id": "doc_7cc71e43594f0124", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7088906372934697, "chrf": 68.81883745007204, "bleu": 48.029630968988144, "rougeL": 0.7154471544715447, "len_ratio": 0.8071065989847716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}671{"pair_id": "pair_4c7940b7cd687de1", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6237980769230769, "chrf": 67.4533150741655, "bleu": 36.53368234192024, "rougeL": 0.6163265306122448, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}672{"pair_id": "pair_7be546467e799613", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.615702479338843, "chrf": 73.97091433785089, "bleu": 53.575594540768904, "rougeL": 0.7136563876651982, "len_ratio": 0.9826839826839827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}673{"pair_id": "pair_33e7c23477ed03f5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6964618249534451, "chrf": 77.7028651833988, "bleu": 50.29741188010689, "rougeL": 0.726968174204355, "len_ratio": 0.9832775919732442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}674{"pair_id": "pair_fcb58510e2052d39", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6842410196987254, "chrf": 71.47301999770352, "bleu": 42.034118213760486, "rougeL": 0.7153846153846153, "len_ratio": 1.016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}675{"pair_id": "pair_8b6e228200da84a0", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5469255663430421, "chrf": 60.37393221318826, "bleu": 32.53378823865613, "rougeL": 0.5990338164251208, "len_ratio": 1.127659574468085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}676{"pair_id": "pair_4870421b15880706", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7513340448239061, "chrf": 75.16626335486652, "bleu": 51.764958384927965, "rougeL": 0.7730496453900709, "len_ratio": 0.9041095890410958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}677{"pair_id": "pair_2d672a8854921ffc", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4274570982839313, "chrf": 71.06082076012616, "bleu": 48.24557436242769, "rougeL": 0.5621621621621623, "len_ratio": 0.8854166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}678{"pair_id": "pair_e2220a85bfd31901", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6777996070726915, "chrf": 61.82111846222328, "bleu": 20.777142356785408, "rougeL": 0.609271523178808, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}679{"pair_id": "pair_02048f02de17a1e8", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.533044420368364, "chrf": 67.60171181207252, "bleu": 44.907634433538256, "rougeL": 0.6227544910179641, "len_ratio": 1.0124223602484472, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}680{"pair_id": "pair_110232957235bdb5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6949375410913872, "chrf": 70.06298360169953, "bleu": 40.91270581987637, "rougeL": 0.70042194092827, "len_ratio": 1.0173160173160174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}681{"pair_id": "pair_e17a55a8f242ed4c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7192755498059509, "chrf": 70.05257601998964, "bleu": 46.446706230707775, "rougeL": 0.7078189300411523, "len_ratio": 0.9824561403508771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}682{"pair_id": "pair_ac8e265167a6f775", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8387799564270153, "chrf": 83.8455070351391, "bleu": 70.37496179857324, "rougeL": 0.8872180451127819, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}683{"pair_id": "pair_90366eb7bc8e3e8a", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5968096809680968, "chrf": 73.14278838552737, "bleu": 41.311972823464984, "rougeL": 0.6191247974068071, "len_ratio": 1.1282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}684{"pair_id": "pair_aa27c34f2a932e39", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6495278069254984, "chrf": 67.88935853147895, "bleu": 45.76511974767033, "rougeL": 0.6689655172413792, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}685{"pair_id": "pair_9b80001db5ef43a7", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6809302325581396, "chrf": 67.53350036611822, "bleu": 42.879762416151046, "rougeL": 0.7384615384615385, "len_ratio": 0.8395061728395061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}686{"pair_id": "pair_10585b1e1426b623", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6590493601462523, "chrf": 70.45251120549477, "bleu": 40.639231572146016, "rougeL": 0.6521739130434782, "len_ratio": 1.0516129032258064, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}687{"pair_id": "pair_a187a96145a20436", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6980830670926518, "chrf": 75.08650336088081, "bleu": 48.58529055601058, "rougeL": 0.7303370786516853, "len_ratio": 1.1125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}688{"pair_id": "pair_6020ad12025be776", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6875901875901875, "chrf": 69.3947858610062, "bleu": 38.617701722864844, "rougeL": 0.6752577319587628, "len_ratio": 0.9390862944162437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}689{"pair_id": "pair_f1f719f26e0a58f2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5914512922465209, "chrf": 73.80467009987429, "bleu": 48.27359335772715, "rougeL": 0.6697108066971081, "len_ratio": 0.9814814814814815, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}690{"pair_id": "pair_ca26e0d6e43ac99b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.654690618762475, "chrf": 65.47929592428254, "bleu": 34.22600877087879, "rougeL": 0.5972222222222222, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}691{"pair_id": "pair_32753963d751ecf3", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.619718309859155, "chrf": 66.01583863012952, "bleu": 38.073219188062474, "rougeL": 0.5882352941176471, "len_ratio": 0.865979381443299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}692{"pair_id": "pair_d0fda7cb70f44338", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7531914893617021, "chrf": 78.21670073350053, "bleu": 56.204961467613785, "rougeL": 0.7910447761194029, "len_ratio": 0.8356164383561644, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}693{"pair_id": "pair_181382d322427db4", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7544848795489493, "chrf": 76.85205108093967, "bleu": 55.15077858773148, "rougeL": 0.7622504537205083, "len_ratio": 0.9045936395759717, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}694{"pair_id": "pair_865018427ec4505f", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6454183266932271, "chrf": 68.97095884277626, "bleu": 44.802894963782094, "rougeL": 0.6351351351351351, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}695{"pair_id": "pair_0a2bad6e108936b1", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5420944558521561, "chrf": 70.91065564919838, "bleu": 39.11551869968561, "rougeL": 0.5739130434782609, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}696{"pair_id": "pair_d199ee4355eef2f0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6487394957983194, "chrf": 74.45281298722722, "bleu": 52.675428789185645, "rougeL": 0.6219512195121951, "len_ratio": 1.0533333333333332, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}697{"pair_id": "pair_af209c2b7625e924", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7647058823529411, "chrf": 71.68452780079416, "bleu": 45.891853232887705, "rougeL": 0.7354497354497356, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}698{"pair_id": "pair_05bdc57f329bfd99", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6828282828282828, "chrf": 69.74222455320509, "bleu": 40.49753145734682, "rougeL": 0.7142857142857142, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}699{"pair_id": "pair_e0577147a83d9e03", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6097902097902098, "chrf": 63.68209962663397, "bleu": 35.333564755473716, "rougeL": 0.6041666666666666, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}700{"pair_id": "pair_e3ccf20a0877df02", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6911262798634812, "chrf": 75.51176775891778, "bleu": 53.82624235756815, "rougeL": 0.6424242424242423, "len_ratio": 1.0666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}701{"pair_id": "pair_202db73621e8999a", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5853365384615384, "chrf": 67.38650705620502, "bleu": 35.54842023409312, "rougeL": 0.5777777777777778, "len_ratio": 0.956, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}702{"pair_id": "pair_611ec54175ac059b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5607217210270645, "chrf": 63.76630731399874, "bleu": 30.513047373525673, "rougeL": 0.5867346938775511, "len_ratio": 0.958974358974359, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}703{"pair_id": "pair_243590a20dd170ad", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5804643714971978, "chrf": 69.14729386046962, "bleu": 36.264851344548504, "rougeL": 0.6214099216710183, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}704{"pair_id": "pair_9bc335c6999282c0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6512226512226512, "chrf": 64.02268591842622, "bleu": 38.65496423489107, "rougeL": 0.6339285714285715, "len_ratio": 0.9649122807017544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}705{"pair_id": "pair_ef16003ae5fc87a3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5980066445182723, "chrf": 63.84567622738354, "bleu": 32.95898538268692, "rougeL": 0.6101694915254238, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}706{"pair_id": "pair_715d50493bdbd208", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5022182786157942, "chrf": 66.38628424710582, "bleu": 36.998004305093104, "rougeL": 0.5373961218836565, "len_ratio": 0.9597701149425287, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}707{"pair_id": "pair_8a6c46645a7f8568", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6034782608695652, "chrf": 63.78443968284328, "bleu": 34.20414582854729, "rougeL": 0.5853658536585366, "len_ratio": 1.1549295774647887, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}708{"pair_id": "pair_3150758916784b05", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7969111969111969, "chrf": 77.11957037066121, "bleu": 50.699042000565434, "rougeL": 0.7423822714681442, "len_ratio": 0.9774011299435028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}709{"pair_id": "pair_2ff212fe22e9b64d", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7086834733893557, "chrf": 74.52920741988633, "bleu": 51.81778803403684, "rougeL": 0.7324840764331211, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}710{"pair_id": "pair_6ec8c4c4814e6275", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6628151260504201, "chrf": 66.93046436398585, "bleu": 45.06047403670627, "rougeL": 0.643598615916955, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}711{"pair_id": "pair_a450b72240cdfded", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5494880546075085, "chrf": 60.29590869632449, "bleu": 28.01930623965469, "rougeL": 0.5813953488372092, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}712{"pair_id": "pair_86da708d3527f164", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.693040293040293, "chrf": 75.16423272908405, "bleu": 44.78104771997554, "rougeL": 0.6798029556650248, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}713{"pair_id": "pair_f213672a01ba6a9d", "doc_id": "doc_bbe20e369485006e", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5785582255083179, "chrf": 61.01736844228686, "bleu": 30.032698686831168, "rougeL": 0.5828571428571429, "len_ratio": 1.1219512195121952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}714{"pair_id": "pair_9ee0d38039e2fe3b", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.781021897810219, "chrf": 79.05398930928054, "bleu": 63.098671584559405, "rougeL": 0.8050314465408804, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 0.9473684210526315, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}715{"pair_id": "pair_5de2970d758f50c5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7462295081967213, "chrf": 80.10758722483602, "bleu": 58.42827435935887, "rougeL": 0.7352297592997813, "len_ratio": 1.0414746543778801, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}716{"pair_id": "pair_0dbedc7dbd05a2b3", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5581920903954802, "chrf": 64.09983276310979, "bleu": 43.18439630672611, "rougeL": 0.6175438596491228, "len_ratio": 1.0291970802919708, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}717{"pair_id": "pair_c232767444eb1cf1", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8006372325898953, "chrf": 79.84902882128439, "bleu": 63.392661270587396, "rougeL": 0.8189655172413793, "len_ratio": 0.889196675900277, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}718{"pair_id": "pair_3535b6a366b8c526", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.676126878130217, "chrf": 69.05565077625523, "bleu": 41.93969263342099, "rougeL": 0.6685393258426966, "len_ratio": 1.1280487804878048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}719{"pair_id": "pair_c63e0075fa34bc2e", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7136038186157518, "chrf": 75.2030340081704, "bleu": 47.47118664549659, "rougeL": 0.7168458781362007, "len_ratio": 1.0671641791044777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}720{"pair_id": "pair_d644fbf6d5cd8d50", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7339366515837105, "chrf": 68.97262380558655, "bleu": 42.49885156825291, "rougeL": 0.6749226006191951, "len_ratio": 0.8841463414634146, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}721{"pair_id": "pair_a7e6a7c9bfb5b1ac", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6675291073738681, "chrf": 67.50322542716025, "bleu": 39.5503289256958, "rougeL": 0.6528925619834711, "len_ratio": 0.9824561403508771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}722{"pair_id": "pair_82012bbf30301f91", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.59375, "chrf": 66.70605136348998, "bleu": 36.81431110827889, "rougeL": 0.6166666666666666, "len_ratio": 1.179245283018868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}723{"pair_id": "pair_fe90c3a8b67bc7aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6556473829201102, "chrf": 75.22013568399518, "bleu": 55.9885231588243, "rougeL": 0.7288503253796097, "len_ratio": 1.0129870129870129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}724{"pair_id": "pair_44fc1905c30abe98", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6212896622313204, "chrf": 68.52242946074945, "bleu": 43.75478836366621, "rougeL": 0.6402640264026402, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}725{"pair_id": "pair_bc6650041da1093f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6872700515084621, "chrf": 73.50350041416614, "bleu": 42.91622810398706, "rougeL": 0.7101827676240209, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}726{"pair_id": "pair_edf9b459fae25250", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6581483033095936, "chrf": 70.39331375835025, "bleu": 44.24777515834348, "rougeL": 0.6638297872340426, "len_ratio": 0.7912371134020618, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}727{"pair_id": "pair_073f9bfb09a76254", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6116152450090744, "chrf": 74.42312809599156, "bleu": 57.03896359848318, "rougeL": 0.7011494252873564, "len_ratio": 0.9772727272727273, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}728{"pair_id": "pair_adc24d045db5633e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8571428571428572, "chrf": 86.2440474099655, "bleu": 76.72630048826059, "rougeL": 0.8690476190476191, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}729{"pair_id": "pair_76ce270651b6fb07", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7414104882459314, "chrf": 75.99903241984534, "bleu": 53.776922814454466, "rougeL": 0.7814569536423841, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}730{"pair_id": "pair_1033ffd291a09205", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6279863481228669, "chrf": 65.03461457887175, "bleu": 28.406595610533742, "rougeL": 0.616279069767442, "len_ratio": 1.0731707317073171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}731{"pair_id": "pair_f5d740b3e7e0009f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.679026651216686, "chrf": 72.46573039496705, "bleu": 45.42670164465472, "rougeL": 0.7086614173228347, "len_ratio": 0.976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}732{"pair_id": "pair_355294985350f771", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7980861244019138, "chrf": 79.46259531665918, "bleu": 58.39390536930029, "rougeL": 0.7774086378737541, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}733{"pair_id": "pair_e1469b4ffafaac89", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6920289855072463, "chrf": 67.80316395588959, "bleu": 39.745785088241924, "rougeL": 0.6410256410256411, "len_ratio": 1.169811320754717, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -1.0}734{"pair_id": "pair_93c85d626ebdcb7c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5520581113801453, "chrf": 60.13306001658075, "bleu": 33.03488905480803, "rougeL": 0.5970149253731343, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}735{"pair_id": "pair_3498dde65dee5240", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7130124777183601, "chrf": 75.43429943891816, "bleu": 55.1961456119162, "rougeL": 0.7473002159827213, "len_ratio": 0.8408163265306122, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}736{"pair_id": "pair_d7c5252b3fe6d594", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.47986942328618065, "chrf": 63.413205469836065, "bleu": 38.28266565418271, "rougeL": 0.5220338983050847, "len_ratio": 1.0802919708029197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}737{"pair_id": "pair_05dd923e29d1d815", "doc_id": "doc_f8e6e69aeba57df2", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6293823038397328, "chrf": 67.25465576871149, "bleu": 45.665243712149135, "rougeL": 0.6432748538011696, "len_ratio": 1.0123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}738{"pair_id": "pair_24d715cb3ba61b7b", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6711816907986923, "chrf": 72.57318659204267, "bleu": 47.19640642626152, "rougeL": 0.689655172413793, "len_ratio": 1.0090634441087614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}739{"pair_id": "pair_b24306c4c4b2581f", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6074950690335306, "chrf": 66.278306591825, "bleu": 37.906903153791596, "rougeL": 0.6052631578947368, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}740{"pair_id": "pair_07aed43fe426b683", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5590062111801242, "chrf": 57.382430066017974, "bleu": 15.792328685516004, "rougeL": 0.5547445255474451, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}741{"pair_id": "pair_d2fa27796208acf3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5477308294209703, "chrf": 63.736165007520206, "bleu": 30.865089305251264, "rougeL": 0.5561497326203209, "len_ratio": 0.865979381443299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}742{"pair_id": "pair_d2dc04f9a69b3af4", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7298701298701299, "chrf": 74.6795074340305, "bleu": 49.86660418298602, "rougeL": 0.7394957983193277, "len_ratio": 0.8492063492063492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}743{"pair_id": "pair_f589d5c7a1e86f9e", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6788617886178862, "chrf": 69.41808152791761, "bleu": 43.77179691923288, "rougeL": 0.6406926406926408, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}744{"pair_id": "pair_89738d8ec36791da", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6470588235294117, "chrf": 67.04615745524069, "bleu": 40.137236908179304, "rougeL": 0.6363636363636365, "len_ratio": 0.8428571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}745{"pair_id": "pair_54af251b67e2bf90", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6149312377210217, "chrf": 64.35547723503541, "bleu": 34.74703575046572, "rougeL": 0.6164383561643836, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}746{"pair_id": "pair_4c60ed93ff8ce424", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.713218122372723, "chrf": 74.06656947147395, "bleu": 50.24961532354793, "rougeL": 0.7239819004524887, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}747{"pair_id": "pair_597b0686ac179071", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5468424705065926, "chrf": 62.58235695057317, "bleu": 27.77751589387171, "rougeL": 0.5421994884910486, "len_ratio": 0.9538461538461539, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}748{"pair_id": "pair_a0e2b7b69c9e7bc4", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7120811287477954, "chrf": 78.02363849716416, "bleu": 57.284991182532046, "rougeL": 0.7532467532467532, "len_ratio": 0.9909365558912386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}749{"pair_id": "pair_eea349d980f03d16", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.733601841196778, "chrf": 78.02923285240055, "bleu": 55.06940279962262, "rougeL": 0.7331081081081081, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}750{"pair_id": "pair_60fe97d51a34b1c3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4422310756972112, "chrf": 64.6029039594317, "bleu": 36.03076111794693, "rougeL": 0.543046357615894, "len_ratio": 1.0416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}751{"pair_id": "pair_110f28da01e63ba9", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6042780748663101, "chrf": 69.91272028007747, "bleu": 46.10146502518242, "rougeL": 0.6549707602339182, "len_ratio": 1.0617283950617284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}752{"pair_id": "pair_1c03559b2fc9e8f3", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6627565982404693, "chrf": 71.79318258814267, "bleu": 46.49449591297858, "rougeL": 0.6675567423230975, "len_ratio": 0.9072164948453608, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}753{"pair_id": "pair_c93d1c5ab7fc650d", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6962025316455696, "chrf": 73.09432621575057, "bleu": 49.45415136482859, "rougeL": 0.7421383647798742, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}754{"pair_id": "pair_6bbf97895aabbb3f", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.787719298245614, "chrf": 79.79372947521199, "bleu": 61.58702477888921, "rougeL": 0.7468354430379747, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}755{"pair_id": "pair_e2db9096fc49829f", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6178451178451179, "chrf": 62.461715526552176, "bleu": 29.734220062969065, "rougeL": 0.5310734463276837, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}756{"pair_id": "pair_65c0b2d87dccebc4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7836411609498681, "chrf": 78.96760530088443, "bleu": 57.72531601417091, "rougeL": 0.7636363636363637, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}757{"pair_id": "pair_8f2d0d5f389fddb9", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.529585798816568, "chrf": 67.23949872764425, "bleu": 39.175856442252545, "rougeL": 0.6439024390243903, "len_ratio": 0.9414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}758{"pair_id": "pair_5d5a339d86dfdee2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7348416289592761, "chrf": 69.21521489144725, "bleu": 43.49303964457913, "rougeL": 0.7081967213114755, "len_ratio": 0.774390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}759{"pair_id": "pair_00c92f35643b5484", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6824574389341229, "chrf": 70.53179063169209, "bleu": 41.92320306804198, "rougeL": 0.6898395721925132, "len_ratio": 0.8489583333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}760{"pair_id": "pair_01487292d1e13fe5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5247603833865815, "chrf": 66.84219712007749, "bleu": 34.07896135166964, "rougeL": 0.5684754521963824, "len_ratio": 1.0494505494505495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}761{"pair_id": "pair_a159c093b7373169", "doc_id": "doc_d999f694e31b629a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5281065088757396, "chrf": 70.34386700884771, "bleu": 43.27194634579952, "rougeL": 0.645476772616137, "len_ratio": 0.9414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}762{"pair_id": "pair_116366a7ea764c82", "doc_id": "doc_0e6c656dfaf9d099", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6533139111434814, "chrf": 63.7800077963914, "bleu": 32.104270008140226, "rougeL": 0.6347607052896725, "len_ratio": 0.9054726368159204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}763{"pair_id": "pair_110320edae8407bb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6594516594516595, "chrf": 70.02110183308791, "bleu": 36.79808678832019, "rougeL": 0.6649484536082474, "len_ratio": 0.9390862944162437, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}764{"pair_id": "pair_9b15d97e99315172", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6737089201877935, "chrf": 69.68687653177439, "bleu": 37.70267688608141, "rougeL": 0.64, "len_ratio": 1.0333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}765{"pair_id": "pair_c6391c5ac59515d1", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5938803894297635, "chrf": 61.285494193194054, "bleu": 30.66142981874306, "rougeL": 0.5603864734299516, "len_ratio": 0.9807692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}766{"pair_id": "pair_a2f4e6e861e6e9e5", "doc_id": "doc_4465aece194b7964", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6391018619934283, "chrf": 67.11893452, "bleu": 39.48940586763595, "rougeL": 0.6490299823633157, "len_ratio": 1.011111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}767{"pair_id": "pair_50ae3325edd57536", "doc_id": "doc_3b73c0c303c8ada6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6776664702416029, "chrf": 74.12882871513314, "bleu": 48.84617273524118, "rougeL": 0.684931506849315, "len_ratio": 1.010989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}768{"pair_id": "pair_7f1a5c118275a3d6", "doc_id": "doc_6b5d113d4728e44f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8733926805143423, "chrf": 82.90829681726186, "bleu": 66.08467983065991, "rougeL": 0.8445945945945946, "len_ratio": 0.9802631578947368, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}769{"pair_id": "pair_d516ab44507f2c66", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5878787878787879, "chrf": 73.9678037871087, "bleu": 37.938439321191765, "rougeL": 0.6131386861313868, "len_ratio": 1.140625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}770{"pair_id": "pair_4086fdad5e2b2c41", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8469750889679715, "chrf": 80.65706720902512, "bleu": 60.0082836422515, "rougeL": 0.8284023668639053, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}771{"pair_id": "pair_35b29f0c4bb166e9", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.781629116117851, "chrf": 77.50521528102645, "bleu": 61.241492583983494, "rougeL": 0.8071570576540756, "len_ratio": 0.8507462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}772{"pair_id": "pair_39a46a6bbaf6b154", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5714285714285714, "chrf": 61.55356391314895, "bleu": 39.84895567581423, "rougeL": 0.628930817610063, "len_ratio": 0.9146341463414634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}773{"pair_id": "pair_cd21c36409ddcf8b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7668845315904139, "chrf": 76.62406151934017, "bleu": 55.25884316464315, "rougeL": 0.8088235294117647, "len_ratio": 0.8857142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}774{"pair_id": "pair_b4aa3590eaf5b953", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6142857142857143, "chrf": 71.37245110996831, "bleu": 42.06896621299763, "rougeL": 0.6246973365617433, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}775{"pair_id": "pair_fa84ebcff89b290d", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5512630014858841, "chrf": 67.30895322746841, "bleu": 42.876613695501945, "rougeL": 0.6243902439024389, "len_ratio": 0.9611650485436893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}776{"pair_id": "pair_8cde593e4d122cf6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5433198380566802, "chrf": 66.3429819024477, "bleu": 34.156793108420246, "rougeL": 0.6, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}777{"pair_id": "pair_eff69c0046107f48", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.60882800608828, "chrf": 73.97993863652376, "bleu": 44.72771529509083, "rougeL": 0.6499102333931778, "len_ratio": 0.9888475836431226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}778{"pair_id": "pair_1d939fdeef16360a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6741424802110818, "chrf": 68.87422334772542, "bleu": 39.73448116512868, "rougeL": 0.6330275229357798, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}779{"pair_id": "pair_83f312440f78d0f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6910229645093946, "chrf": 66.7907770688146, "bleu": 37.36424204148068, "rougeL": 0.7092198581560282, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}780{"pair_id": "pair_f755860b06b4852c", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5662188099808061, "chrf": 73.03492213427617, "bleu": 46.4710790655367, "rougeL": 0.6646341463414633, "len_ratio": 1.0062893081761006, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}781{"pair_id": "pair_d698ed8fa8cc75bd", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6251612903225807, "chrf": 66.6666360441094, "bleu": 34.68830377728417, "rougeL": 0.6416666666666667, "len_ratio": 1.051948051948052, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}782{"pair_id": "pair_64d593fba7498484", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6267696267696268, "chrf": 68.30782118304057, "bleu": 42.200180557886576, "rougeL": 0.6410256410256411, "len_ratio": 1.1226415094339623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}783{"pair_id": "pair_4deb08cbc474771b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7034120734908136, "chrf": 73.45458531385376, "bleu": 43.48325165519734, "rougeL": 0.6697674418604651, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}784{"pair_id": "pair_77e97b0791dba922", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6347305389221557, "chrf": 65.25981491197803, "bleu": 35.063601471860146, "rougeL": 0.59106529209622, "len_ratio": 0.9266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}785{"pair_id": "pair_83660b5be0a250f6", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7367668097281831, "chrf": 74.12860936974968, "bleu": 49.734441844156066, "rougeL": 0.7363636363636364, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}786{"pair_id": "pair_98e19af9fa21ca62", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.672365988909427, "chrf": 66.54524857234335, "bleu": 37.49852081154614, "rougeL": 0.6082644628099174, "len_ratio": 0.9901960784313726, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -3.0}787{"pair_id": "pair_e2e1cbc676a22058", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6873177842565598, "chrf": 76.49727208224697, "bleu": 56.323198552839145, "rougeL": 0.7425968109339407, "len_ratio": 1.0267379679144386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}788{"pair_id": "pair_02a6cff428e9e329", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7558441558441559, "chrf": 74.37141026933848, "bleu": 54.21471629329893, "rougeL": 0.8016194331983805, "len_ratio": 0.9365079365079365, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}789{"pair_id": "pair_1f934398e351208c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.574435318275154, "chrf": 73.73664656711902, "bleu": 44.06681636412221, "rougeL": 0.610051993067591, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}790{"pair_id": "pair_2f634e692d5ee157", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4464285714285714, "chrf": 61.62308799593904, "bleu": 33.0210084498232, "rougeL": 0.5581395348837209, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}791{"pair_id": "pair_47658ec1d25c21fd", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6323268206039077, "chrf": 63.33917365616135, "bleu": 43.10190350044682, "rougeL": 0.6276595744680851, "len_ratio": 1.054945054945055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}792{"pair_id": "pair_f720d7e0069ab755", "doc_id": "doc_71ecf0972d1c95dd", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6239747634069401, "chrf": 67.75875436302492, "bleu": 40.03850203522265, "rougeL": 0.6855791962174941, "len_ratio": 0.7682403433476395, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}793{"pair_id": "pair_6ce8acdc836c3d06", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7881278538812786, "chrf": 75.6521509981762, "bleu": 56.192735860263156, "rougeL": 0.7625, "len_ratio": 0.9085365853658537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}794{"pair_id": "pair_b94314585f5ebc55", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7712895377128954, "chrf": 77.44742894738592, "bleu": 50.36951388486636, "rougeL": 0.8032786885245902, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}795{"pair_id": "pair_1c23a18ee484abcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7384615384615385, "chrf": 71.97964350119405, "bleu": 43.023755389784746, "rougeL": 0.7035175879396985, "len_ratio": 1.10989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}796{"pair_id": "pair_0e57e8d1b7f4c54b", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7770016120365395, "chrf": 79.54280122180542, "bleu": 55.93330763189614, "rougeL": 0.7853403141361256, "len_ratio": 0.9891304347826086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}797{"pair_id": "pair_0d1ee2f103dbf2b3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7170513775130305, "chrf": 74.65159001292312, "bleu": 48.50285555963472, "rougeL": 0.7175572519083969, "len_ratio": 0.9746192893401016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}798{"pair_id": "pair_fbca02f58cfcadd6", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6748878923766817, "chrf": 68.48400106385198, "bleu": 33.07373046292045, "rougeL": 0.6615384615384615, "len_ratio": 1.0806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}799{"pair_id": "pair_13c082e15ac2c59b", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7411764705882353, "chrf": 76.07293543933177, "bleu": 52.47874973589762, "rougeL": 0.7412140575079872, "len_ratio": 1.105263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}800{"pair_id": "pair_13023a13d3d6c649", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5898617511520737, "chrf": 59.19953049299054, "bleu": 38.51604984643929, "rougeL": 0.6845637583892619, "len_ratio": 0.7926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}801{"pair_id": "pair_a7978f3211335442", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8096415327564895, "chrf": 79.46124665287914, "bleu": 55.4194011269671, "rougeL": 0.7692307692307692, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}802{"pair_id": "pair_2f7b344f8446050b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7042322834645669, "chrf": 79.1308339564618, "bleu": 57.16713358902198, "rougeL": 0.7631975867269984, "len_ratio": 1.0030864197530864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}803{"pair_id": "pair_1fdb72ecc38cc660", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7536723163841808, "chrf": 72.97976695929643, "bleu": 52.484752575238936, "rougeL": 0.7428571428571428, "len_ratio": 0.9708029197080292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7272727272727273, "number_precision": 0.7272727272727273, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}804{"pair_id": "pair_1d16f6f7bbf76397", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6720647773279352, "chrf": 73.04179926290492, "bleu": 44.73186706427264, "rougeL": 0.6872586872586872, "len_ratio": 1.016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}805{"pair_id": "pair_e00a4afd67691f23", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6518181818181819, "chrf": 71.83094257550634, "bleu": 51.43280715568129, "rougeL": 0.7325301204819278, "len_ratio": 1.0213903743315509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}806{"pair_id": "pair_e57b00311acce6db", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7297297297297297, "chrf": 73.30395397577445, "bleu": 47.795948240555276, "rougeL": 0.7009345794392523, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}807{"pair_id": "pair_d0cb2b8d143a51a1", "doc_id": "doc_dadb00e95af5ab75", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7264021887824897, "chrf": 76.53312962975134, "bleu": 57.86224335995631, "rougeL": 0.7902439024390245, "len_ratio": 0.839622641509434, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}808{"pair_id": "pair_e187ae92910cee87", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 66.9003450178635, "bleu": 42.054673016559185, "rougeL": 0.6871165644171778, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}809{"pair_id": "pair_8f1e9ed5c9cb8275", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7501494321578004, "chrf": 79.64635942031055, "bleu": 56.77971210952502, "rougeL": 0.75993091537133, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}810{"pair_id": "pair_8ccba0987fe3c76f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6771356783919598, "chrf": 67.76620688602164, "bleu": 42.72908583179254, "rougeL": 0.6581196581196581, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}811{"pair_id": "pair_6ee43402f961a4cb", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6003184713375795, "chrf": 63.95719437370826, "bleu": 36.14054925457672, "rougeL": 0.5909090909090908, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}812{"pair_id": "pair_da2004723f1182c3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.573373676248109, "chrf": 65.11638906980023, "bleu": 35.813506032797754, "rougeL": 0.5762711864406779, "len_ratio": 1.2179487179487178, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}813