Repository Public Research preview
1{"pair_id": "pair_534ab5b47b9ee98c", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6869369369369369, "chrf": 79.1069719576447, "bleu": 54.83684417801195, "rougeL": 0.7575757575757576, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}2{"pair_id": "pair_b4ba63a1d2dd7037", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8381336405529953, "chrf": 81.88063384391077, "bleu": 65.83774649283075, "rougeL": 0.8455882352941175, "len_ratio": 1.007462686567164, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_3eb7f963d11241df", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8057218895542249, "chrf": 77.39894873406938, "bleu": 54.07334169373964, "rougeL": 0.7749999999999998, "len_ratio": 0.8472222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}4{"pair_id": "pair_1a4b1c8249f7c76e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7692307692307692, "chrf": 77.4320840114892, "bleu": 50.47512186030121, "rougeL": 0.7390300230946881, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_82caf11dd71c4375", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6142131979695431, "chrf": 59.799952557977434, "bleu": 40.16526959249332, "rougeL": 0.6829268292682927, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_45bb802c91771497", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7739816031537451, "chrf": 81.73243538606222, "bleu": 63.89509084871987, "rougeL": 0.7824175824175824, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_f731865f2257cc87", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.68828125, "chrf": 67.15114444880153, "bleu": 37.69215059076042, "rougeL": 0.672, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_d65650bf122944c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6522593320235757, "chrf": 62.91950291430627, "bleu": 30.251627380317526, "rougeL": 0.5957446808510639, "len_ratio": 0.8552631578947368, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_f31c05d63c8ee97b", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.866576819407008, "chrf": 84.99027891056176, "bleu": 66.74640254434591, "rougeL": 0.8495575221238938, "len_ratio": 1.0471698113207548, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}10{"pair_id": "pair_e8993a781dde82be", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8046928916494134, "chrf": 79.90455251207607, "bleu": 58.21913553843596, "rougeL": 0.7932692307692307, "len_ratio": 0.9423076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}11{"pair_id": "pair_6752bbc397a92282", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7570942111237231, "chrf": 74.76567758335688, "bleu": 53.921892909623935, "rougeL": 0.7544483985765125, "len_ratio": 1.0147058823529411, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}12{"pair_id": "pair_21c07460fab18a60", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7482088024564995, "chrf": 78.78171176594535, "bleu": 57.226049138624, "rougeL": 0.7308970099667774, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}13{"pair_id": "pair_bce5dc586f50fd4f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7584415584415585, "chrf": 71.85246635999654, "bleu": 51.648131442407774, "rougeL": 0.7795275590551181, "len_ratio": 0.9920634920634921, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}14{"pair_id": "pair_6505da06774d0d05", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6398631308810949, "chrf": 75.45565642564804, "bleu": 49.14812280470321, "rougeL": 0.6792452830188679, "len_ratio": 1.0229885057471264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}15{"pair_id": "pair_792f7d6c5e62edeb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5681159420289855, "chrf": 73.86572724405802, "bleu": 52.29608711846754, "rougeL": 0.6681514476614699, "len_ratio": 1.053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_01f37f65ecfc4ee3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7276867030965392, "chrf": 74.25601500486074, "bleu": 51.31882493534974, "rougeL": 0.7425149700598801, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_42061ceaae50b84d", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8332046332046332, "chrf": 82.03876804982006, "bleu": 59.159720080402145, "rougeL": 0.7956403269754768, "len_ratio": 1.0112994350282485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_029b24f60c20d353", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9167512690355331, "chrf": 90.75913447316056, "bleu": 77.90915994357351, "rougeL": 0.9287925696594428, "len_ratio": 1.0205479452054795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}19{"pair_id": "pair_d3104773d34ba77a", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5619946091644206, "chrf": 69.23858406252322, "bleu": 37.1279526978254, "rougeL": 0.6228070175438596, "len_ratio": 1.153061224489796, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}20{"pair_id": "pair_bf88b2b86eaa5b84", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.799492385786802, "chrf": 75.4474929544008, "bleu": 56.57461093969851, "rougeL": 0.8099173553719008, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}21{"pair_id": "pair_3b04224b111a7102", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8632075471698113, "chrf": 82.18752810798844, "bleu": 60.987372100058316, "rougeL": 0.8709677419354839, "len_ratio": 0.945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}22{"pair_id": "pair_082fa41a7b25de5a", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8259325044404974, "chrf": 76.87861018394507, "bleu": 63.69957171072021, "rougeL": 0.8181818181818183, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_52d63c2e0fe1560c", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.505449591280654, "chrf": 52.758358947915696, "bleu": 16.07310119077559, "rougeL": 0.4, "len_ratio": 1.0693069306930694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}24{"pair_id": "pair_33162f98b3868ea9", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8271604938271605, "chrf": 80.54978413530111, "bleu": 59.89255158501735, "rougeL": 0.8571428571428572, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}25{"pair_id": "pair_0d2990eaea8af7c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7171717171717171, "chrf": 74.0703592900286, "bleu": 47.10894399886588, "rougeL": 0.7157894736842104, "len_ratio": 0.9035532994923858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}26{"pair_id": "pair_92c269587d9b13db", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7998154981549815, "chrf": 77.73400859133773, "bleu": 60.6464852702011, "rougeL": 0.8131313131313131, "len_ratio": 0.93048128342246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}27{"pair_id": "pair_759e5cef9abda141", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5393081761006289, "chrf": 59.09069592149257, "bleu": 22.387166726087333, "rougeL": 0.5561497326203209, "len_ratio": 1.225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}28{"pair_id": "pair_a07d9c6fb6c1a8b2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6523297491039426, "chrf": 62.82825914586099, "bleu": 28.999180296174227, "rougeL": 0.5680473372781065, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_d82e3db4ffd2f1c5", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7820121951219512, "chrf": 80.01945323423811, "bleu": 55.621759109150226, "rougeL": 0.8140703517587939, "len_ratio": 0.9801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}30{"pair_id": "pair_59c10a0adde22d66", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8082595870206489, "chrf": 75.20600981036854, "bleu": 55.21907820921913, "rougeL": 0.743718592964824, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}31{"pair_id": "pair_be9d3d8df6c8c9ea", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8147882268485284, "chrf": 81.41178400280639, "bleu": 63.23591375078474, "rougeL": 0.8080357142857143, "len_ratio": 0.9953488372093023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}32{"pair_id": "pair_9e265d9bb1298dc8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7808764940239044, "chrf": 74.74482232240587, "bleu": 54.92121844401723, "rougeL": 0.761904761904762, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}33{"pair_id": "pair_ab2107c74cd7e75f", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8181818181818181, "chrf": 86.76039771234812, "bleu": 69.74911010560906, "rougeL": 0.8703703703703703, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}34{"pair_id": "pair_6665cf85c2736be8", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7608200455580866, "chrf": 75.57905343665318, "bleu": 52.99308340825806, "rougeL": 0.7384615384615385, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}35{"pair_id": "pair_1941d85c8a39df55", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7136879856545129, "chrf": 81.65511174834236, "bleu": 61.83825782037357, "rougeL": 0.7660311958405546, "len_ratio": 0.9816849816849816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}36{"pair_id": "pair_8ba8492c973607a2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.742603550295858, "chrf": 73.64616340715735, "bleu": 51.49868486025007, "rougeL": 0.7234042553191491, "len_ratio": 0.8686868686868687, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}37{"pair_id": "pair_2d8491819611a0f5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7785123966942149, "chrf": 77.04592240979716, "bleu": 55.0480396128015, "rougeL": 0.7628865979381443, "len_ratio": 1.10989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_192d9af7e7c89da8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7393790849673203, "chrf": 70.48414776883178, "bleu": 43.06526750752746, "rougeL": 0.7077747989276141, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}39{"pair_id": "pair_9348989ee535b50d", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.678407350689127, "chrf": 61.83712255317098, "bleu": 31.87429698314619, "rougeL": 0.5803108808290154, "len_ratio": 0.8613861386138614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}40{"pair_id": "pair_afe202bf41779139", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.725552050473186, "chrf": 73.57036325743861, "bleu": 50.14849737073911, "rougeL": 0.7027027027027027, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}41{"pair_id": "pair_248597cc5ac511fa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7724510465901417, "chrf": 87.2126507564285, "bleu": 67.28588623922506, "rougeL": 0.8138528138528138, "len_ratio": 1.018018018018018, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_1ec3b005fb6b3d49", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7953861584754263, "chrf": 75.49480549806115, "bleu": 50.09267604947103, "rougeL": 0.7481481481481482, "len_ratio": 0.8928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}43{"pair_id": "pair_71f278ae6b737b38", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5753899480069324, "chrf": 64.97449145365454, "bleu": 33.744935573078294, "rougeL": 0.6285714285714286, "len_ratio": 1.0987654320987654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_6c18ba000399cb16", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7374860956618465, "chrf": 77.83942126320136, "bleu": 61.67078523224768, "rougeL": 0.7474048442906575, "len_ratio": 1.0218978102189782, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_ade36c7fafe81f63", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7894211576846307, "chrf": 76.39732861686988, "bleu": 54.379591049085114, "rougeL": 0.7543252595155711, "len_ratio": 0.9133333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}46{"pair_id": "pair_4d66779f6cf3e61f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6682692307692308, "chrf": 71.45019473350601, "bleu": 39.75461500664558, "rougeL": 0.6789366053169734, "len_ratio": 0.928, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}47{"pair_id": "pair_36709e01cba6f244", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8017572762218561, "chrf": 78.65023364462265, "bleu": 58.908930954353494, "rougeL": 0.7894736842105263, "len_ratio": 1.0148148148148148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}48{"pair_id": "pair_54d53fa0a2fd0e23", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8285024154589372, "chrf": 78.36467989284915, "bleu": 52.81449081256055, "rougeL": 0.8360655737704918, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_a0464b001854faf0", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7207488299531981, "chrf": 72.95545231546036, "bleu": 52.58078528758449, "rougeL": 0.7106598984771574, "len_ratio": 1.0104166666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}50{"pair_id": "pair_3aa0668948ce1478", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6377952755905512, "chrf": 74.32889785624518, "bleu": 44.83260912723527, "rougeL": 0.6782608695652174, "len_ratio": 1.0849056603773586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}51{"pair_id": "pair_1c2aad977a576e5b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.747534516765286, "chrf": 79.0504401589007, "bleu": 60.38626232669878, "rougeL": 0.7759197324414716, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}52{"pair_id": "pair_e3b0a91c295626f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8292367399741267, "chrf": 75.30950641005158, "bleu": 52.918907390671265, "rougeL": 0.8151260504201681, "len_ratio": 0.9298245614035088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}53{"pair_id": "pair_e2c4068c5462d2fa", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.49017773620205796, "chrf": 67.67713768750285, "bleu": 39.113004305903694, "rougeL": 0.6135693215339233, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}54{"pair_id": "pair_a5e867b3773bdfed", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6976911976911977, "chrf": 72.89804123097795, "bleu": 48.221003675038844, "rougeL": 0.6887755102040817, "len_ratio": 0.9593908629441624, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}55{"pair_id": "pair_0decb6a7fc76254b", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7277936962750716, "chrf": 71.46472632738529, "bleu": 49.39971131062674, "rougeL": 0.7875647668393783, "len_ratio": 0.89, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}56{"pair_id": "pair_efa7105e30b5e78f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8678720445062587, "chrf": 82.30301184598942, "bleu": 63.395225406728024, "rougeL": 0.826923076923077, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}57{"pair_id": "pair_0e173b7aa636f282", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.858534085084572, "chrf": 85.8139240498121, "bleu": 70.92895117729351, "rougeL": 0.8736842105263158, "len_ratio": 0.9717314487632509, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}58{"pair_id": "pair_6564027ea6139296", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8490118577075099, "chrf": 86.15478490880135, "bleu": 66.84992429553422, "rougeL": 0.8705234159779613, "len_ratio": 1.0584795321637428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}59{"pair_id": "pair_75d6b94c63f28faa", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6429942418426104, "chrf": 74.50835944125741, "bleu": 51.30740288180662, "rougeL": 0.7378640776699028, "len_ratio": 0.8742138364779874, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}60{"pair_id": "pair_38a3d126dc3cf268", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6183574879227054, "chrf": 71.78757965712352, "bleu": 40.943230754372, "rougeL": 0.7231638418079096, "len_ratio": 0.9069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}61{"pair_id": "pair_5021c799eb783f64", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7673031026252983, "chrf": 75.00235383433281, "bleu": 49.6965254255249, "rougeL": 0.7364016736401673, "len_ratio": 0.9416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_7885b7b80a93f505", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6384794414274632, "chrf": 66.24925354128453, "bleu": 35.03833752783694, "rougeL": 0.6130653266331658, "len_ratio": 1.0052083333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}63{"pair_id": "pair_16b322783f9aad91", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7589616810877626, "chrf": 73.08996530725199, "bleu": 44.875096209836926, "rougeL": 0.7457627118644068, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_29a6a06f0d67770c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7125210555867489, "chrf": 75.38329532724102, "bleu": 56.12094785542942, "rougeL": 0.7260034904013961, "len_ratio": 0.9527272727272728, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9642857142857143, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}65{"pair_id": "pair_202e90a67945d880", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7480106100795756, "chrf": 73.78970316320721, "bleu": 51.75943170610227, "rougeL": 0.7581699346405228, "len_ratio": 0.9567099567099567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}66{"pair_id": "pair_14abc6a2479684b1", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8399621212121212, "chrf": 81.94644449524026, "bleu": 62.778958222356444, "rougeL": 0.8184818481848184, "len_ratio": 1.087248322147651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}67{"pair_id": "pair_32235555b601cab3", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6744659206510681, "chrf": 68.03843390671234, "bleu": 42.73495112033632, "rougeL": 0.6716417910447761, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}68{"pair_id": "pair_afb70fddf89264c8", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.74435318275154, "chrf": 86.01399396232948, "bleu": 71.31641285983376, "rougeL": 0.81195079086116, "len_ratio": 0.9448275862068966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}69{"pair_id": "pair_153cb3d30281b8e1", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.508298755186722, "chrf": 56.548681627427946, "bleu": 18.158949212981156, "rougeL": 0.5033112582781457, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_574077bae6ce5fca", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.653012048192771, "chrf": 62.93640890345823, "bleu": 35.822227260218185, "rougeL": 0.6715328467153285, "len_ratio": 1.0757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}71{"pair_id": "pair_c956c2bafddcae15", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6329365079365079, "chrf": 81.10956906707545, "bleu": 64.47577122943983, "rougeL": 0.7419354838709677, "len_ratio": 0.9404761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}72{"pair_id": "pair_5f41b3d39f54bad1", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6472275334608031, "chrf": 72.66345286089134, "bleu": 52.230826514313854, "rougeL": 0.6881720430107527, "len_ratio": 0.9343065693430657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}73{"pair_id": "pair_7fc50840511051d1", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6783819628647214, "chrf": 67.70650342911819, "bleu": 38.67560574898862, "rougeL": 0.6842105263157895, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}74{"pair_id": "pair_c192a060c40a441b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7770448548812665, "chrf": 72.33911121061014, "bleu": 43.87083229295111, "rougeL": 0.7238095238095238, "len_ratio": 0.8981481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_dff809b6a1b282dc", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7431488447071467, "chrf": 77.87872299333328, "bleu": 54.4450031157559, "rougeL": 0.7668393782383419, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}76{"pair_id": "pair_c42c40472a0baa1a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5840867992766727, "chrf": 61.00102928464558, "bleu": 21.137402387007995, "rougeL": 0.5679012345679012, "len_ratio": 1.131578947368421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}77{"pair_id": "pair_392af48f9407b7c3", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7474747474747474, "chrf": 75.75233990211314, "bleu": 58.79062499056894, "rougeL": 0.7950310559006211, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_6be1dd33e4e6d4aa", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6920863309352518, "chrf": 71.14924273080496, "bleu": 44.45524505734333, "rougeL": 0.660377358490566, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}79{"pair_id": "pair_7ac4ade1830dc372", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6383363471971066, "chrf": 64.96288095766593, "bleu": 37.863955382073584, "rougeL": 0.6459627329192547, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}80{"pair_id": "pair_929f9c24ad480225", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7038796516231196, "chrf": 72.9608185038003, "bleu": 45.70344933421188, "rougeL": 0.7252747252747254, "len_ratio": 1.064327485380117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}81{"pair_id": "pair_de1370a1cd0b54cb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7910189982728842, "chrf": 75.13804780816255, "bleu": 53.44013743950527, "rougeL": 0.7999999999999999, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}82{"pair_id": "pair_d48e5d059fa3cc54", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7532679738562091, "chrf": 74.38382741200367, "bleu": 49.62537067577444, "rougeL": 0.7553191489361704, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}83{"pair_id": "pair_cb37eb7f5d618a17", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7774294670846396, "chrf": 77.04186397394626, "bleu": 57.61159829074562, "rougeL": 0.8150470219435737, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}84{"pair_id": "pair_400660b05415da75", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6702775897088693, "chrf": 72.56653087096143, "bleu": 39.72147235334033, "rougeL": 0.6555023923444977, "len_ratio": 1.0246305418719213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}85{"pair_id": "pair_dd7c0dc2e9b6b991", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6371787208607292, "chrf": 74.14724104664138, "bleu": 47.79176330178439, "rougeL": 0.686411149825784, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}86{"pair_id": "pair_3a815159b68d0b1a", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6216867469879518, "chrf": 63.062791041450595, "bleu": 33.45211769806123, "rougeL": 0.6567164179104477, "len_ratio": 0.9420289855072463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}87{"pair_id": "pair_0ea0089868a9486a", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.859697386519945, "chrf": 87.09902612286336, "bleu": 70.01965641956029, "rougeL": 0.8837209302325582, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_eeb469751e6719fb", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6692913385826771, "chrf": 78.731997751776, "bleu": 50.507433123865816, "rougeL": 0.7272727272727272, "len_ratio": 1.072072072072072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}89{"pair_id": "pair_1c248171ae889938", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6824644549763033, "chrf": 76.85104994483851, "bleu": 50.73484158179641, "rougeL": 0.765625, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}90{"pair_id": "pair_23a75e54129a35a7", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8611940298507463, "chrf": 82.02986083473512, "bleu": 63.874353778609574, "rougeL": 0.8316831683168316, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_013f952cde337fb2", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9076012744651798, "chrf": 91.35651807732884, "bleu": 81.93437051571786, "rougeL": 0.9165526675786594, "len_ratio": 0.9861495844875346, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}92{"pair_id": "pair_aa1b1db857a23bb7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5946547884187082, "chrf": 68.3864372780044, "bleu": 44.67492612615764, "rougeL": 0.6415094339622641, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_e9e4fc5508ddcf46", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8099467140319716, "chrf": 77.40817232587666, "bleu": 66.66622532658361, "rougeL": 0.8223350253807107, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}94{"pair_id": "pair_c0734880c60102ab", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6940418679549114, "chrf": 72.28276823747927, "bleu": 43.345711528678606, "rougeL": 0.7135135135135136, "len_ratio": 1.0116279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}95{"pair_id": "pair_10854715a9daa7f5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6883116883116883, "chrf": 73.67711595258007, "bleu": 56.65690415920129, "rougeL": 0.7173252279635258, "len_ratio": 0.9272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}96{"pair_id": "pair_3ed21835552f0676", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6420765027322404, "chrf": 65.87878630027203, "bleu": 37.47501890955265, "rougeL": 0.6352941176470588, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}97{"pair_id": "pair_cebd2e9cf00f2906", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8559914024717894, "chrf": 84.41438793248095, "bleu": 66.99768235719984, "rougeL": 0.8441330998248685, "len_ratio": 0.9746376811594203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}98{"pair_id": "pair_cc2edaae41b23631", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8262548262548263, "chrf": 79.97470036104765, "bleu": 59.26528134467482, "rougeL": 0.8272727272727273, "len_ratio": 0.9298245614035088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_0d3f0c7c7ca274d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.639618138424821, "chrf": 68.55665178937332, "bleu": 39.31744161951438, "rougeL": 0.6638297872340426, "len_ratio": 0.9083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}100{"pair_id": "pair_4efd465014478931", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7391598915989159, "chrf": 72.86039093571712, "bleu": 46.903222828729156, "rougeL": 0.7196467991169978, "len_ratio": 0.9288888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}101{"pair_id": "pair_351062a01178facd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7569832402234637, "chrf": 75.6414569358849, "bleu": 49.53014219876246, "rougeL": 0.726962457337884, "len_ratio": 0.9464882943143813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}102{"pair_id": "pair_289f958c7f2447c0", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7701863354037267, "chrf": 76.06415600374024, "bleu": 45.596762943573985, "rougeL": 0.759124087591241, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}103{"pair_id": "pair_3d4b30f2cce63978", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7414141414141414, "chrf": 69.58884826031012, "bleu": 46.8328901307859, "rougeL": 0.7152317880794701, "len_ratio": 0.8717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_fcf3cba4380b62e7", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7395944503735326, "chrf": 75.08708769248959, "bleu": 49.44559882099401, "rougeL": 0.7586206896551724, "len_ratio": 0.9657534246575342, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_10e223e6488375e6", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7964135021097046, "chrf": 76.37170752746304, "bleu": 59.71377719124201, "rougeL": 0.7905405405405406, "len_ratio": 0.993103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}106{"pair_id": "pair_c50043b49a1ae005", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.873668188736682, "chrf": 86.79603899521769, "bleu": 73.81641785254597, "rougeL": 0.8888888888888888, "len_ratio": 0.9702602230483272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}107{"pair_id": "pair_f17dd14ab5bc29ab", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8792605430387059, "chrf": 85.45460879113904, "bleu": 70.71241144261644, "rougeL": 0.8715083798882682, "len_ratio": 0.9813432835820896, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}108{"pair_id": "pair_8a8dc5c547c698b4", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8793103448275862, "chrf": 85.84229933700863, "bleu": 70.36348212090681, "rougeL": 0.8783068783068785, "len_ratio": 0.9893617021276596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}109{"pair_id": "pair_255ecbfd320b7584", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7378114842903576, "chrf": 76.32610921585817, "bleu": 57.7043854195963, "rougeL": 0.7784431137724551, "len_ratio": 0.9813664596273292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}110{"pair_id": "pair_ac7bbf9947147548", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.890357698289269, "chrf": 83.30488397250953, "bleu": 63.3540403542941, "rougeL": 0.825974025974026, "len_ratio": 0.9322916666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_3cc24a2db40a1c81", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.756438557763061, "chrf": 73.30884558167574, "bleu": 44.27335951448674, "rougeL": 0.7272727272727273, "len_ratio": 0.890625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}112{"pair_id": "pair_52f46f4ca329b473", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7976190476190477, "chrf": 76.24007176216612, "bleu": 55.76056721290831, "rougeL": 0.8040201005025126, "len_ratio": 1.0106382978723405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}113{"pair_id": "pair_e01e74d2c1d567b9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8113619810633649, "chrf": 78.59670442813373, "bleu": 59.28620426368413, "rougeL": 0.7909319899244331, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_0178adf63aef08fd", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7164902998236331, "chrf": 77.71539970011887, "bleu": 58.247397947188986, "rougeL": 0.7712609970674487, "len_ratio": 0.9607250755287009, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9230769230769231, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}115{"pair_id": "pair_c1690969105879fa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6035634743875278, "chrf": 70.92635248576727, "bleu": 50.429598695245055, "rougeL": 0.6496815286624203, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}116{"pair_id": "pair_e470e1a1edf6b6aa", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8058340929808568, "chrf": 83.10767964313436, "bleu": 65.4932254278823, "rougeL": 0.8383561643835615, "len_ratio": 0.9479768786127167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}117{"pair_id": "pair_5c5b0e905c38c804", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6328800988875154, "chrf": 61.391017473415474, "bleu": 27.182269092248752, "rougeL": 0.6108786610878661, "len_ratio": 0.8861788617886179, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}118{"pair_id": "pair_d13c2c2b74f72b95", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7361367837338262, "chrf": 75.05383937551574, "bleu": 51.31801306204482, "rougeL": 0.6905537459283386, "len_ratio": 1.0098039215686274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0}119{"pair_id": "pair_35c0a379758a54c0", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8606403013182674, "chrf": 83.26503807044449, "bleu": 69.11746399015313, "rougeL": 0.8496732026143792, "len_ratio": 0.9859154929577465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}120{"pair_id": "pair_e614bd2c1f06d942", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7093167701863354, "chrf": 68.81621862297472, "bleu": 40.26282770151181, "rougeL": 0.6608695652173914, "len_ratio": 1.1132075471698113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_8ac9873a7e8de26d", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7012578616352201, "chrf": 66.44911481933072, "bleu": 34.49855607508456, "rougeL": 0.6737967914438502, "len_ratio": 0.9560439560439561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}122{"pair_id": "pair_0f72f9a9e487330d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5724431818181819, "chrf": 71.59410740608372, "bleu": 41.116777130304904, "rougeL": 0.599078341013825, "len_ratio": 1.121212121212121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_b2166006868dc64e", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8093883357041252, "chrf": 78.02287320747142, "bleu": 51.8486847215086, "rougeL": 0.7713004484304933, "len_ratio": 0.9906542056074766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}124{"pair_id": "pair_3dbd3da5fbcee70d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8796829971181557, "chrf": 86.12845094436254, "bleu": 69.06730316389465, "rougeL": 0.8767123287671232, "len_ratio": 1.0106951871657754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}125{"pair_id": "pair_7dc21233e2543cf1", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7173913043478262, "chrf": 73.49754876005991, "bleu": 47.41321701273518, "rougeL": 0.7075471698113208, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}126{"pair_id": "pair_238fc0541671bae4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6570247933884297, "chrf": 68.534453987192, "bleu": 46.8888177005767, "rougeL": 0.6666666666666667, "len_ratio": 1.0482758620689656, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}127{"pair_id": "pair_c87b703baa309289", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6864014801110083, "chrf": 70.25122319637951, "bleu": 41.8712694397783, "rougeL": 0.6791277258566978, "len_ratio": 1.0451612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_69b493f013c97498", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7728965003723008, "chrf": 73.51819544652486, "bleu": 45.8449928064216, "rougeL": 0.7239583333333334, "len_ratio": 0.9238578680203046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}129{"pair_id": "pair_c044cb52a79332bb", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7920110192837466, "chrf": 77.32195039228031, "bleu": 63.680041090968345, "rougeL": 0.8179775280898877, "len_ratio": 0.948051948051948, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}130{"pair_id": "pair_b6e9e28adedceede", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8330373001776199, "chrf": 80.79624190070012, "bleu": 63.82811323448228, "rougeL": 0.8131868131868132, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_dcd2a0d3e06d5703", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8174807197943444, "chrf": 78.62948279233191, "bleu": 62.163501103032765, "rougeL": 0.8300395256916996, "len_ratio": 0.9841269841269841, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_786c3087349f2947", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5744535519125683, "chrf": 66.70816382046509, "bleu": 31.326984786771646, "rougeL": 0.5862068965517241, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0}133{"pair_id": "pair_d3ce183f5ae1af47", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7487091222030982, "chrf": 70.47671751985767, "bleu": 49.77967572142987, "rougeL": 0.7486033519553073, "len_ratio": 0.9438202247191011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}134{"pair_id": "pair_c48d3dba962442c2", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4551365409622887, "chrf": 67.77989297724339, "bleu": 38.92111470879493, "rougeL": 0.607142857142857, "len_ratio": 0.9345794392523364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}135{"pair_id": "pair_692198d471e057bc", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6556728232189973, "chrf": 68.16957116526241, "bleu": 36.51322272388981, "rougeL": 0.6509433962264152, "len_ratio": 0.9074074074074074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}136{"pair_id": "pair_3dccd16f435081ca", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7078039927404718, "chrf": 75.27455793598284, "bleu": 56.96926906917946, "rougeL": 0.6936416184971098, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}137{"pair_id": "pair_7970a9aab7e878b5", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8505392912172574, "chrf": 81.70564108457428, "bleu": 65.46932914413313, "rougeL": 0.8287292817679558, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}138{"pair_id": "pair_6333ab44ba110c4b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7336276674025018, "chrf": 72.09839460427129, "bleu": 43.944351755046405, "rougeL": 0.7093333333333334, "len_ratio": 0.8958333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}139{"pair_id": "pair_f13091ad8b7c8a30", "doc_id": "doc_7cc71e43594f0124", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6742722265932337, "chrf": 72.94277521316431, "bleu": 48.376609336592594, "rougeL": 0.6844660194174756, "len_ratio": 1.0304568527918783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}140{"pair_id": "pair_ead5176a8b6144cd", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7425742574257426, "chrf": 77.14551038315084, "bleu": 55.09362125460501, "rougeL": 0.7749077490774908, "len_ratio": 1.007462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}141{"pair_id": "pair_20dafded3411a033", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6025641025641026, "chrf": 61.73973080879587, "bleu": 35.16274154991998, "rougeL": 0.6448598130841122, "len_ratio": 1.1914893617021276, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}142{"pair_id": "pair_1665c1640d5b3d5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6972833117723156, "chrf": 69.71687450882581, "bleu": 40.88489144268725, "rougeL": 0.6859504132231404, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}143{"pair_id": "pair_c188f53958c80d7c", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8632162661737524, "chrf": 84.70583147019202, "bleu": 67.49842580608139, "rougeL": 0.8338870431893688, "len_ratio": 0.9673202614379085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}144{"pair_id": "pair_45afec86b94d1d0e", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7924773022049286, "chrf": 75.14936514515666, "bleu": 52.5018759852457, "rougeL": 0.7545454545454546, "len_ratio": 1.0377358490566038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}145{"pair_id": "pair_63333f40645895ad", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8173598553345389, "chrf": 79.99102414735938, "bleu": 65.8871893424239, "rougeL": 0.8322981366459627, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_f41afa63559dc25d", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7967479674796748, "chrf": 75.70134993339323, "bleu": 55.316723688977525, "rougeL": 0.7784431137724551, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}147{"pair_id": "pair_fbf5c17731a3a132", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7593480345158198, "chrf": 76.41766850386624, "bleu": 53.54405995844647, "rougeL": 0.7266666666666667, "len_ratio": 1.0671140939597314, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}148{"pair_id": "pair_e2140f5db9b65f5c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.647673314339981, "chrf": 73.14449932303543, "bleu": 45.54408610054897, "rougeL": 0.7030303030303031, "len_ratio": 0.930379746835443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}149{"pair_id": "pair_6642881e1a43ea53", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5621693121693121, "chrf": 66.15153309010184, "bleu": 31.932490459672476, "rougeL": 0.5599999999999999, "len_ratio": 1.0612244897959184, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}150{"pair_id": "pair_6bb7a0192d288e72", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7688442211055276, "chrf": 75.88950916314448, "bleu": 53.575063035582254, "rougeL": 0.782608695652174, "len_ratio": 0.9568965517241379, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}151{"pair_id": "pair_50d371eee6740ac4", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6030828516377649, "chrf": 64.4084525540892, "bleu": 39.43458839992318, "rougeL": 0.632258064516129, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}152{"pair_id": "pair_b568a02fac109eb9", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6868985936343449, "chrf": 74.08212858978031, "bleu": 41.1688958559541, "rougeL": 0.671604938271605, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}153{"pair_id": "pair_b1ec64152beb6d97", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5403050108932461, "chrf": 69.02511131279992, "bleu": 35.87680503413793, "rougeL": 0.624113475177305, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_21f2b3f83b217391", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7024886877828054, "chrf": 72.99915283920964, "bleu": 44.630019830167946, "rougeL": 0.7081712062256809, "len_ratio": 0.8880597014925373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_d23cea026c5ace9a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6992307692307692, "chrf": 71.77245550437546, "bleu": 41.767369278216506, "rougeL": 0.6612466124661247, "len_ratio": 1.0225988700564972, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}156{"pair_id": "pair_eaa5bc54aa96a41f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7953736654804271, "chrf": 73.99616933384209, "bleu": 45.51958816297893, "rougeL": 0.711111111111111, "len_ratio": 1.0227272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}157{"pair_id": "pair_1734a40e2337d12b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6717267552182163, "chrf": 66.6012081056441, "bleu": 37.49041683498182, "rougeL": 0.6463414634146342, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}158{"pair_id": "pair_3e36580587567a92", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7764505119453925, "chrf": 77.13280147209741, "bleu": 60.47561741258999, "rougeL": 0.787878787878788, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_244e1187a30656d6", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6729776247848537, "chrf": 66.36355471215181, "bleu": 43.665316913469866, "rougeL": 0.6813186813186812, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_c6e7de0abe9bfed5", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6933085501858736, "chrf": 70.17141070731611, "bleu": 43.778803993911936, "rougeL": 0.7225806451612903, "len_ratio": 1.1232876712328768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}161{"pair_id": "pair_42e45b5f1a97a919", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6470588235294117, "chrf": 68.27694680612537, "bleu": 43.90961945670421, "rougeL": 0.6699507389162562, "len_ratio": 0.9514563106796117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}162{"pair_id": "pair_4529613294fae26e", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7126137841352406, "chrf": 73.77231137728158, "bleu": 52.58140434566039, "rougeL": 0.7217391304347828, "len_ratio": 0.9719626168224299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_6db3602926e3f108", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7979062357760582, "chrf": 83.79753272549952, "bleu": 69.5468590093644, "rougeL": 0.8380952380952382, "len_ratio": 0.997229916897507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}164{"pair_id": "pair_8d0d1d27c5b651ff", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8923230309072782, "chrf": 88.58515002819186, "bleu": 71.71809815579427, "rougeL": 0.9071537290715374, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}165{"pair_id": "pair_37279956404c5331", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5442661913250149, "chrf": 64.24252539192472, "bleu": 36.740081969301485, "rougeL": 0.5661914460285132, "len_ratio": 0.9551020408163265, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}166{"pair_id": "pair_46f20c52472d1393", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6337349397590362, "chrf": 62.33622246094359, "bleu": 30.12986928024176, "rougeL": 0.6666666666666666, "len_ratio": 0.9130434782608695, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_52e525b34b664c04", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.920544835414302, "chrf": 89.76279339004525, "bleu": 81.16300945062991, "rougeL": 0.9181494661921707, "len_ratio": 1.0220588235294117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_ff99bee9dd6708d2", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6038834951456311, "chrf": 62.37809411651071, "bleu": 27.84140218377091, "rougeL": 0.6549707602339182, "len_ratio": 1.1282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}169{"pair_id": "pair_449f2c7bf1a60c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6882738528769119, "chrf": 70.57414123240825, "bleu": 42.31726296748695, "rougeL": 0.6901763224181361, "len_ratio": 0.900497512437811, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}170{"pair_id": "pair_90ac68ac94c8e560", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.844168260038241, "chrf": 82.23518450743053, "bleu": 63.26341086529233, "rougeL": 0.8362369337979094, "len_ratio": 0.9781021897810219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}171{"pair_id": "pair_3294b0ffcff525df", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.739764052741152, "chrf": 81.85962903972596, "bleu": 61.35034536889379, "rougeL": 0.7761194029850748, "len_ratio": 1.0102564102564102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_61c16259d2f8cd33", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7801899592944369, "chrf": 75.27824307134334, "bleu": 54.593637283886785, "rougeL": 0.7763713080168776, "len_ratio": 0.8951612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}173{"pair_id": "pair_67d302cf71408875", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7846347607052897, "chrf": 79.0388947972377, "bleu": 57.67522870199998, "rougeL": 0.7985074626865672, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}174{"pair_id": "pair_3528672378f6c06d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7010050251256281, "chrf": 70.87007044987192, "bleu": 47.66481264661256, "rougeL": 0.7068965517241379, "len_ratio": 0.9741379310344828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}175{"pair_id": "pair_dcd6a3ad8bc2cc75", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7312217194570136, "chrf": 68.45461038765073, "bleu": 45.22367659025882, "rougeL": 0.6848484848484848, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}176{"pair_id": "pair_cb3b0d0ef5e9a37f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6873767258382644, "chrf": 70.25692164191837, "bleu": 42.61655907892021, "rougeL": 0.6887417218543047, "len_ratio": 0.98, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}177{"pair_id": "pair_1098ad32fc148c0b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7514095335725269, "chrf": 77.29856216771766, "bleu": 56.027037251732985, "rougeL": 0.7818499127399651, "len_ratio": 0.9787985865724381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}178{"pair_id": "pair_440501dd84293cb9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6951566951566952, "chrf": 77.40813260544854, "bleu": 50.60645943889434, "rougeL": 0.7267267267267267, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}179{"pair_id": "pair_a029a6bff2518633", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6396396396396397, "chrf": 67.75938410587739, "bleu": 40.66058053257923, "rougeL": 0.6666666666666666, "len_ratio": 0.9615384615384616, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}180{"pair_id": "pair_7ffd3b6de5bfed1f", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7511961722488039, "chrf": 74.15845607300783, "bleu": 46.74028959931502, "rougeL": 0.7727272727272727, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}181{"pair_id": "pair_aa3bf227a9232830", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6743542435424354, "chrf": 73.44450072794945, "bleu": 56.53936535066598, "rougeL": 0.7651331719128329, "len_ratio": 1.0160427807486632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9705882352941176, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}182{"pair_id": "pair_e4c2a8e74fa6334f", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6178736517719569, "chrf": 62.05943115831448, "bleu": 34.248494616194634, "rougeL": 0.6113989637305699, "len_ratio": 1.0869565217391304, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_c110a00b7adc11b1", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6784968684759917, "chrf": 65.46761575565327, "bleu": 39.38921725639063, "rougeL": 0.6621621621621622, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_0b1f3d0472f358ed", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6253071253071253, "chrf": 65.86009847932233, "bleu": 35.27760598215118, "rougeL": 0.5822784810126583, "len_ratio": 1.0701754385964912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}185{"pair_id": "pair_d49967a020ab0810", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6734258271077909, "chrf": 70.67699826702068, "bleu": 42.24786130110135, "rougeL": 0.6872852233676975, "len_ratio": 0.9726027397260274, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}186{"pair_id": "pair_abe570d1bc0bd4e8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4513457556935818, "chrf": 46.27434247708667, "bleu": 3.6750030741667437, "rougeL": 0.4148148148148148, "len_ratio": 1.0153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}187{"pair_id": "pair_e2ea06d99035098d", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7812018489984591, "chrf": 78.18912230915686, "bleu": 57.93997844603007, "rougeL": 0.7934782608695653, "len_ratio": 0.978494623655914, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}188{"pair_id": "pair_97a727fae96cd6e3", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7761194029850746, "chrf": 76.37055313972368, "bleu": 51.481440488939235, "rougeL": 0.7621776504297992, "len_ratio": 1.0853658536585367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}189{"pair_id": "pair_9cf832f5626e4e3d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8836265223274695, "chrf": 88.32902863297952, "bleu": 76.88684220048044, "rougeL": 0.8814317673378076, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}190{"pair_id": "pair_62f1be2540b9b389", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6843615494978479, "chrf": 69.90767960771916, "bleu": 32.430013712019075, "rougeL": 0.6265060240963856, "len_ratio": 1.0572916666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}191{"pair_id": "pair_75a366fcc93b3715", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.703187250996016, "chrf": 71.76885058023034, "bleu": 42.63507015362557, "rougeL": 0.6712328767123288, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_7e01feed40558d54", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7214076246334311, "chrf": 76.57694813604896, "bleu": 53.693846036720245, "rougeL": 0.7364238410596027, "len_ratio": 0.9252577319587629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}193{"pair_id": "pair_a4d28d9c0f82395f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8114035087719298, "chrf": 83.75693982648937, "bleu": 63.21977525769662, "rougeL": 0.8301886792452831, "len_ratio": 0.9872611464968153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}194{"pair_id": "pair_85461738b9b8c1ab", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8364197530864197, "chrf": 84.43205292991863, "bleu": 70.711451817374, "rougeL": 0.8542274052478134, "len_ratio": 0.972809667673716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}195{"pair_id": "pair_35c07f64ba8f1df9", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8050420168067227, "chrf": 79.58210452229686, "bleu": 58.45457223045766, "rougeL": 0.8208092485549133, "len_ratio": 1.0864197530864197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}196{"pair_id": "pair_d0011d86d9768902", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7451327433628319, "chrf": 68.39200922246067, "bleu": 41.10189832306859, "rougeL": 0.6428571428571428, "len_ratio": 0.9875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}197{"pair_id": "pair_8cf36e22aa9a5068", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8048552754435108, "chrf": 82.90453004301587, "bleu": 63.93898644198688, "rougeL": 0.8333333333333334, "len_ratio": 0.9870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}198{"pair_id": "pair_5e5cb24b1697c295", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5791420118343196, "chrf": 71.97261029543185, "bleu": 45.55487842161751, "rougeL": 0.6666666666666666, "len_ratio": 0.9170731707317074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_d4d324143e184b69", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6914826498422713, "chrf": 75.79387174699775, "bleu": 49.334116019188166, "rougeL": 0.746268656716418, "len_ratio": 0.9570815450643777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}200{"pair_id": "pair_1bef8ac95f81df3a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7371922821024617, "chrf": 68.81220611353721, "bleu": 40.17129002004105, "rougeL": 0.6552567237163813, "len_ratio": 0.8842592592592593, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}201{"pair_id": "pair_8982d55862cbe3d7", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7626728110599078, "chrf": 71.59936704906475, "bleu": 52.03556620816074, "rougeL": 0.7947019867549668, "len_ratio": 0.8292682926829268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}202{"pair_id": "pair_85cec18bd44dc166", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7247849882720876, "chrf": 71.1050107760499, "bleu": 53.649190607050016, "rougeL": 0.7152317880794702, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}203{"pair_id": "pair_0edca75dd6e3b39b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7167755991285403, "chrf": 76.34062523393048, "bleu": 57.75716163539486, "rougeL": 0.7801418439716311, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}204{"pair_id": "pair_f9e8138d0068b3f0", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8841698841698842, "chrf": 86.7482471087841, "bleu": 75.38602787638949, "rougeL": 0.8961038961038961, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}205{"pair_id": "pair_548e9ab2649ff019", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6146435452793835, "chrf": 66.30134903142623, "bleu": 41.89327947301863, "rougeL": 0.6503067484662577, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_d6e959d6454d1ab8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7956238361266295, "chrf": 80.95916556830039, "bleu": 59.28238301051879, "rougeL": 0.78839590443686, "len_ratio": 0.9464882943143813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}207{"pair_id": "pair_77a525025e86598d", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8351983723296033, "chrf": 79.57010679601527, "bleu": 61.1049514502745, "rougeL": 0.8188405797101449, "len_ratio": 1.007462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}208{"pair_id": "pair_55420dcac5bf0203", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7700770077007701, "chrf": 77.74491623081806, "bleu": 48.60639205169147, "rougeL": 0.7649253731343284, "len_ratio": 1.088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}209{"pair_id": "pair_fcb983f7a41d8e73", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8780297107114934, "chrf": 83.34906024790061, "bleu": 69.00908874770512, "rougeL": 0.8662131519274378, "len_ratio": 0.9464285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}210{"pair_id": "pair_71a0638b83dcf4c3", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7842129845866418, "chrf": 78.02119359205525, "bleu": 54.80271284314443, "rougeL": 0.8006134969325154, "len_ratio": 0.9546827794561934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}211{"pair_id": "pair_2157939b3976a033", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7877218934911243, "chrf": 81.64618445201023, "bleu": 63.76691184081421, "rougeL": 0.8280871670702179, "len_ratio": 0.9463414634146341, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}212{"pair_id": "pair_52222b91a8d90e2d", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8331668331668332, "chrf": 85.60950603800455, "bleu": 77.07109134554376, "rougeL": 0.8545994065281899, "len_ratio": 0.9757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_a0589c5f3953ad48", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5281124497991968, "chrf": 60.54844565724533, "bleu": 23.445607560419297, "rougeL": 0.527027027027027, "len_ratio": 1.2153846153846153, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}214{"pair_id": "pair_b8b6883870e52a57", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5599078341013826, "chrf": 58.37721869339292, "bleu": 29.083972637522532, "rougeL": 0.6013071895424836, "len_ratio": 0.8414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}215{"pair_id": "pair_fcdab55030370027", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6123101518784972, "chrf": 71.11619562413468, "bleu": 40.014762325722224, "rougeL": 0.6666666666666666, "len_ratio": 1.0494505494505495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}216{"pair_id": "pair_cafa82d0cd72ed1b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7400199600798403, "chrf": 80.46794068130968, "bleu": 59.95303883573338, "rougeL": 0.7993827160493828, "len_ratio": 0.9537037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0}217{"pair_id": "pair_b62afc0a569815c8", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6714431934493347, "chrf": 71.71302224768104, "bleu": 45.039431351298475, "rougeL": 0.6666666666666666, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_2f53996a202c1a58", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6697965571205008, "chrf": 66.32959896278182, "bleu": 40.000456273407686, "rougeL": 0.6703910614525139, "len_ratio": 0.7835051546391752, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}219{"pair_id": "pair_03d4c53d1d4da3bd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8142414860681114, "chrf": 77.32293820668788, "bleu": 55.37743761046597, "rougeL": 0.7959183673469389, "len_ratio": 0.883495145631068, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}220{"pair_id": "pair_a713ee7c7fe0c799", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5139784946236559, "chrf": 56.051351224555916, "bleu": 13.422304140635653, "rougeL": 0.5106382978723404, "len_ratio": 1.1044776119402986, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}221{"pair_id": "pair_75f9519417ca0162", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.74140625, "chrf": 71.88036265693839, "bleu": 44.04858425693781, "rougeL": 0.7534626038781163, "len_ratio": 0.89, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}222{"pair_id": "pair_3a5e6d59bb778841", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7992788461538461, "chrf": 81.47428007822674, "bleu": 61.616720320861425, "rougeL": 0.8065843621399178, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}223{"pair_id": "pair_4744cdf1c95733de", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7214076246334311, "chrf": 71.9238224380913, "bleu": 44.9993880884034, "rougeL": 0.7306666666666666, "len_ratio": 0.904639175257732, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}224{"pair_id": "pair_672e867cb387d3af", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7542033626901521, "chrf": 76.1159722212589, "bleu": 49.49008103804736, "rougeL": 0.7552083333333334, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}225{"pair_id": "pair_1e6d186a0b0c5725", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6365131578947368, "chrf": 67.36425950915654, "bleu": 34.394295157165466, "rougeL": 0.6388888888888888, "len_ratio": 1.1585365853658536, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_a5a1b099dae70cd6", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7952380952380953, "chrf": 78.6279070911018, "bleu": 58.61759367321446, "rougeL": 0.7560975609756098, "len_ratio": 0.9802955665024631, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}227{"pair_id": "pair_5b688ef383328531", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.561088295687885, "chrf": 74.06703276778734, "bleu": 46.71790848866134, "rougeL": 0.6137566137566137, "len_ratio": 0.9379310344827586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}228{"pair_id": "pair_7e59603cc705313b", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7258953168044078, "chrf": 74.6665898146182, "bleu": 58.17816496027523, "rougeL": 0.7616926503340756, "len_ratio": 0.961038961038961, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}229{"pair_id": "pair_736aa29d84da9748", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6422764227642277, "chrf": 65.15163767706585, "bleu": 33.67584471915537, "rougeL": 0.6467065868263472, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_44be3cf223ae1b08", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5272206303724929, "chrf": 68.6871113371874, "bleu": 41.829986279595985, "rougeL": 0.6161616161616161, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0417330b1980f946", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8202676864244742, "chrf": 81.92893664065626, "bleu": 60.07583973700741, "rougeL": 0.8484848484848485, "len_ratio": 0.9863945578231292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}232{"pair_id": "pair_c8a9428f08e10485", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7073170731707317, "chrf": 74.41116183227497, "bleu": 49.46023147636001, "rougeL": 0.6878980891719745, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}233{"pair_id": "pair_e0c075d31bbabaca", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6018054162487463, "chrf": 63.938010278455316, "bleu": 28.927094436996878, "rougeL": 0.5703971119133574, "len_ratio": 0.9357142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}234{"pair_id": "pair_e76e0421cc4dae00", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.552546045503792, "chrf": 68.07047625910188, "bleu": 48.117723834354074, "rougeL": 0.6646341463414633, "len_ratio": 0.9627329192546584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9444444444444444, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}235{"pair_id": "pair_ecde46ce8ffdc791", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6397984886649875, "chrf": 66.55614934137212, "bleu": 40.86137107494641, "rougeL": 0.624, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}236{"pair_id": "pair_c03ccc39650f0654", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6548821548821548, "chrf": 65.84008164520851, "bleu": 43.17190370833116, "rougeL": 0.6424242424242423, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}237{"pair_id": "pair_7dc5c12777cc4329", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6505263157894736, "chrf": 69.45474624328124, "bleu": 39.77838009960327, "rougeL": 0.689655172413793, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_1df32f067970719f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7587490692479524, "chrf": 74.54085806272272, "bleu": 47.84186120931623, "rougeL": 0.7324675324675325, "len_ratio": 0.9289340101522843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}239{"pair_id": "pair_a7d4a762d01aa5d4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6842818428184282, "chrf": 67.46991732354046, "bleu": 38.47146430434302, "rougeL": 0.6405228758169935, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_7b85c6276ed1fc6e", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7105788423153693, "chrf": 70.8432999384512, "bleu": 45.785341561530196, "rougeL": 0.6758620689655173, "len_ratio": 0.9066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}241{"pair_id": "pair_65c3441dea3239bb", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6005256241787122, "chrf": 65.08313217945599, "bleu": 35.81042665172603, "rougeL": 0.6274509803921569, "len_ratio": 1.0403225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_ab149834ceadc97c", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.7627906976744185, "chrf": 78.47790309776076, "bleu": 59.47085196674527, "rougeL": 0.8070175438596491, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_640978d776448bf8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6281879194630873, "chrf": 69.55816484332344, "bleu": 41.38070099366511, "rougeL": 0.6666666666666667, "len_ratio": 1.0373831775700935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}244{"pair_id": "pair_89087686d7af3994", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8287488908606921, "chrf": 84.90908789220202, "bleu": 67.89318424036588, "rougeL": 0.8453038674033149, "len_ratio": 0.9712643678160919, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}245{"pair_id": "pair_d39fad2f74d88f05", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6205357142857143, "chrf": 62.62414616329559, "bleu": 34.198251638172714, "rougeL": 0.6000000000000001, "len_ratio": 0.9895833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_1c87402ce0129fb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.9155722326454034, "chrf": 92.97469025159641, "bleu": 81.70633626085933, "rougeL": 0.9221556886227544, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}247{"pair_id": "pair_a96c92970524048e", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6986046511627907, "chrf": 73.15276272878154, "bleu": 50.45491435985033, "rougeL": 0.7398843930635839, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}248{"pair_id": "pair_7bd8d966e47b6916", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7902554961378491, "chrf": 84.61725189663233, "bleu": 69.6248233806542, "rougeL": 0.8305785123966941, "len_ratio": 0.926530612244898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}249{"pair_id": "pair_534688ae88dbdce2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8170212765957447, "chrf": 80.65994357246224, "bleu": 60.71506253944206, "rougeL": 0.8186528497409327, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}250{"pair_id": "pair_a64a9e98a90a2126", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7253032928942807, "chrf": 71.2625393951369, "bleu": 43.70613280994313, "rougeL": 0.6934984520123839, "len_ratio": 1.0254777070063694, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_abd0b640a3ba039a", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7900452488687782, "chrf": 73.3954822444876, "bleu": 51.95593769718725, "rougeL": 0.7339449541284404, "len_ratio": 0.9085365853658537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}252{"pair_id": "pair_a02ef2ae67b1d5de", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8325123152709359, "chrf": 75.59955056245225, "bleu": 59.3635043145173, "rougeL": 0.8253968253968254, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}253{"pair_id": "pair_139ed4e934e58fa4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.747628083491461, "chrf": 71.76863939315106, "bleu": 52.27850395493926, "rougeL": 0.7320261437908497, "len_ratio": 0.8414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_da1bf405e2d46361", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7981981981981983, "chrf": 77.24315749612198, "bleu": 53.056475989107454, "rougeL": 0.7701863354037267, "len_ratio": 1.0128205128205128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}255{"pair_id": "pair_933bbd17a8d656f4", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6870838881491346, "chrf": 72.16800305918719, "bleu": 42.60035646132135, "rougeL": 0.6824644549763034, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}256{"pair_id": "pair_85c1aaeb8f87e381", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7466777408637874, "chrf": 74.28271211887605, "bleu": 52.38340056629622, "rougeL": 0.7526315789473684, "len_ratio": 1.0483870967741935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}257{"pair_id": "pair_219e37dfa7aacc9f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5368421052631579, "chrf": 56.881356294397854, "bleu": 24.619770677298117, "rougeL": 0.5263157894736842, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_16c61cc5b47c2d6a", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6689834926151172, "chrf": 72.59191795751855, "bleu": 43.73243404105913, "rougeL": 0.7138643067846608, "len_ratio": 0.9367816091954023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}259{"pair_id": "pair_73e1401417c3e8b8", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5666991236611489, "chrf": 67.70968937145886, "bleu": 40.15447999563746, "rougeL": 0.6295081967213114, "len_ratio": 1.054421768707483, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}260{"pair_id": "pair_2c42235334414ed7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5753623188405796, "chrf": 65.22277030386493, "bleu": 39.18705003231237, "rougeL": 0.5742574257425743, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}261{"pair_id": "pair_6afef41daa3a4e1b", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6955332725615315, "chrf": 68.80966281390216, "bleu": 38.005739569655134, "rougeL": 0.7158469945355191, "len_ratio": 0.9595375722543352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}262{"pair_id": "pair_0293f9d87dde4865", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5948795180722892, "chrf": 63.31436971135207, "bleu": 34.152722972920856, "rougeL": 0.62, "len_ratio": 0.9801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}263{"pair_id": "pair_aa37a94d19d534e8", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6769562096195262, "chrf": 65.88231338069724, "bleu": 38.3135055764202, "rougeL": 0.6726457399103138, "len_ratio": 0.9813953488372092, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_2a6fbc707e45083b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5946791862284819, "chrf": 65.0280898359711, "bleu": 41.21815923262595, "rougeL": 0.6451612903225806, "len_ratio": 0.8556701030927835, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}265{"pair_id": "pair_14d7490663144208", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.8463855421686747, "chrf": 80.92172071845351, "bleu": 60.55191028021021, "rougeL": 0.7741935483870968, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_496eb529b7ff6a50", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7040110650069156, "chrf": 72.30458695697527, "bleu": 47.16400094033337, "rougeL": 0.6886792452830188, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}267{"pair_id": "pair_b225d2a8c8e85722", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8315789473684211, "chrf": 82.03674964763609, "bleu": 62.50341828477586, "rougeL": 0.8076923076923076, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}268{"pair_id": "pair_a1ca29168b3d3a1f", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5709828393135725, "chrf": 66.13955474464832, "bleu": 39.924964239764634, "rougeL": 0.6345177664974619, "len_ratio": 1.057591623036649, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}269{"pair_id": "pair_8ed51491c866cc42", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6013986013986015, "chrf": 72.81774177450482, "bleu": 42.80161313636073, "rougeL": 0.6203208556149733, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}270{"pair_id": "pair_0ffbfea7fe7bbc74", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8693941778127459, "chrf": 84.09849934665328, "bleu": 69.42773621594023, "rougeL": 0.8614609571788412, "len_ratio": 0.949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_9e760d26f15899c1", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6414027149321266, "chrf": 67.12943370761852, "bleu": 43.186669695091986, "rougeL": 0.6268656716417911, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}272{"pair_id": "pair_774580dbe5207b36", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7905882352941176, "chrf": 74.91413888015367, "bleu": 55.39769713564103, "rougeL": 0.7613941018766756, "len_ratio": 0.9476439790575916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -3.0, "sentence_count_delta": -1.0}273{"pair_id": "pair_b560d0327ccd9a76", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6429170159262364, "chrf": 68.05764790576228, "bleu": 34.64847982772076, "rougeL": 0.6512968299711817, "len_ratio": 0.9827586206896551, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_c55c563c32276032", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7929824561403509, "chrf": 77.7504914946205, "bleu": 57.99867932749852, "rougeL": 0.7225806451612902, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}275{"pair_id": "pair_07de93545671186d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6834094368340944, "chrf": 76.73956852658664, "bleu": 50.28301928342601, "rougeL": 0.7140319715808169, "len_ratio": 1.0148698884758365, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}276{"pair_id": "pair_920a92366c31e390", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6233974358974359, "chrf": 72.24694336743009, "bleu": 39.46461226943581, "rougeL": 0.6057142857142856, "len_ratio": 1.25, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}277{"pair_id": "pair_3495f6f5d690851b", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.809488510007413, "chrf": 81.88609077038232, "bleu": 65.79254922989013, "rougeL": 0.8065268065268066, "len_ratio": 0.9679144385026738, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_8cf7a6168f818186", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7145969498910676, "chrf": 70.13774883990683, "bleu": 48.047956485120636, "rougeL": 0.7194244604316546, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}279{"pair_id": "pair_93081f0fccb241d1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6649076517150396, "chrf": 69.87805886140359, "bleu": 43.775293608198844, "rougeL": 0.641860465116279, "len_ratio": 0.9351851851851852, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}280{"pair_id": "pair_1c915bd266393508", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7951807228915663, "chrf": 77.01790479992651, "bleu": 52.73938264017481, "rougeL": 0.7608695652173912, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}281{"pair_id": "pair_76535c39fd805439", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7085828343313374, "chrf": 70.31840494907952, "bleu": 41.47644758205467, "rougeL": 0.7021276595744681, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}282{"pair_id": "pair_4a6041b5b1b8c761", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8391053391053391, "chrf": 78.83184685050115, "bleu": 58.72667737382304, "rougeL": 0.8031496062992125, "len_ratio": 0.9086294416243654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}283{"pair_id": "pair_7878171515e6c17a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6870229007633588, "chrf": 68.89665027201882, "bleu": 39.22181197173221, "rougeL": 0.6649874055415618, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}284{"pair_id": "pair_fef11a9db8e26f13", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6810035842293907, "chrf": 63.288834735364965, "bleu": 34.0051220937835, "rougeL": 0.611764705882353, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_0b2e201ed08351a7", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8315789473684211, "chrf": 82.03674964763609, "bleu": 62.50341828477586, "rougeL": 0.8076923076923076, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_5f57fe4f9357e334", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5708154506437768, "chrf": 63.912176001569975, "bleu": 27.757080875256644, "rougeL": 0.5779816513761468, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}287{"pair_id": "pair_dcbf280e76066c70", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.835781041388518, "chrf": 83.77663000635238, "bleu": 64.11277078159249, "rougeL": 0.8425925925925926, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}288{"pair_id": "pair_5b7587721dc8ac67", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7209886887306243, "chrf": 72.03847884208395, "bleu": 44.084940074454536, "rougeL": 0.7208672086720868, "len_ratio": 0.8762886597938144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}289{"pair_id": "pair_7f03ea9ecf50694b", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7536549707602339, "chrf": 75.66607381899821, "bleu": 48.0604550570847, "rougeL": 0.7334963325183375, "len_ratio": 1.0364583333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}290{"pair_id": "pair_2d842412ec9594de", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8561675011379153, "chrf": 86.14262568995042, "bleu": 73.24975296273648, "rougeL": 0.8761904761904763, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}291{"pair_id": "pair_e7d521dd0cccc8f3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8023850085178876, "chrf": 75.98184995461179, "bleu": 55.31025397953833, "rougeL": 0.8125, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}292{"pair_id": "pair_a0eef21e67fbc4ec", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7881773399014779, "chrf": 70.47984420935495, "bleu": 49.80544417544874, "rougeL": 0.7633587786259541, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}293{"pair_id": "pair_8cec93e9ba1a0431", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5456852791878173, "chrf": 51.438277658660816, "bleu": 32.187958046245356, "rougeL": 0.6086956521739131, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_a90fcb2970abdd22", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7308917197452229, "chrf": 77.83299141466313, "bleu": 52.21573401526056, "rougeL": 0.7628865979381444, "len_ratio": 1.054945054945055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}295{"pair_id": "pair_e02a0ffa18aceaa7", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6808118081180812, "chrf": 68.70932171492827, "bleu": 39.93058789012557, "rougeL": 0.6075949367088607, "len_ratio": 1.0704225352112675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_92b80dbf5ff018de", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7992895204262878, "chrf": 76.12145934877076, "bleu": 67.26843086888198, "rougeL": 0.8223350253807107, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}297{"pair_id": "pair_e385ef1c661369e7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7400630914826498, "chrf": 79.44420587775872, "bleu": 55.77069470367829, "rougeL": 0.7899159663865546, "len_ratio": 0.9871244635193133, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}298{"pair_id": "pair_e7d2c104bb80225c", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8353552859618718, "chrf": 80.28763433163061, "bleu": 63.033660290141945, "rougeL": 0.8352059925093633, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}299{"pair_id": "pair_b82a6a85d161953c", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.677602523659306, "chrf": 74.90331117485903, "bleu": 47.97230625953658, "rougeL": 0.7206823027718551, "len_ratio": 0.9527896995708155, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}300{"pair_id": "pair_ee59abcf15fedb78", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7584780810587262, "chrf": 74.12760168458983, "bleu": 43.80093223315209, "rougeL": 0.6990881458966566, "len_ratio": 1.0509554140127388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_7897b0bc329fcb91", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.688608776844071, "chrf": 69.90246675485226, "bleu": 41.72896432112581, "rougeL": 0.6858006042296072, "len_ratio": 0.9848942598187311, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}302{"pair_id": "pair_221854df444529f3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.727475800446761, "chrf": 71.06968139861054, "bleu": 45.616838346459566, "rougeL": 0.699228791773779, "len_ratio": 0.949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_9376bc9ab309fd37", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6409227683049148, "chrf": 65.98325187996099, "bleu": 32.19801509509627, "rougeL": 0.6281588447653431, "len_ratio": 0.9357142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}304{"pair_id": "pair_d004e866866dcd0b", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8059461631177179, "chrf": 79.69398341113346, "bleu": 57.28988203254871, "rougeL": 0.80719794344473, "len_ratio": 0.989041095890411, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}305{"pair_id": "pair_8443173b41d738f2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7701492537313432, "chrf": 72.76093448693092, "bleu": 49.42058318710916, "rougeL": 0.7708333333333335, "len_ratio": 0.8686868686868687, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}306{"pair_id": "pair_97edf5388988b061", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.671919770773639, "chrf": 66.9869568539237, "bleu": 44.89201860522979, "rougeL": 0.7150259067357513, "len_ratio": 0.89, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}307{"pair_id": "pair_f79908772fd6f99d", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8575721153846154, "chrf": 85.5221439737737, "bleu": 70.0567344807153, "rougeL": 0.8693877551020408, "len_ratio": 0.936, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}308{"pair_id": "pair_301c4bb92c11db51", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6781411359724613, "chrf": 67.34789339482904, "bleu": 45.01056385882495, "rougeL": 0.7150837988826816, "len_ratio": 0.9438202247191011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}309{"pair_id": "pair_82114d059b9e60fd", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7401685393258427, "chrf": 75.3415758059687, "bleu": 53.75286432491082, "rougeL": 0.7196261682242991, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}310{"pair_id": "pair_e905fe8cfdc1c724", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8152753108348135, "chrf": 80.20567040603834, "bleu": 57.152776303632564, "rougeL": 0.7949526813880127, "len_ratio": 0.9745222929936306, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}311{"pair_id": "pair_9b56703eec23694f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.675417661097852, "chrf": 64.96003376016135, "bleu": 39.38028731365039, "rougeL": 0.6468085106382979, "len_ratio": 0.9083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}312{"pair_id": "pair_43d3d6254303b7f8", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6895874263261297, "chrf": 69.15751454676571, "bleu": 38.621316467086324, "rougeL": 0.6933333333333334, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_688d949080e48b44", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5887372013651877, "chrf": 63.77329830205084, "bleu": 38.2221311646192, "rougeL": 0.631578947368421, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}314{"pair_id": "pair_8ae3f38f184d1e97", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6553398058252426, "chrf": 65.7768771762289, "bleu": 35.93078070818606, "rougeL": 0.6507936507936509, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_ee8cd3ae9d7bd952", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.9106412005457026, "chrf": 88.38657277038504, "bleu": 74.53397525244024, "rougeL": 0.913907284768212, "len_ratio": 0.9774774774774775, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}316{"pair_id": "pair_47d1a24d93f891b2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7786606129398411, "chrf": 75.85854836372933, "bleu": 61.05716500309754, "rougeL": 0.7692307692307692, "len_ratio": 0.9632352941176471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}317{"pair_id": "pair_f006b8fa0a90e5a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7004608294930876, "chrf": 63.62265878885815, "bleu": 43.426831864017515, "rougeL": 0.7421383647798742, "len_ratio": 0.926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}318{"pair_id": "pair_1d02fa6de4b33185", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6962025316455696, "chrf": 69.97960770220156, "bleu": 48.0056383400532, "rougeL": 0.7051282051282051, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}319{"pair_id": "pair_0a39d7bdcb9553f9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7246531483457844, "chrf": 69.6315599555948, "bleu": 43.35409450455903, "rougeL": 0.7208480565371024, "len_ratio": 0.910958904109589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}320{"pair_id": "pair_8d62ce3e8bf81ae9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7658473479948253, "chrf": 74.49873015477233, "bleu": 49.35583853782259, "rougeL": 0.7235772357723578, "len_ratio": 1.0087719298245614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}321{"pair_id": "pair_759d8686265189fd", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6407849829351535, "chrf": 67.86398746938673, "bleu": 40.520028797584324, "rougeL": 0.6381766381766382, "len_ratio": 1.0975609756097562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}322{"pair_id": "pair_96095db76fc69470", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6796315250767656, "chrf": 67.64685430020639, "bleu": 41.275767331435425, "rougeL": 0.6643598615916955, "len_ratio": 0.8866666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}323{"pair_id": "pair_caae9068c3d43d6e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7835990888382688, "chrf": 74.5919039439103, "bleu": 51.79162861724316, "rougeL": 0.748091603053435, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}324{"pair_id": "pair_b0674331d8b8dad9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7425512104283054, "chrf": 78.48706559740693, "bleu": 53.512802005098166, "rougeL": 0.754653130287648, "len_ratio": 0.9665551839464883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}325{"pair_id": "pair_e5e5dc92d38805b6", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.676962676962677, "chrf": 65.60265704778706, "bleu": 39.29646080224028, "rougeL": 0.6577777777777777, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}326{"pair_id": "pair_0ac5c497291c6f08", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6570796460176991, "chrf": 77.84459848114292, "bleu": 49.592815405985036, "rougeL": 0.696969696969697, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}327{"pair_id": "pair_f256c55c23074fd1", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7028639618138425, "chrf": 70.02331866570509, "bleu": 46.01789814659538, "rougeL": 0.7094017094017095, "len_ratio": 0.9083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}328{"pair_id": "pair_b7faad29259d397e", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7612551159618008, "chrf": 80.03710089592991, "bleu": 56.19146289169951, "rougeL": 0.7928730512249443, "len_ratio": 0.9594594594594594, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}329{"pair_id": "pair_b1acc04e9df8f073", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6514215080346106, "chrf": 62.56413183879963, "bleu": 33.39161581428043, "rougeL": 0.6341463414634146, "len_ratio": 0.943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}330{"pair_id": "pair_ff0c5464abaa2fd2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5654853620955316, "chrf": 64.94773353569255, "bleu": 34.36811007497219, "rougeL": 0.6282722513089004, "len_ratio": 1.076086956521739, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}331{"pair_id": "pair_f54b7fe95bd89891", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7540983606557377, "chrf": 77.69702045404149, "bleu": 55.54086334681009, "rougeL": 0.7549295774647887, "len_ratio": 1.0116959064327486, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_ad2dd15f360b8057", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7760467380720545, "chrf": 78.68547412109533, "bleu": 61.82204540636502, "rougeL": 0.7567567567567568, "len_ratio": 1.0402684563758389, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_5bee6e746e032ee3", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7450980392156863, "chrf": 74.66322734672616, "bleu": 50.64516291345737, "rougeL": 0.7395498392282958, "len_ratio": 0.9806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_c613b69367e299ac", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6753246753246753, "chrf": 72.79641813640377, "bleu": 47.2789139978864, "rougeL": 0.7102803738317758, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}335{"pair_id": "pair_401130504399c938", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7591397849462366, "chrf": 77.60223090814824, "bleu": 47.89632330220786, "rougeL": 0.7560975609756098, "len_ratio": 1.0364583333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_aad4bb6b3d6918f6", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6464646464646464, "chrf": 64.96984019446674, "bleu": 33.197747512229625, "rougeL": 0.7133757961783439, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}337{"pair_id": "pair_d658bd625ca4eae5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6990434142752023, "chrf": 69.35714461584116, "bleu": 41.22676510191267, "rougeL": 0.6702412868632708, "len_ratio": 0.8802083333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}338{"pair_id": "pair_4502c94100ee408c", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7684117125110914, "chrf": 81.50209059178327, "bleu": 62.10057379513702, "rougeL": 0.8248587570621468, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}339{"pair_id": "pair_821c33b9450012bc", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7014147431124349, "chrf": 66.44704253167168, "bleu": 36.41740230567829, "rougeL": 0.6648936170212767, "len_ratio": 0.883248730964467, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}340{"pair_id": "pair_e31bf086f92dfa4c", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5720250521920668, "chrf": 54.19774573291731, "bleu": 15.363953318193014, "rougeL": 0.5578231292517006, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}341{"pair_id": "pair_162bdd064eaebe66", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6563060370591751, "chrf": 74.48889897616536, "bleu": 51.7211866391482, "rougeL": 0.6912280701754387, "len_ratio": 0.9816849816849816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}342{"pair_id": "pair_f85fe0d46e73e9a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7398373983739837, "chrf": 76.15280848442644, "bleu": 48.223023831632354, "rougeL": 0.7477064220183487, "len_ratio": 1.0336538461538463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}343{"pair_id": "pair_65640eac97eef6d2", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7758780036968577, "chrf": 78.02578690519461, "bleu": 58.4235478196921, "rougeL": 0.7722772277227723, "len_ratio": 0.9803921568627451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}344{"pair_id": "pair_80a7ad2d77ea78ce", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7626984126984127, "chrf": 72.33483671918208, "bleu": 54.65581104612621, "rougeL": 0.7663043478260869, "len_ratio": 0.8655913978494624, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}345{"pair_id": "pair_48f073a43f5f1b70", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.667953667953668, "chrf": 71.81946986279956, "bleu": 48.92912863232322, "rougeL": 0.6556291390728477, "len_ratio": 1.0738255033557047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}346{"pair_id": "pair_0239d636f8aaf890", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6652601969057665, "chrf": 72.62043372914204, "bleu": 47.91259402471735, "rougeL": 0.7239819004524887, "len_ratio": 1.0510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_0d3f6fa9e9ead340", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6448170731707317, "chrf": 62.493532922420634, "bleu": 34.313990617681604, "rougeL": 0.663265306122449, "len_ratio": 0.9603960396039604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_c852cc35d7f926f7", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6294027565084226, "chrf": 63.09407787623991, "bleu": 32.08158246979466, "rougeL": 0.5888324873096447, "len_ratio": 0.8712871287128713, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}349{"pair_id": "pair_3744620524689348", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7185792349726776, "chrf": 68.88446422712137, "bleu": 45.05437869473625, "rougeL": 0.7289719626168225, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}350{"pair_id": "pair_fd5f9cc9b825619c", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8976833976833977, "chrf": 88.13555394676908, "bleu": 78.06783677157358, "rougeL": 0.9150326797385621, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}351{"pair_id": "pair_f8093832b23494ee", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7468152866242038, "chrf": 72.03155055268775, "bleu": 45.48680908453122, "rougeL": 0.7118644067796611, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_8aa5cba92393e6f7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8998272884283247, "chrf": 84.34330728693217, "bleu": 71.1050644026097, "rougeL": 0.8983957219251337, "len_ratio": 0.9680851063829787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}353{"pair_id": "pair_1870915e88bc5c2a", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6805696846388607, "chrf": 66.53103335408659, "bleu": 40.045950415338154, "rougeL": 0.6617100371747212, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}354{"pair_id": "pair_0367c2c56e1d9147", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.763855421686747, "chrf": 71.72402068206432, "bleu": 50.04297405658551, "rougeL": 0.787878787878788, "len_ratio": 0.9130434782608695, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}355{"pair_id": "pair_6bef754bcb227fb3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7277580071174377, "chrf": 71.47591501086228, "bleu": 44.24441948149995, "rougeL": 0.6666666666666667, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_29761cdf43947e5a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7804428044280443, "chrf": 76.3244707669344, "bleu": 60.7864942557836, "rougeL": 0.8159203980099503, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}357{"pair_id": "pair_047312e0b0842524", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6750841750841751, "chrf": 68.24076796808129, "bleu": 46.927323007812646, "rougeL": 0.6790123456790124, "len_ratio": 0.9135802469135802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}358{"pair_id": "pair_2636926c9ac97abd", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8023952095808383, "chrf": 76.74003969371796, "bleu": 57.269558327028406, "rougeL": 0.7916666666666666, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_9adc092d5f00e613", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7156308851224105, "chrf": 78.91752336585611, "bleu": 57.27643586073845, "rougeL": 0.7388535031847134, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}360{"pair_id": "pair_3b7c0b9148e257db", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5127701375245579, "chrf": 53.13494353582622, "bleu": 9.97789912461363, "rougeL": 0.47368421052631576, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_45286e9e7b95ac5a", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7271815446339017, "chrf": 72.14825107653596, "bleu": 40.198646701315354, "rougeL": 0.6978417266187051, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}362{"pair_id": "pair_3376c46ea84be3ed", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.9121529358215749, "chrf": 88.88644941472425, "bleu": 78.0017684650554, "rougeL": 0.9201101928374656, "len_ratio": 0.9722991689750693, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}363{"pair_id": "pair_713ed70cf92d4598", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.734789391575663, "chrf": 74.75085727968924, "bleu": 53.55938332473046, "rougeL": 0.7384615384615386, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}364{"pair_id": "pair_d84241a3a0c07424", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6241496598639455, "chrf": 62.82042097194322, "bleu": 39.727948683337075, "rougeL": 0.6666666666666666, "len_ratio": 1.0957446808510638, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}365{"pair_id": "pair_8bfca01ebe0113f9", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.694267515923567, "chrf": 69.54619437895683, "bleu": 44.11773049427501, "rougeL": 0.7262569832402235, "len_ratio": 0.9247311827956989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_db9976917f613b75", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6775147928994083, "chrf": 69.44133630729068, "bleu": 46.78229149854867, "rougeL": 0.6875, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}367{"pair_id": "pair_551f599327ba9864", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.741747572815534, "chrf": 69.64471443547681, "bleu": 40.80442172731559, "rougeL": 0.6622516556291391, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_408e43c9688dc424", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6011560693641618, "chrf": 54.71332085756105, "bleu": 30.342525496402324, "rougeL": 0.5534591194968553, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}369{"pair_id": "pair_9ae0bbedaa52304c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7172675521821632, "chrf": 69.84651523849983, "bleu": 43.67948768335947, "rougeL": 0.7200000000000001, "len_ratio": 0.8048780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_dd8efb0a380d3b1b", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7467652495378928, "chrf": 75.37548348573034, "bleu": 51.52067223690254, "rougeL": 0.701812191103789, "len_ratio": 0.9836601307189542, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}371{"pair_id": "pair_6f120b4112571036", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6962616822429907, "chrf": 67.73697153848171, "bleu": 41.21226133981485, "rougeL": 0.7246376811594203, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}372{"pair_id": "pair_078fee715314dcc3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6968174204355109, "chrf": 68.02017232030228, "bleu": 42.12649731474422, "rougeL": 0.6875, "len_ratio": 1.098901098901099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}373{"pair_id": "pair_990e10cf0c26cc65", "doc_id": "doc_606921299de9f2c7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6752450980392157, "chrf": 70.34693659535363, "bleu": 40.76750603011822, "rougeL": 0.6431718061674008, "len_ratio": 1.1037735849056605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}374{"pair_id": "pair_beb7284dbeb58b39", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5074626865671642, "chrf": 55.65137647105129, "bleu": 25.762728891968152, "rougeL": 0.5101214574898786, "len_ratio": 0.9516129032258065, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_22fab3b0bbb428c1", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8272506082725061, "chrf": 76.42388790048312, "bleu": 46.648839038296224, "rougeL": 0.823529411764706, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_c5db923d78ebbdc5", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6366197183098592, "chrf": 68.33984432130606, "bleu": 37.68284764182294, "rougeL": 0.6153846153846153, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}377{"pair_id": "pair_68521a685e1066b8", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.808170515097691, "chrf": 75.61270001956217, "bleu": 63.076858777083345, "rougeL": 0.8040201005025126, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}378{"pair_id": "pair_b23bafb4587bd94a", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7206912657636618, "chrf": 73.3763924113381, "bleu": 47.29130449478098, "rougeL": 0.7323076923076923, "len_ratio": 0.9546827794561934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}379{"pair_id": "pair_06070709e4bf0c12", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8389366692728695, "chrf": 80.34814085216463, "bleu": 64.77768408695457, "rougeL": 0.8480725623582767, "len_ratio": 0.9464285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}380{"pair_id": "pair_cf5261e33814865e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7463958060288336, "chrf": 74.5688064601733, "bleu": 48.31798667778522, "rougeL": 0.7695560253699789, "len_ratio": 1.0216450216450217, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_849298b608f68612", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7162346521145975, "chrf": 71.34817902092165, "bleu": 43.98596338469508, "rougeL": 0.7102803738317757, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}382{"pair_id": "pair_5f5d706b12c3c00c", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.8417218543046358, "chrf": 80.6362503493105, "bleu": 59.69528546729759, "rougeL": 0.8553191489361701, "len_ratio": 1.0129870129870129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}383{"pair_id": "pair_cd3f7653b31f9fca", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7379835873388042, "chrf": 79.2902135254986, "bleu": 57.07239110635506, "rougeL": 0.7615780445969125, "len_ratio": 0.989010989010989, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}384{"pair_id": "pair_79e87eeba64a1dbf", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7713414634146342, "chrf": 77.73697599462108, "bleu": 50.64848320880388, "rougeL": 0.7839195979899497, "len_ratio": 0.9900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_bbc9e73ba5c0adce", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6910569105691057, "chrf": 66.27218163086614, "bleu": 45.75692738895787, "rougeL": 0.7037037037037037, "len_ratio": 0.8734177215189873, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}386{"pair_id": "pair_2120a4ed868966a3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6975717439293598, "chrf": 71.34890455040338, "bleu": 40.69782652223742, "rougeL": 0.6892950391644909, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}387{"pair_id": "pair_cd0615576e4fda71", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7473498233215548, "chrf": 74.57865532611116, "bleu": 52.618040772868326, "rougeL": 0.7526881720430109, "len_ratio": 1.010989010989011, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_04566831443fc29a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6060903732809431, "chrf": 66.06800460692472, "bleu": 38.90245939612601, "rougeL": 0.6666666666666665, "len_ratio": 0.9183673469387755, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_688b445c9df13ea8", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7579365079365079, "chrf": 67.08995865866125, "bleu": 48.084783861927924, "rougeL": 0.8435754189944136, "len_ratio": 0.8225806451612904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}390{"pair_id": "pair_0b5102201fdaeb1f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6424148606811145, "chrf": 61.35645444603256, "bleu": 33.51502248912899, "rougeL": 0.6470588235294118, "len_ratio": 0.941747572815534, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}391{"pair_id": "pair_28ce036af92439bf", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5960502692998204, "chrf": 55.4114274374548, "bleu": 21.213382076448937, "rougeL": 0.5625, "len_ratio": 0.9012345679012346, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}392{"pair_id": "pair_4b05b160bef93f18", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4910714285714286, "chrf": 63.65549051448313, "bleu": 37.72684057365337, "rougeL": 0.5454545454545454, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}393{"pair_id": "pair_ba942be228a1c287", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7702825888787602, "chrf": 74.75670773447506, "bleu": 52.50331454309387, "rougeL": 0.7688172043010751, "len_ratio": 0.9942196531791907, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}394{"pair_id": "pair_e3e96c55d2c25e43", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.736842105263158, "chrf": 68.14190794178879, "bleu": 43.75976104513657, "rougeL": 0.6296296296296297, "len_ratio": 0.8409090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}395{"pair_id": "pair_da9d1411c0e56679", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.724112426035503, "chrf": 75.60911975765399, "bleu": 52.77038350625199, "rougeL": 0.7673267326732672, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}396{"pair_id": "pair_0612fc0785aa36c8", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.688259109311741, "chrf": 69.49413106197136, "bleu": 34.28807044358414, "rougeL": 0.6956521739130436, "len_ratio": 1.0461538461538462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}397{"pair_id": "pair_68780950537e1c62", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7446043165467626, "chrf": 73.14200793753197, "bleu": 48.210696434519754, "rougeL": 0.7160493827160495, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}398{"pair_id": "pair_c2d88a6f463cfb72", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7044917257683215, "chrf": 66.20654905567058, "bleu": 31.231026599403663, "rougeL": 0.6666666666666667, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}399{"pair_id": "pair_81f635815a89d6aa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7587939698492463, "chrf": 77.74470916016935, "bleu": 59.2527450018732, "rougeL": 0.7982832618025749, "len_ratio": 0.9913793103448276, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}400{"pair_id": "pair_bfd35086fdc831dc", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6945957268537915, "chrf": 72.5030403696072, "bleu": 45.345606683252136, "rougeL": 0.712401055408971, "len_ratio": 0.9278350515463918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_1ca8f2daaa50bd22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7633477633477633, "chrf": 77.00674297863966, "bleu": 52.76337942791908, "rougeL": 0.755, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}402{"pair_id": "pair_896601ed1de1bd7d", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7288461538461539, "chrf": 75.38985404723051, "bleu": 53.20052204568918, "rougeL": 0.7590361445783131, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}403{"pair_id": "pair_4693d342720de934", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.667953667953668, "chrf": 66.8615545929665, "bleu": 33.32949681625861, "rougeL": 0.5911602209944752, "len_ratio": 0.9774011299435028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}404{"pair_id": "pair_fa2ae819fb8b3100", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.717877094972067, "chrf": 75.66158559707465, "bleu": 49.22399928305147, "rougeL": 0.7226027397260275, "len_ratio": 0.9431438127090301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}405{"pair_id": "pair_ffd64a514668d31c", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6562054208273894, "chrf": 71.96712308425298, "bleu": 49.893011480531676, "rougeL": 0.7174887892376682, "len_ratio": 1.02803738317757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}406{"pair_id": "pair_c4f04ee272b3a4de", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7772108843537415, "chrf": 76.18650938580527, "bleu": 55.63228498830233, "rougeL": 0.7939698492462312, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}407{"pair_id": "pair_628de43478a8773d", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7468531468531469, "chrf": 73.41349347210857, "bleu": 47.05380235314224, "rougeL": 0.7340425531914894, "len_ratio": 0.9387755102040817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}408{"pair_id": "pair_1bc6bdfd76ead91a", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7789661319073083, "chrf": 79.14767502053202, "bleu": 61.61979824745108, "rougeL": 0.7851239669421487, "len_ratio": 0.926530612244898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}409{"pair_id": "pair_904048884c06143b", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7495069033530573, "chrf": 75.8376920656123, "bleu": 50.671357573152456, "rougeL": 0.7540983606557377, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_347c8069c4540198", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.898870636550308, "chrf": 86.90286482715472, "bleu": 72.44288583538741, "rougeL": 0.8991150442477875, "len_ratio": 0.9310344827586207, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_a8027e6ba9108280", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.709349593495935, "chrf": 68.55346396592986, "bleu": 42.781871877900585, "rougeL": 0.6954545454545454, "len_ratio": 0.8622222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_69a415f19a1a0eb3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8202247191011236, "chrf": 80.94478053106306, "bleu": 62.52835404513054, "rougeL": 0.8322981366459627, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}413{"pair_id": "pair_48c7558d84fd2d5a", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7574654042243263, "chrf": 74.88998280286829, "bleu": 52.143750951637614, "rougeL": 0.7543424317617866, "len_ratio": 0.9353233830845771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}414{"pair_id": "pair_4b61683003e01fb2", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6280193236714976, "chrf": 73.16089546380982, "bleu": 44.608129510285515, "rougeL": 0.7314285714285714, "len_ratio": 0.8837209302325582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}415{"pair_id": "pair_182d3c97f7eeeb6d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5959692898272553, "chrf": 68.20217875171541, "bleu": 42.50239153719537, "rougeL": 0.6603174603174603, "len_ratio": 0.9119496855345912, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}416{"pair_id": "pair_9afa17f2becab1cb", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8029891304347826, "chrf": 80.4589204612684, "bleu": 64.80041025211841, "rougeL": 0.814317673378076, "len_ratio": 0.9953917050691244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_0d86540f40d34761", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7599687255668491, "chrf": 74.81814547367878, "bleu": 58.13068762205772, "rougeL": 0.7831858407079645, "len_ratio": 0.9910714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_6576669ad475d74d", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5799701046337817, "chrf": 58.157587811880454, "bleu": 22.829742486285806, "rougeL": 0.48756218905472637, "len_ratio": 0.9306930693069307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}419{"pair_id": "pair_c2ac1228381af34f", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6604068857589984, "chrf": 63.13070962281897, "bleu": 36.69089794641284, "rougeL": 0.6440677966101694, "len_ratio": 0.7628865979381443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}420{"pair_id": "pair_0f9c437fdd4bc37a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8888888888888888, "chrf": 85.9999338252893, "bleu": 66.3574686003322, "rougeL": 0.8647058823529412, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}421{"pair_id": "pair_493b6aff6d41d5ec", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "engineering", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6410614525139664, "chrf": 65.77881557423775, "bleu": 37.1728666006052, "rougeL": 0.6282722513089005, "len_ratio": 0.9693877551020408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}422{"pair_id": "pair_0261156aa91b4893", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6897018970189701, "chrf": 66.23969846691593, "bleu": 38.578631697126575, "rougeL": 0.6681514476614698, "len_ratio": 0.9022222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}423{"pair_id": "pair_44c46ebac224f392", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6951871657754011, "chrf": 66.65577883435508, "bleu": 36.65390775368448, "rougeL": 0.684931506849315, "len_ratio": 1.0673076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}424{"pair_id": "pair_ba1710df582e8b30", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6833046471600688, "chrf": 64.99850439123448, "bleu": 40.864636955346874, "rougeL": 0.7005649717514124, "len_ratio": 0.9213483146067416, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_10945a7823940f42", "doc_id": "doc_aea855cdbe03beb7", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6923076923076923, "chrf": 68.20413819704503, "bleu": 40.765062636158596, "rougeL": 0.6956521739130436, "len_ratio": 0.8582089552238806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_e3b920abd9a85431", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.700354609929078, "chrf": 68.60495324956013, "bleu": 41.45893457078489, "rougeL": 0.6976744186046512, "len_ratio": 1.0617283950617284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}427{"pair_id": "pair_6ed13493e0a5b8a2", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7700650759219089, "chrf": 72.72868877126629, "bleu": 46.08762048908492, "rougeL": 0.7108433734939759, "len_ratio": 1.0735294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}428{"pair_id": "pair_08fa9b292d4cacc8", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.712401055408971, "chrf": 70.94445865949614, "bleu": 43.218059350784976, "rougeL": 0.7142857142857142, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}429{"pair_id": "pair_8a0e4b11338b2a74", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5909849749582639, "chrf": 59.76074827390509, "bleu": 22.18216886454242, "rougeL": 0.5730337078651684, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}430{"pair_id": "pair_6dc1c60aea03e9d8", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7765793528505393, "chrf": 78.27229965414882, "bleu": 62.57186735612649, "rougeL": 0.8152173913043479, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}431{"pair_id": "pair_131e9f6dd7e81f01", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7892107892107892, "chrf": 80.32287520548351, "bleu": 70.05267146569412, "rougeL": 0.8023598820058997, "len_ratio": 0.9878787878787879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}432{"pair_id": "pair_c7618e78d6b7115c", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6341263330598852, "chrf": 72.31621765801475, "bleu": 43.98771390995219, "rougeL": 0.6826666666666666, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}433{"pair_id": "pair_abc309430f69ce5e", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6602914389799636, "chrf": 65.79180537924977, "bleu": 38.55378448026297, "rougeL": 0.6765578635014836, "len_ratio": 0.9345238095238095, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}434{"pair_id": "pair_e123cb7d09652403", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6610470275066549, "chrf": 67.85345492527264, "bleu": 46.288917699504985, "rougeL": 0.664804469273743, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_27b57412d99def74", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6633484162895927, "chrf": 61.98413589134355, "bleu": 30.84897754352036, "rougeL": 0.6282051282051282, "len_ratio": 0.7987804878048781, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}436{"pair_id": "pair_0add9f7c034bfc2c", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7457627118644068, "chrf": 73.54782631405342, "bleu": 45.62555202431313, "rougeL": 0.748768472906404, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}437{"pair_id": "pair_e54e699b580bce63", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5618153364632238, "chrf": 56.708934629344355, "bleu": 28.82781725256207, "rougeL": 0.5384615384615385, "len_ratio": 0.8041237113402062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}438{"pair_id": "pair_4501a695ee00cde0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6951456310679611, "chrf": 71.08250177004116, "bleu": 43.40739271866359, "rougeL": 0.7361963190184048, "len_ratio": 1.0128205128205128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_8cc9610b9d6ced3a", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6026490066225165, "chrf": 68.19606223890136, "bleu": 42.177626334392045, "rougeL": 0.5853658536585366, "len_ratio": 1.0661764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_1580c0316d55448e", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6554621848739496, "chrf": 65.5306440484307, "bleu": 35.11675233699963, "rougeL": 0.643312101910828, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}441{"pair_id": "pair_79556ab352ba4866", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7357723577235773, "chrf": 71.52396410373395, "bleu": 50.285039925079396, "rougeL": 0.7425149700598802, "len_ratio": 0.9367088607594937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}442{"pair_id": "pair_2666b31f4f127a57", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.770197486535009, "chrf": 75.88732210655364, "bleu": 59.3077220824829, "rougeL": 0.8019323671497585, "len_ratio": 1.0106951871657754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_c1c4d6a5b784afe9", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6776649746192893, "chrf": 61.139427037054304, "bleu": 41.03681455117514, "rougeL": 0.6491228070175439, "len_ratio": 0.8064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_fe39e73736885700", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8783244680851063, "chrf": 86.54589048972635, "bleu": 71.97409391679221, "rougeL": 0.8741721854304635, "len_ratio": 1.023041474654378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}445{"pair_id": "pair_7849b70f3e8cfa74", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7286044718581342, "chrf": 72.21773066772195, "bleu": 48.07986227552183, "rougeL": 0.7049180327868851, "len_ratio": 1.0818713450292399, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}446{"pair_id": "pair_89c4a66dc802df9c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7510266940451745, "chrf": 79.4158821478344, "bleu": 55.15123308295264, "rougeL": 0.7588652482269505, "len_ratio": 0.9275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}447{"pair_id": "pair_e99347493881eddc", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7231920199501247, "chrf": 74.54488991221655, "bleu": 48.022434231853424, "rougeL": 0.7048458149779735, "len_ratio": 1.1037735849056605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}448{"pair_id": "pair_39e91424e7e01fbb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6606786427145709, "chrf": 65.05259916982465, "bleu": 34.876633920217834, "rougeL": 0.6034063260340633, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}449{"pair_id": "pair_1864d1c7b38a2b6f", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7462686567164178, "chrf": 71.84214866528549, "bleu": 52.11714613474707, "rougeL": 0.7705627705627706, "len_ratio": 0.8467741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}450{"pair_id": "pair_06c3e58b4f4f3f4f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7913890312660175, "chrf": 80.19644507968931, "bleu": 60.48095300759527, "rougeL": 0.7936507936507936, "len_ratio": 0.9611307420494699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}451{"pair_id": "pair_83c25ffc9e78a854", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7746967071057193, "chrf": 78.06242657948864, "bleu": 55.81737400146676, "rougeL": 0.7577639751552795, "len_ratio": 1.0985915492957747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_3b696b0b7c735763", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6811819595645412, "chrf": 69.47482668461925, "bleu": 41.26555906463509, "rougeL": 0.6448362720403024, "len_ratio": 0.9947916666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}453{"pair_id": "pair_7b21cf4e2f03e122", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8195592286501377, "chrf": 78.34021975864005, "bleu": 63.05627222220081, "rougeL": 0.8053097345132744, "len_ratio": 0.9783549783549783, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}454{"pair_id": "pair_060cdf979b0558f4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8641358641358641, "chrf": 87.09849322529823, "bleu": 78.07604355405059, "rougeL": 0.8783382789317508, "len_ratio": 0.9757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}455{"pair_id": "pair_fa9c1df17a38b5e1", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7993762993762994, "chrf": 81.38607786743074, "bleu": 59.781968502081995, "rougeL": 0.8027444253859349, "len_ratio": 1.0217391304347827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}456{"pair_id": "pair_cc3cbb5bd2cc9179", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8723257418909593, "chrf": 83.27589799983994, "bleu": 63.41110687410108, "rougeL": 0.8321513002364067, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}457{"pair_id": "pair_40dec25ed51bead6", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7757520510483136, "chrf": 79.54243766567679, "bleu": 60.176221470430804, "rougeL": 0.7989130434782609, "len_ratio": 0.953757225433526, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}458{"pair_id": "pair_69151e93255f4317", "doc_id": "doc_aea855cdbe03beb7", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5972850678733032, "chrf": 61.05769868389485, "bleu": 33.30866745893488, "rougeL": 0.5896414342629481, "len_ratio": 0.8432835820895522, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}459{"pair_id": "pair_cd49444fd259243f", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8415584415584416, "chrf": 78.93036093734493, "bleu": 58.22778610351807, "rougeL": 0.8470588235294119, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}460{"pair_id": "pair_0100047bc1b1540a", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8108776266996292, "chrf": 76.78898105844821, "bleu": 53.11879233576194, "rougeL": 0.7583333333333333, "len_ratio": 0.8943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}461{"pair_id": "pair_d8d356723c02e14d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6588407923697726, "chrf": 73.37277160904867, "bleu": 48.103876559617675, "rougeL": 0.7333333333333334, "len_ratio": 0.9804878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}462{"pair_id": "pair_9c9a6b2adf1e496f", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7077363896848137, "chrf": 71.4568739290809, "bleu": 49.37318597856784, "rougeL": 0.7282051282051281, "len_ratio": 0.91, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_ae614cd0b0f7e843", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6333789329685362, "chrf": 69.7154706801647, "bleu": 47.48635564791801, "rougeL": 0.6902654867256637, "len_ratio": 1.0566037735849056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}464{"pair_id": "pair_f9c78331131ad1cf", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6465116279069767, "chrf": 73.12190236152593, "bleu": 46.18953900397039, "rougeL": 0.734375, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_2c214d2f86c5c6e2", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7184300341296928, "chrf": 69.65458450892544, "bleu": 45.61291874431001, "rougeL": 0.7349397590361447, "len_ratio": 0.9625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_531cbe40a04d83d0", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7476489028213167, "chrf": 75.20707661941623, "bleu": 53.875616638697245, "rougeL": 0.7454068241469817, "len_ratio": 0.9842931937172775, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0}467{"pair_id": "pair_269461f8191231b1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5621052631578947, "chrf": 58.56156669017641, "bleu": 24.966192088217785, "rougeL": 0.5675675675675677, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_3bb9d7b4649c2468", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8054054054054054, "chrf": 76.99388375285416, "bleu": 52.21511731063251, "rougeL": 0.7499999999999999, "len_ratio": 0.9717514124293786, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}469{"pair_id": "pair_759ed2e2fdd31797", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.727699530516432, "chrf": 69.51374196420991, "bleu": 40.889464600906265, "rougeL": 0.7046632124352332, "len_ratio": 1.021978021978022, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}470{"pair_id": "pair_c7b5d3638dc8ac10", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6943462897526502, "chrf": 67.66261296581119, "bleu": 38.16558228791809, "rougeL": 0.6666666666666667, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}471{"pair_id": "pair_9977ea2d6c8e7259", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8822463768115942, "chrf": 88.354023163592, "bleu": 73.53291028258334, "rougeL": 0.8765432098765431, "len_ratio": 1.0789473684210527, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_3e50bab5dc4f7ea4", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.803894297635605, "chrf": 74.75543650747802, "bleu": 50.36492879307778, "rougeL": 0.8137254901960784, "len_ratio": 0.9326923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_32d263a8bfb0382f", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7985480943738656, "chrf": 74.48941361279127, "bleu": 48.55341199065101, "rougeL": 0.7393939393939394, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}474{"pair_id": "pair_12d3641b2a675000", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5893719806763285, "chrf": 66.85316552373749, "bleu": 35.37041509904045, "rougeL": 0.6519337016574585, "len_ratio": 0.9651162790697675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}475{"pair_id": "pair_44be390bd77ed2c9", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7664756446991404, "chrf": 73.97498675982271, "bleu": 48.99326674759884, "rougeL": 0.7403846153846154, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}476{"pair_id": "pair_1964fad8d8fcc694", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8614501076812635, "chrf": 81.81564981603148, "bleu": 63.17969656553964, "rougeL": 0.8423423423423423, "len_ratio": 0.9720930232558139, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}477{"pair_id": "pair_ffa7ed2bcbfe2238", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7200811359026369, "chrf": 73.32330516908699, "bleu": 41.75813471845091, "rougeL": 0.686046511627907, "len_ratio": 1.1029411764705883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}478{"pair_id": "pair_217fc2b3c049291c", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5887096774193548, "chrf": 63.47951028616606, "bleu": 28.013173000769967, "rougeL": 0.5734265734265734, "len_ratio": 1.1384615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_f7da3281a67599f3", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7603439011284255, "chrf": 74.38826111560559, "bleu": 50.9265103470843, "rougeL": 0.75, "len_ratio": 0.9384057971014492, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}480{"pair_id": "pair_56ceefbf9a883feb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6290630975143403, "chrf": 69.78655583029236, "bleu": 44.84749849972982, "rougeL": 0.6529209621993126, "len_ratio": 1.0218978102189782, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_7490a630d7110e16", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6163021868787276, "chrf": 64.34315216164775, "bleu": 25.32326952963809, "rougeL": 0.5942028985507247, "len_ratio": 1.0615384615384615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}482{"pair_id": "pair_698550bce66c8b29", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.745578231292517, "chrf": 75.44923298689196, "bleu": 50.41392446630453, "rougeL": 0.6958637469586374, "len_ratio": 0.9901477832512315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}483{"pair_id": "pair_a27d2326fdf0c8c1", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.9059583632447954, "chrf": 87.55552368002837, "bleu": 75.2682273799634, "rougeL": 0.90625, "len_ratio": 0.9953488372093023, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}484{"pair_id": "pair_e96047d05b9d97ea", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6541218637992832, "chrf": 67.31704323289266, "bleu": 42.091609044506846, "rougeL": 0.6545454545454545, "len_ratio": 1.037037037037037, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}485{"pair_id": "pair_a6460d7102d18872", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7327823691460056, "chrf": 75.20923113288298, "bleu": 59.70035303040065, "rougeL": 0.7560439560439561, "len_ratio": 0.9956709956709957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}486{"pair_id": "pair_1f91578a6f073dd8", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6986160943106099, "chrf": 73.01617307874531, "bleu": 45.41315860800603, "rougeL": 0.7015706806282723, "len_ratio": 0.9787985865724381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0}487{"pair_id": "pair_0e8634a31cf8cfed", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8460803059273423, "chrf": 83.18015518666549, "bleu": 66.14573465030136, "rougeL": 0.8461538461538463, "len_ratio": 0.9708029197080292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}488{"pair_id": "pair_ead92bead4e6c62a", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8199389623601221, "chrf": 79.32903086905804, "bleu": 58.277443294843906, "rougeL": 0.8014440433212997, "len_ratio": 1.0149253731343284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}489{"pair_id": "pair_0c42909706b2bf3f", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5386119257086999, "chrf": 61.171902044114965, "bleu": 25.728932266434114, "rougeL": 0.5387205387205387, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_2beb8585b56b2b05", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6610800744878957, "chrf": 64.99849692555915, "bleu": 32.58480738160146, "rougeL": 0.6463414634146342, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}491{"pair_id": "pair_08e5bcf852840eb3", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.825531914893617, "chrf": 83.1762465128978, "bleu": 67.36802340533673, "rougeL": 0.8367346938775511, "len_ratio": 0.9292929292929293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}492{"pair_id": "pair_6f6af5eaa007b4be", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.75234375, "chrf": 73.85836520188228, "bleu": 49.938714153572505, "rougeL": 0.752, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_5831bd9efcdb8904", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7385229540918163, "chrf": 69.56030311822565, "bleu": 42.063615546603124, "rougeL": 0.691542288557214, "len_ratio": 0.8564814814814815, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}494{"pair_id": "pair_29ab3c3afa1050fe", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6472632493483927, "chrf": 65.8861013451831, "bleu": 34.940646616509454, "rougeL": 0.6488095238095237, "len_ratio": 0.9080459770114943, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}495{"pair_id": "pair_12dae1dbe87627fb", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6941634241245136, "chrf": 70.76945483890898, "bleu": 46.48911057677133, "rougeL": 0.7068062827225131, "len_ratio": 0.9947643979057592, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_1ebee6c2fb88d626", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.812807881773399, "chrf": 73.58421458211653, "bleu": 52.76497945381338, "rougeL": 0.7812499999999999, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_88b428cca4f5a72a", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.6381395348837209, "chrf": 67.35037510578125, "bleu": 44.330882226458115, "rougeL": 0.6900584795321637, "len_ratio": 0.9444444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_4ce6860887e6dd47", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.82109375, "chrf": 79.24208443969245, "bleu": 59.23020413424877, "rougeL": 0.802168021680217, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}499{"pair_id": "pair_e7c1583ebb66cb61", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8265402843601896, "chrf": 79.26261607150687, "bleu": 51.316882554034336, "rougeL": 0.7894736842105262, "len_ratio": 1.0126582278481013, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}500{"pair_id": "pair_436241abbebac56e", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6593673965936739, "chrf": 67.15830195091925, "bleu": 35.682258286944716, "rougeL": 0.6544502617801048, "len_ratio": 1.0055555555555555, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}501{"pair_id": "pair_1af82c584634b94e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7322780454232622, "chrf": 79.02013139440197, "bleu": 55.693091236417104, "rougeL": 0.7363184079601991, "len_ratio": 1.005128205128205, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}502{"pair_id": "pair_bb23502f8c573873", "doc_id": "doc_bf9fb21cf01519f9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8388388388388388, "chrf": 84.96881865237316, "bleu": 68.25482903673621, "rougeL": 0.8597842835130972, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}503{"pair_id": "pair_e798cfdf8daffde9", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7748447204968945, "chrf": 76.23271269411705, "bleu": 50.18946236214022, "rougeL": 0.761904761904762, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}504{"pair_id": "pair_ca342f1bc6235c56", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8131949592290586, "chrf": 80.2709391935318, "bleu": 61.638787078241656, "rougeL": 0.8, "len_ratio": 0.9732620320855615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}505{"pair_id": "pair_bf62588ae4ee52b4", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7283950617283951, "chrf": 71.27919680931694, "bleu": 43.739145342879155, "rougeL": 0.676056338028169, "len_ratio": 1.101010101010101, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_a4d3cbc16dfc04e9", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7734887108521485, "chrf": 76.3319873756148, "bleu": 53.288198857455974, "rougeL": 0.7579462102689487, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}507{"pair_id": "pair_6ecbd7ba74bb925f", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6408163265306123, "chrf": 64.01382887295252, "bleu": 37.001034246027345, "rougeL": 0.6161879895561357, "len_ratio": 0.8472906403940886, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}508{"pair_id": "pair_37ba8989e68ed1d1", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7269279393173198, "chrf": 70.66867312550345, "bleu": 48.16545335120248, "rougeL": 0.7604562737642586, "len_ratio": 1.0714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}509{"pair_id": "pair_fd91ea6a86cb4bfb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.558648111332008, "chrf": 74.4436905982285, "bleu": 50.051869191892905, "rougeL": 0.6842105263157895, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}510{"pair_id": "pair_419fc74981f555e4", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8156979632389468, "chrf": 83.18554899876297, "bleu": 64.07689014931258, "rougeL": 0.8361408882082695, "len_ratio": 0.9753086419753086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}511{"pair_id": "pair_58de88148d90a634", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6695979899497487, "chrf": 67.6160818838225, "bleu": 38.07813461635074, "rougeL": 0.6551724137931034, "len_ratio": 0.9741379310344828, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}512{"pair_id": "pair_838335229efc1f22", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6334841628959276, "chrf": 58.687543741425344, "bleu": 31.069074042707516, "rougeL": 0.60625, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}513{"pair_id": "pair_9e286b3fbcf3ab11", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7445759368836291, "chrf": 73.46432102193225, "bleu": 49.015193808404035, "rougeL": 0.7588652482269503, "len_ratio": 0.8266666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}514{"pair_id": "pair_0af0609a013a67e3", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7912280701754386, "chrf": 80.35939326797474, "bleu": 59.907238012704276, "rougeL": 0.7564102564102564, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}515{"pair_id": "pair_91c316501c1a62e3", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7586206896551724, "chrf": 75.08644609474372, "bleu": 54.59967110502216, "rougeL": 0.7721518987341772, "len_ratio": 0.9794520547945206, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9473684210526315, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}516{"pair_id": "pair_c339184fce87e29c", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7843029637760702, "chrf": 79.28865580305494, "bleu": 60.168166520157946, "rougeL": 0.7810858143607706, "len_ratio": 1.0148148148148148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}517{"pair_id": "pair_1d15aede9e8a3fd5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7052631578947368, "chrf": 68.71341587568044, "bleu": 43.28232396810142, "rougeL": 0.704225352112676, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}518{"pair_id": "pair_88a8f2988c5e15d5", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8204334365325078, "chrf": 78.39900247329564, "bleu": 57.391755692172424, "rougeL": 0.8200000000000001, "len_ratio": 0.9223300970873787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_a8d889f879bf59ee", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8266897746967071, "chrf": 81.04243686604646, "bleu": 64.14397092401937, "rougeL": 0.8173258003766478, "len_ratio": 0.9626865671641791, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}520{"pair_id": "pair_085f4cdd50ad2b6c", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7254901960784313, "chrf": 72.55000218602129, "bleu": 50.40847544594509, "rougeL": 0.7375886524822696, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}521{"pair_id": "pair_1baa87ece0c598c7", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6851385390428212, "chrf": 67.47886167104838, "bleu": 35.30537323550113, "rougeL": 0.6721311475409836, "len_ratio": 0.9032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}522{"pair_id": "pair_2bccffac66c46458", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5933391761612621, "chrf": 60.16841091396643, "bleu": 28.445550079337398, "rougeL": 0.5730659025787965, "len_ratio": 1.103658536585366, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}523{"pair_id": "pair_35534b2b45bd6e2d", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6042780748663101, "chrf": 64.64550373574765, "bleu": 35.53258605872126, "rougeL": 0.580392156862745, "len_ratio": 1.0285714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}524{"pair_id": "pair_477a6e2d14332eb0", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6733275412684623, "chrf": 68.82843915136456, "bleu": 38.00851053709463, "rougeL": 0.6804733727810651, "len_ratio": 0.9195402298850575, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}525{"pair_id": "pair_792652ff724385db", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8719590268886044, "chrf": 85.64451834801994, "bleu": 66.1623455799782, "rougeL": 0.8398268398268398, "len_ratio": 1.0943396226415094, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}526{"pair_id": "pair_ea7e13c693296510", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6970317297850563, "chrf": 69.85424755279499, "bleu": 44.89514316809889, "rougeL": 0.6754966887417219, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_7438ed38fdfbfe4a", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6021978021978023, "chrf": 61.19009521701425, "bleu": 28.17213442717315, "rougeL": 0.5797101449275361, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_c040315d37eb4803", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "economics", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7773487773487774, "chrf": 74.14342475506082, "bleu": 50.196233283178096, "rougeL": 0.7727272727272728, "len_ratio": 0.9298245614035088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}529{"pair_id": "pair_6faa1f7d5bd11172", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7483660130718954, "chrf": 74.63852298290385, "bleu": 49.54658129360602, "rougeL": 0.7573333333333334, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}530{"pair_id": "pair_4dcd5d8deafc7f04", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "economics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7319711538461539, "chrf": 76.17837228701856, "bleu": 53.41652655054481, "rougeL": 0.757201646090535, "len_ratio": 0.916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}531{"pair_id": "pair_5d95d9b35808195d", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.8023407022106632, "chrf": 78.07403367116224, "bleu": 59.92245254315651, "rougeL": 0.8317757009345794, "len_ratio": 0.8691588785046729, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}532