spb/wpai0002_uqo

1{"pair_id": "pair_f83b9af962e6f241", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5748373101952278, "chrf": 86.88191499856877, "bleu": 75.14700449211313, "rougeL": 0.748201438848921, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}2{"pair_id": "pair_e91a1b6883ac6e73", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7960954446854664, "chrf": 89.24809455703415, "bleu": 80.66772189037918, "rougeL": 0.855072463768116, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}3{"pair_id": "pair_a9af7ad1209bd3d3", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.9370932754880694, "chrf": 89.51649409867403, "bleu": 82.26760359337925, "rougeL": 0.920863309352518, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}4{"pair_id": "pair_183ad7a4dd1ebebc", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.735357917570499, "chrf": 88.93380036665171, "bleu": 80.66730770098896, "rougeL": 0.7194244604316546, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}5{"pair_id": "pair_bf9bdf18c8d57734", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5748373101952278, "chrf": 86.88191499856877, "bleu": 75.14700449211313, "rougeL": 0.748201438848921, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}6{"pair_id": "pair_13b7831e06faab4c", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.4099783080260304, "chrf": 90.7855536106871, "bleu": 84.51296529495087, "rougeL": 0.6376811594202899, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_008ecac459ef8ec7", "doc_id": "doc_2c8f18fd479cd367", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7987551867219918, "chrf": 88.25752729300666, "bleu": 75.48784116332669, "rougeL": 0.8513513513513514, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}8{"pair_id": "pair_530abafa53fcf7d8", "doc_id": "doc_2c8f18fd479cd367", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.687374749498998, "chrf": 87.62114808326518, "bleu": 71.59086131059955, "rougeL": 0.6887417218543046, "len_ratio": 1.0434782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}9{"pair_id": "pair_8cfc8548abaac5b7", "doc_id": "doc_2c8f18fd479cd367", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.7261410788381742, "chrf": 89.41369136148526, "bleu": 78.95189327076916, "rougeL": 0.8378378378378378, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_51ec58b1ca9af3cf", "doc_id": "doc_2c8f18fd479cd367", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5995850622406639, "chrf": 87.94218144294332, "bleu": 74.25366032087813, "rougeL": 0.7567567567567567, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}11{"pair_id": "pair_242060a529cbc25a", "doc_id": "doc_2c8f18fd479cd367", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.48755186721991706, "chrf": 85.89441972919263, "bleu": 68.40195452018233, "rougeL": 0.6891891891891891, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}12{"pair_id": "pair_ad5010e4d0261a40", "doc_id": "doc_2c8f18fd479cd367", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6120331950207469, "chrf": 86.23227687315284, "bleu": 70.22976462713258, "rougeL": 0.7702702702702703, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}13{"pair_id": "pair_1376fcad6424f0fa", "doc_id": "doc_2c8f18fd479cd367", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.933806146572104, "chrf": 88.89851954431533, "bleu": 79.3876600216116, "rougeL": 0.9032258064516129, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}14{"pair_id": "pair_17fbf9f995f64446", "doc_id": "doc_2c8f18fd479cd367", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.9018264840182648, "chrf": 88.48653507762656, "bleu": 75.80522509169003, "rougeL": 0.8888888888888888, "len_ratio": 1.0327868852459017, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_fe62e92be3f24d0f", "doc_id": "doc_2c8f18fd479cd367", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.933806146572104, "chrf": 88.89851954431533, "bleu": 79.3876600216116, "rougeL": 0.9032258064516129, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_654d6afa29f53f45", "doc_id": "doc_2c8f18fd479cd367", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.933806146572104, "chrf": 88.89851954431533, "bleu": 79.3876600216116, "rougeL": 0.9032258064516129, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_d337266ac0a9ae36", "doc_id": "doc_2c8f18fd479cd367", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.933806146572104, "chrf": 88.89851954431533, "bleu": 79.3876600216116, "rougeL": 0.9032258064516129, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_faba89cbbf01184e", "doc_id": "doc_69d8fdb519110536", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8505298382598996, "chrf": 89.86383650042887, "bleu": 78.7982617935805, "rougeL": 0.8754716981132076, "len_ratio": 1.0164609053497942, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}19{"pair_id": "pair_0044348fae33d9c9", "doc_id": "doc_69d8fdb519110536", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9255555555555556, "chrf": 90.33005525761423, "bleu": 80.83591664955411, "rougeL": 0.9135338345864661, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}20{"pair_id": "pair_d14ee5ea783508ac", "doc_id": "doc_69d8fdb519110536", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.76, "chrf": 90.11856583072493, "bleu": 79.93644685040046, "rougeL": 0.8458646616541353, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}21{"pair_id": "pair_d8907fc02c62eb15", "doc_id": "doc_69d8fdb519110536", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7383592017738358, "chrf": 89.39412916067661, "bleu": 77.82679046102508, "rougeL": 0.8157894736842105, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}22{"pair_id": "pair_95528585a609d9f2", "doc_id": "doc_69d8fdb519110536", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7715565509518477, "chrf": 91.08603498597755, "bleu": 83.22048969785756, "rougeL": 0.8106060606060607, "len_ratio": 1.008230452674897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_edebb4e1082f8385", "doc_id": "doc_69d8fdb519110536", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.725, "chrf": 88.48058302353557, "bleu": 74.9922743405989, "rougeL": 0.763157894736842, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}24{"pair_id": "pair_a260d6eb8785f314", "doc_id": "doc_c635c5544725270d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8801261829652997, "chrf": 95.70888407019373, "bleu": 90.97149213984494, "rougeL": 0.9230769230769231, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}25{"pair_id": "pair_e573ed74c8fb1b62", "doc_id": "doc_c635c5544725270d", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8801261829652997, "chrf": 96.45724389071364, "bleu": 92.74154383234925, "rougeL": 0.9230769230769231, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_e50c6c5ea350655f", "doc_id": "doc_c635c5544725270d", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8035902851108765, "chrf": 96.35955814972328, "bleu": 92.30896631653356, "rougeL": 0.8601398601398601, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}27