spb/wpai0002_uqo

1{"pair_id": "pair_f83b9af962e6f241", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5701943844492441, "chrf": 88.86673465164877, "bleu": 77.37201842777444, "rougeL": 0.7375886524822696, "len_ratio": 1.0142857142857142, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}2{"pair_id": "pair_e91a1b6883ac6e73", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.9436008676789588, "chrf": 91.43155358009184, "bleu": 86.38202910782107, "rougeL": 0.9275362318840579, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}3{"pair_id": "pair_a9af7ad1209bd3d3", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.9370932754880694, "chrf": 89.51649409867403, "bleu": 82.26760359337925, "rougeL": 0.920863309352518, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}4{"pair_id": "pair_183ad7a4dd1ebebc", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.9392624728850325, "chrf": 91.14660547185507, "bleu": 86.38158557825156, "rougeL": 0.920863309352518, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_bf9bdf18c8d57734", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.8112798264642083, "chrf": 91.44536041111537, "bleu": 83.66869788571748, "rougeL": 0.8695652173913043, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}6{"pair_id": "pair_13b7831e06faab4c", "doc_id": "doc_fec5ce1b5f4440a9", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5184381778741866, "chrf": 94.40877580869888, "bleu": 89.20174339688546, "rougeL": 0.7101449275362319, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_008ecac459ef8ec7", "doc_id": "doc_2c8f18fd479cd367", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.8096234309623431, "chrf": 89.68307383622911, "bleu": 79.16556746602922, "rougeL": 0.8648648648648649, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}8{"pair_id": "pair_530abafa53fcf7d8", "doc_id": "doc_2c8f18fd479cd367", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.8977955911823647, "chrf": 89.70542901556904, "bleu": 78.23855754713819, "rougeL": 0.9139072847682119, "len_ratio": 1.0434782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_8cfc8548abaac5b7", "doc_id": "doc_2c8f18fd479cd367", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.9294605809128631, "chrf": 90.3597295370775, "bleu": 82.4973983668462, "rougeL": 0.9324324324324325, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}10{"pair_id": "pair_51ec58b1ca9af3cf", "doc_id": "doc_2c8f18fd479cd367", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.6021052631578947, "chrf": 91.11979667428962, "bleu": 79.06562336138828, "rougeL": 0.7837837837837838, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}11{"pair_id": "pair_242060a529cbc25a", "doc_id": "doc_2c8f18fd479cd367", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.49250535331905787, "chrf": 91.05907086141916, "bleu": 76.07358601924324, "rougeL": 0.7027027027027027, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}12{"pair_id": "pair_ad5010e4d0261a40", "doc_id": "doc_2c8f18fd479cd367", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.9393305439330544, "chrf": 90.12761907257621, "bleu": 81.12815193983131, "rougeL": 0.9459459459459459, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}13{"pair_id": "pair_1376fcad6424f0fa", "doc_id": "doc_2c8f18fd479cd367", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.95, "chrf": 92.07369835049121, "bleu": 83.8021334375187, "rougeL": 0.9354838709677419, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}14{"pair_id": "pair_17fbf9f995f64446", "doc_id": "doc_2c8f18fd479cd367", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.9018264840182648, "chrf": 88.48653507762656, "bleu": 75.80522509169003, "rougeL": 0.8888888888888888, "len_ratio": 1.0327868852459017, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_fe62e92be3f24d0f", "doc_id": "doc_2c8f18fd479cd367", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.933806146572104, "chrf": 88.89851954431533, "bleu": 79.3876600216116, "rougeL": 0.9032258064516129, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}16{"pair_id": "pair_654d6afa29f53f45", "doc_id": "doc_2c8f18fd479cd367", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.933806146572104, "chrf": 88.89851954431533, "bleu": 79.3876600216116, "rougeL": 0.9032258064516129, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}17{"pair_id": "pair_d337266ac0a9ae36", "doc_id": "doc_2c8f18fd479cd367", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.933806146572104, "chrf": 88.89851954431533, "bleu": 79.3876600216116, "rougeL": 0.9032258064516129, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}18{"pair_id": "pair_faba89cbbf01184e", "doc_id": "doc_69d8fdb519110536", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8637374860956618, "chrf": 91.50393745474274, "bleu": 81.66306276970191, "rougeL": 0.8867924528301887, "len_ratio": 1.0164609053497942, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}19{"pair_id": "pair_0044348fae33d9c9", "doc_id": "doc_69d8fdb519110536", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9255555555555556, "chrf": 90.33005525761423, "bleu": 80.83591664955411, "rougeL": 0.9135338345864661, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}20{"pair_id": "pair_d14ee5ea783508ac", "doc_id": "doc_69d8fdb519110536", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9298440979955457, "chrf": 90.73482306821884, "bleu": 81.77599525073695, "rougeL": 0.9172932330827067, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}21{"pair_id": "pair_d8907fc02c62eb15", "doc_id": "doc_69d8fdb519110536", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7683333333333333, "chrf": 89.8551220932378, "bleu": 78.78084520430266, "rougeL": 0.819548872180451, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}22{"pair_id": "pair_95528585a609d9f2", "doc_id": "doc_69d8fdb519110536", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.941638608305275, "chrf": 92.08136179954788, "bleu": 85.81645603310929, "rougeL": 0.9356060606060608, "len_ratio": 1.008230452674897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_edebb4e1082f8385", "doc_id": "doc_69d8fdb519110536", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.9306326304106548, "chrf": 90.4945773245641, "bleu": 80.47404367577207, "rougeL": 0.9172932330827067, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_a260d6eb8785f314", "doc_id": "doc_c635c5544725270d", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8801261829652997, "chrf": 95.70888407019373, "bleu": 90.97149213984494, "rougeL": 0.9230769230769231, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}25{"pair_id": "pair_e573ed74c8fb1b62", "doc_id": "doc_c635c5544725270d", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8801261829652997, "chrf": 96.45724389071364, "bleu": 92.74154383234925, "rougeL": 0.9230769230769231, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_e50c6c5ea350655f", "doc_id": "doc_c635c5544725270d", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.8035902851108765, "chrf": 96.35955814972328, "bleu": 92.30896631653356, "rougeL": 0.8601398601398601, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}27