Pilot: denoise-initialised fine-tuning results (val chrF 63.6 vs 32.9 from scratch)
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
9 changed files +4,757 −3
added
artifacts/metrics/pilot_val_exploratory/items_htr-denoise-only.jsonl
+502 −0
@@ -0,0 +1,502 @@ | ||
| 1 | +{"pair_id": "pair_c2f1c137c6271641", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3142857142857143, "chrf": 63.854230155418215, "bleu": 31.922182704114554, "rougeL": 0.3243243243243243, "len_ratio": 1.1318681318681318, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 2 | +{"pair_id": "pair_88ace813a8b3351d", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.22676056338028172, "chrf": 23.50704592903646, "bleu": 2.9816508979228535, "rougeL": 0.302158273381295, "len_ratio": 0.26605504587155965, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 3 | +{"pair_id": "pair_cf6f87cdabb3f952", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.35809523809523813, "chrf": 50.66779754478552, "bleu": 20.346171960077193, "rougeL": 0.38688524590163936, "len_ratio": 0.7757575757575758, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.6363636363636364, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0} | |
| 4 | +{"pair_id": "pair_c9a24c7bb7e78f1c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6246736292428199, "chrf": 75.092377177605, "bleu": 57.277974846761445, "rougeL": 0.7207920792079208, "len_ratio": 0.9327731092436975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7567567567567568, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 5 | +{"pair_id": "pair_2cd859920f41e079", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.46923076923076923, "chrf": 63.84726928011174, "bleu": 26.342575217428134, "rougeL": 0.5380116959064327, "len_ratio": 1.7377049180327868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 6 | +{"pair_id": "pair_5d306565f901b859", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.28216704288939054, "chrf": 48.73708658685543, "bleu": 24.20834556899118, "rougeL": 0.4444444444444445, "len_ratio": 0.8382352941176471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 7 | +{"pair_id": "pair_bfecc6cc97415a81", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3565891472868217, "chrf": 53.79663122107701, "bleu": 14.140793292873264, "rougeL": 0.3548387096774194, "len_ratio": 1.7053571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0} | |
| 8 | +{"pair_id": "pair_7aa06859d2b8eaf3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4914337240757439, "chrf": 61.26577830455167, "bleu": 28.870138413975567, "rougeL": 0.5260115606936415, "len_ratio": 1.0632911392405062, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 9 | +{"pair_id": "pair_e466f13d4e948458", "doc_id": "doc_861988bceb67e1df", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2697841726618705, "chrf": 26.547527643287467, "bleu": 5.3417512188685485, "rougeL": 0.3207547169811321, "len_ratio": 0.30864197530864196, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 10 | +{"pair_id": "pair_ddafbf95752d58ac", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4282933160285529, "chrf": 56.9551376078916, "bleu": 27.243915000036676, "rougeL": 0.3991130820399113, "len_ratio": 0.7723577235772358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 11 | +{"pair_id": "pair_38aadd94683d43df", "doc_id": "doc_ece0bb556a23f499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49598246895544196, "chrf": 59.84742002914004, "bleu": 31.54017341125088, "rougeL": 0.5415676959619952, "len_ratio": 0.9056603773584906, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 12 | +{"pair_id": "pair_edd03df01bb87e9b", "doc_id": "doc_649c56ed2a776c29", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4252336448598131, "chrf": 59.50858329191927, "bleu": 28.30613753227373, "rougeL": 0.46779661016949153, "len_ratio": 0.9215686274509803, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 13 | +{"pair_id": "pair_5fe32f034a808b91", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5357390700902152, "chrf": 68.52509352038183, "bleu": 45.09017658911757, "rougeL": 0.588477366255144, "len_ratio": 0.9828326180257511, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.72, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 14 | +{"pair_id": "pair_29d2a5db2f28c78a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4052631578947369, "chrf": 43.32801680445309, "bleu": 20.1422546833915, "rougeL": 0.463768115942029, "len_ratio": 0.6046511627906976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 15 | +{"pair_id": "pair_ef88661bb782f59a", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.1942789034564958, "chrf": 23.263182943509864, "bleu": 1.5995921877309935, "rougeL": 0.29268292682926833, "len_ratio": 0.22388059701492538, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 16 | +{"pair_id": "pair_a14abd5911f17e39", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4898785425101214, "chrf": 63.06955854681308, "bleu": 38.23669032667899, "rougeL": 0.5267175572519084, "len_ratio": 1.1206896551724137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 17 | +{"pair_id": "pair_e1508ccdc2737934", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5757142857142857, "chrf": 63.67030087505567, "bleu": 33.73794600821181, "rougeL": 0.601851851851852, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 18 | +{"pair_id": "pair_31750785a97eb870", "doc_id": "doc_83ee876009e1f14b", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5930451127819549, "chrf": 62.027823734349276, "bleu": 29.59202983803798, "rougeL": 0.5768025078369906, "len_ratio": 1.0201342281879195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 19 | +{"pair_id": "pair_332abe3d88ca34f3", "doc_id": "doc_dca1cb2706c17137", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.35416666666666663, "chrf": 66.10839234285375, "bleu": 53.91977050066688, "rougeL": 0.6011560693641619, "len_ratio": 1.1944444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 20 | +{"pair_id": "pair_310df76d9a77452b", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.36418166238217653, "chrf": 63.36161773929794, "bleu": 44.717180716030455, "rougeL": 0.467032967032967, "len_ratio": 0.9771428571428571, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 21 | +{"pair_id": "pair_5d66280899bbb577", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.46484375, "chrf": 57.6667248829341, "bleu": 41.24050025798368, "rougeL": 0.4979591836734694, "len_ratio": 0.9833333333333333, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 22 | +{"pair_id": "pair_7789e2d1de02f43f", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.059428571428571386, "chrf": 7.043317084835571, "bleu": 0.00014511988728198712, "rougeL": 0.1348314606741573, "len_ratio": 0.06854838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0} | |
| 23 | +{"pair_id": "pair_d77676aa5b9788c2", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.29472539423599786, "chrf": 57.985398714481015, "bleu": 20.99502261792122, "rougeL": 0.3510848126232742, "len_ratio": 1.0403225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0} | |
| 24 | +{"pair_id": "pair_c36f5acb28707610", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7719178082191781, "chrf": 76.18649191332419, "bleu": 50.622310457825265, "rougeL": 0.7956989247311828, "len_ratio": 0.9125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 25 | +{"pair_id": "pair_282833e6d6a3984d", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3924825174825175, "chrf": 52.72822374527215, "bleu": 31.86368027566349, "rougeL": 0.5149700598802395, "len_ratio": 0.7197452229299363, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7857142857142857, "number_precision": 0.7333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 26 | +{"pair_id": "pair_3107ab05d03041bf", "doc_id": "doc_679741e00536f8a4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.347678369195923, "chrf": 53.13291951369019, "bleu": 23.50540994949467, "rougeL": 0.3801980198019802, "len_ratio": 0.8154981549815498, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 27 | +{"pair_id": "pair_44c009613aaa4668", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6055776892430279, "chrf": 67.2597820202142, "bleu": 38.41661961283866, "rougeL": 0.6148531951640759, "len_ratio": 0.9152542372881356, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 28 | +{"pair_id": "pair_74db4e98c7a188d4", "doc_id": "doc_861988bceb67e1df", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.24100719424460426, "chrf": 22.07966874738744, "bleu": 3.678411384008382, "rougeL": 0.3238095238095238, "len_ratio": 0.2962962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0} | |
| 29 | +{"pair_id": "pair_c63e797c6528b4db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.512280701754386, "chrf": 54.19682837525497, "bleu": 30.477569866583337, "rougeL": 0.6330935251798562, "len_ratio": 0.5930232558139535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 30 | +{"pair_id": "pair_2fb4bbe550e27ac4", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.33231939163498103, "chrf": 53.65822503333404, "bleu": 25.5284536013689, "rougeL": 0.3966597077244258, "len_ratio": 1.025531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8125, "number_precision": 0.6842105263157895, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 31 | +{"pair_id": "pair_2debd28bdd098ed4", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6, "chrf": 63.09522228244716, "bleu": 32.9238565469731, "rougeL": 0.5695142378559465, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 32 | +{"pair_id": "pair_0a11a544a9f4279b", "doc_id": "doc_dca1cb2706c17137", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3058064516129032, "chrf": 66.24640853115451, "bleu": 36.97049227155767, "rougeL": 0.47887323943661975, "len_ratio": 1.6666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.625, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 33 | +{"pair_id": "pair_3bac7ae06f23e6e9", "doc_id": "doc_b860396abb8d4077", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5108695652173914, "chrf": 59.531873839827966, "bleu": 16.717697436109344, "rougeL": 0.5025641025641027, "len_ratio": 1.244186046511628, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 34 | +{"pair_id": "pair_9fe6e1a7a8780864", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.41613198900091664, "chrf": 62.95220923543936, "bleu": 25.91964414998187, "rougeL": 0.39160839160839156, "len_ratio": 1.6481481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 3.0} | |
| 35 | +{"pair_id": "pair_baaf464a605e8459", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.38411458333333337, "chrf": 56.391846918292835, "bleu": 30.615476027761314, "rougeL": 0.4244604316546763, "len_ratio": 1.0245901639344261, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7916666666666666, "number_precision": 0.8636363636363636, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 36 | +{"pair_id": "pair_b3c1ef143c87299c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.554016620498615, "chrf": 62.62199988232579, "bleu": 27.738895490991307, "rougeL": 0.544776119402985, "len_ratio": 1.3727272727272728, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 37 | +{"pair_id": "pair_a4e47c424e3157c2", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5984182776801406, "chrf": 69.3681383645056, "bleu": 48.22991437752741, "rougeL": 0.7010309278350515, "len_ratio": 1.1290322580645162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8372093023255814, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 38 | +{"pair_id": "pair_825e0b63e41c4455", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5, "chrf": 56.13638528719483, "bleu": 34.18906895937377, "rougeL": 0.5403050108932462, "len_ratio": 0.7521008403361344, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6486486486486487, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 39 | +{"pair_id": "pair_93a4261a917f89c8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5906374501992031, "chrf": 68.39666229749514, "bleu": 41.72980446651728, "rougeL": 0.6202321724709784, "len_ratio": 1.006779661016949, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.625, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 40 | +{"pair_id": "pair_d5b4a6808c4e0395", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5077881619937694, "chrf": 60.51020722411698, "bleu": 24.13173628734943, "rougeL": 0.5, "len_ratio": 1.408, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 41 | +{"pair_id": "pair_309d2b488da63069", "doc_id": "doc_679741e00536f8a4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3080407701019252, "chrf": 36.27075613635156, "bleu": 13.737613576412448, "rougeL": 0.31718061674008813, "len_ratio": 0.6273062730627307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 42 | +{"pair_id": "pair_84b526d08998412d", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5216465578424414, "chrf": 70.13379327694345, "bleu": 42.17666340066326, "rougeL": 0.5986078886310905, "len_ratio": 1.1828571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 43 | +{"pair_id": "pair_c9dff9e920618fcf", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5995184590690208, "chrf": 70.16560136816616, "bleu": 44.91170045940216, "rougeL": 0.6628895184135978, "len_ratio": 1.0654761904761905, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 44 | +{"pair_id": "pair_56c29f7adc442782", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.2272727272727273, "chrf": 23.941390143242355, "bleu": 4.064348112040921, "rougeL": 0.2727272727272727, "len_ratio": 0.31, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 45 | +{"pair_id": "pair_69526c4f889174ea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.10465116279069764, "chrf": 10.026164796298982, "bleu": 0.0028114838290653347, "rougeL": 0.11864406779661017, "len_ratio": 0.08653846153846154, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 46 | +{"pair_id": "pair_709d9ccf1de16f09", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5010409437890354, "chrf": 65.80213628780523, "bleu": 40.30213208601313, "rougeL": 0.5324675324675325, "len_ratio": 0.8884120171673819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.64, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 47 | +{"pair_id": "pair_ef146ab27b0e7e54", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7937158469945356, "chrf": 79.39004219995395, "bleu": 56.347727777777585, "rougeL": 0.7628865979381443, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 48 | +{"pair_id": "pair_ac7ce65c0ed087c7", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7, "chrf": 67.87547882168793, "bleu": 31.813808313811244, "rougeL": 0.7425149700598803, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 49 | +{"pair_id": "pair_1815421c03271d30", "doc_id": "doc_b860396abb8d4077", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5076023391812865, "chrf": 62.02984874757252, "bleu": 16.907716054832648, "rougeL": 0.5365853658536585, "len_ratio": 1.3604651162790697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 50 | +{"pair_id": "pair_361baa22f73d5d89", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.41322725012431627, "chrf": 52.048948025906164, "bleu": 37.714630575916225, "rougeL": 0.42882882882882883, "len_ratio": 0.7550335570469798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.7894736842105263, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 51 | +{"pair_id": "pair_14bb7407d84c5108", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.33476394849785407, "chrf": 53.76357715063443, "bleu": 18.822694282432792, "rougeL": 0.3508064516129032, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 52 | +{"pair_id": "pair_5b833ea3d18cee1a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3127490039840638, "chrf": 53.88228614626869, "bleu": 22.793165943740654, "rougeL": 0.3794212218649518, "len_ratio": 0.9735099337748344, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5714285714285714, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 53 | +{"pair_id": "pair_3be5f5987924112e", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3046875, "chrf": 51.72448849246988, "bleu": 20.363656690554063, "rougeL": 0.33670033670033667, "len_ratio": 1.2878787878787878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0} | |
| 54 | +{"pair_id": "pair_84b3d5ee6c5732e9", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4841269841269841, "chrf": 63.5762682461347, "bleu": 27.610300242202086, "rougeL": 0.5106382978723405, "len_ratio": 1.2338709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7272727272727273, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 55 | +{"pair_id": "pair_6705f52d07301d80", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5553914327917282, "chrf": 67.27761397617355, "bleu": 31.563066489186767, "rougeL": 0.5846153846153846, "len_ratio": 1.1348314606741574, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 56 | +{"pair_id": "pair_0575bcaf8a580eff", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4556803995006242, "chrf": 59.96046216626766, "bleu": 15.741448548462019, "rougeL": 0.4878048780487805, "len_ratio": 1.3604651162790697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 57 | +{"pair_id": "pair_b0a97dde4778340f", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.38267148014440433, "chrf": 61.926078774450446, "bleu": 35.48292557539119, "rougeL": 0.42651296829971175, "len_ratio": 1.1265822784810127, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 58 | +{"pair_id": "pair_c13e870b71423560", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.36434977578475336, "chrf": 53.0289977250059, "bleu": 22.59050641954282, "rougeL": 0.3484320557491289, "len_ratio": 1.2121212121212122, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0} | |
| 59 | +{"pair_id": "pair_b7af3e2054df7348", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8084507042253521, "chrf": 77.07062735440017, "bleu": 56.934287137910374, "rougeL": 0.7596153846153846, "len_ratio": 0.8899082568807339, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 60 | +{"pair_id": "pair_a6f59a9b5f2a67b6", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7239130434782608, "chrf": 77.3095675860102, "bleu": 52.470551754843015, "rougeL": 0.7647058823529411, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 61 | +{"pair_id": "pair_f2ece22c29d8c29c", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2740112994350282, "chrf": 68.57991577121886, "bleu": 41.281222370626374, "rougeL": 0.5049504950495051, "len_ratio": 1.5138888888888888, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7692307692307693, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 62 | +{"pair_id": "pair_5baebdc9177a8e28", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4114211550940947, "chrf": 57.730927415692044, "bleu": 24.20926097724271, "rougeL": 0.42857142857142855, "len_ratio": 0.8821138211382114, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 63 | +{"pair_id": "pair_13910713f8f06594", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.5353618421052632, "chrf": 67.29063767503354, "bleu": 38.97787677192968, "rougeL": 0.5859154929577465, "len_ratio": 1.1518987341772151, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 64 | +{"pair_id": "pair_7c7fa7446f4b6077", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4535790219702339, "chrf": 62.828487902680884, "bleu": 33.75985216841941, "rougeL": 0.5203619909502262, "len_ratio": 0.9952830188679245, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 65 | +{"pair_id": "pair_d0d8567447797e47", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.36155800169348007, "chrf": 68.74446503983668, "bleu": 31.15158739046424, "rougeL": 0.45569620253164556, "len_ratio": 1.167832167832168, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 66 | +{"pair_id": "pair_65e729d5744846f2", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.33631840796019896, "chrf": 68.0422514442485, "bleu": 43.45754223284419, "rougeL": 0.5163636363636365, "len_ratio": 1.088, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -2.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0} | |
| 67 | +{"pair_id": "pair_13b6b22424f34722", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.36141732283464567, "chrf": 65.13937074034455, "bleu": 24.794839061696873, "rougeL": 0.3529411764705882, "len_ratio": 1.8333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 4.0} | |
| 68 | +{"pair_id": "pair_077eb0513a8a2593", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.46590909090909094, "chrf": 63.19893517247277, "bleu": 40.43326401000086, "rougeL": 0.39790575916230364, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.7142857142857143, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 69 | +{"pair_id": "pair_085c632978ba7aec", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6042944785276074, "chrf": 60.61497189451831, "bleu": 29.752771746301363, "rougeL": 0.6315789473684211, "len_ratio": 1.0727272727272728, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 70 | +{"pair_id": "pair_0183e401e64b2103", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5365535248041775, "chrf": 61.388826601196946, "bleu": 33.777421372256136, "rougeL": 0.5753424657534246, "len_ratio": 0.957983193277311, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8378378378378378, "number_precision": 0.8611111111111112, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 71 | +{"pair_id": "pair_d3e8221632482ce6", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.35611164581328203, "chrf": 61.68505274351491, "bleu": 37.772022171962256, "rougeL": 0.49693251533742333, "len_ratio": 0.8816568047337278, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": -1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0} | |
| 72 | +{"pair_id": "pair_37584e42a04d474b", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5782122905027933, "chrf": 69.37095625646286, "bleu": 45.31685964446922, "rougeL": 0.6250000000000001, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7441860465116279, "number_precision": 0.6808510638297872, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 73 | +{"pair_id": "pair_bb60bba73e78c46c", "doc_id": "doc_fc3b7b904133fd48", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5616102110947472, "chrf": 65.53651912575015, "bleu": 32.82049760806963, "rougeL": 0.5553772070626004, "len_ratio": 1.0333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 74 | +{"pair_id": "pair_75d7b0ff6200aead", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.06958762886597936, "chrf": 5.604311130771186, "bleu": 3.545241880873832e-06, "rougeL": 0.07751937984496124, "len_ratio": 0.06224066390041494, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0} | |
| 75 | +{"pair_id": "pair_3ba5e1d5b6c69220", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6525641025641026, "chrf": 67.10855192753866, "bleu": 35.974577278833166, "rougeL": 0.6126914660831511, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 76 | +{"pair_id": "pair_bc7df2b0b58f07c0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.463855421686747, "chrf": 50.053433596365856, "bleu": 30.920775639451314, "rougeL": 0.5588235294117647, "len_ratio": 0.6341463414634146, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 77 | +{"pair_id": "pair_4a56d218431976d2", "doc_id": "doc_fc78b461465fbd42", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.29075309818875117, "chrf": 63.98493679308162, "bleu": 32.38073697274286, "rougeL": 0.4780876494023904, "len_ratio": 1.4257425742574257, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0} | |
| 78 | +{"pair_id": "pair_23020662bb95ca91", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.43243243243243246, "chrf": 63.006196233888765, "bleu": 26.39026579909264, "rougeL": 0.4815618221258134, "len_ratio": 1.2923076923076924, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 79 | +{"pair_id": "pair_f19c76567b23a0ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5161290322580645, "chrf": 55.47913204881125, "bleu": 22.47792513305899, "rougeL": 0.4776119402985075, "len_ratio": 0.9848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 80 | +{"pair_id": "pair_5cdba9bf502e78bf", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3401435670900055, "chrf": 56.222155285465114, "bleu": 19.825067374783604, "rougeL": 0.2897959183673469, "len_ratio": 1.4256410256410257, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 81 | +{"pair_id": "pair_860db84d69c18d28", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.2897884084636615, "chrf": 53.24138153937178, "bleu": 23.030082072271046, "rougeL": 0.2762762762762762, "len_ratio": 0.9464285714285714, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 82 | +{"pair_id": "pair_d9e2bd843586d3b6", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.597676107480029, "chrf": 68.41449190108085, "bleu": 49.68737157522591, "rougeL": 0.6936708860759494, "len_ratio": 0.8254716981132075, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 0.8333333333333334, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 83 | +{"pair_id": "pair_0ca79ef661d41111", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6996547756041427, "chrf": 76.74825002609225, "bleu": 56.85364107369902, "rougeL": 0.744186046511628, "len_ratio": 0.9785714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 84 | +{"pair_id": "pair_a0968e66079c004e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5382568196939455, "chrf": 71.51583301423138, "bleu": 44.88299933188883, "rougeL": 0.5765407554671967, "len_ratio": 1.0600858369098713, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.76, "number_precision": 0.7037037037037037, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0} | |
| 85 | +{"pair_id": "pair_52e39ed348aac3a4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5176678445229682, "chrf": 57.911516714841014, "bleu": 22.811776713796302, "rougeL": 0.5142857142857143, "len_ratio": 1.0843373493975903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 86 | +{"pair_id": "pair_29b37b2755361452", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31151241534988716, "chrf": 45.18996770825548, "bleu": 20.251306177266056, "rougeL": 0.27906976744186046, "len_ratio": 0.8823529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 87 | +{"pair_id": "pair_112e8b5bc79d4c76", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.46590909090909094, "chrf": 48.99636387560887, "bleu": 18.965425294275143, "rougeL": 0.5, "len_ratio": 0.55, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 88 | +{"pair_id": "pair_3416f54517de3a0a", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6109358569926393, "chrf": 78.00884751558422, "bleu": 46.0603345499012, "rougeL": 0.6504065040650406, "len_ratio": 1.0940170940170941, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 89 | +{"pair_id": "pair_b3635f9580f269d9", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3993150684931507, "chrf": 53.19733014379226, "bleu": 21.98522343310624, "rougeL": 0.3508771929824561, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0} | |
| 90 | +{"pair_id": "pair_99293ecb0a4cd768", "doc_id": "doc_adb94552819f8ffa", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3348017621145375, "chrf": 35.16810718842435, "bleu": 13.386862492019663, "rougeL": 0.45454545454545453, "len_ratio": 0.42592592592592593, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 91 | +{"pair_id": "pair_d64d352ec2ad2195", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.44505494505494503, "chrf": 53.82799041586735, "bleu": 21.466447611362558, "rougeL": 0.47727272727272724, "len_ratio": 1.0843373493975903, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 92 | +{"pair_id": "pair_09ee5dff1e5e4273", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6663636363636364, "chrf": 80.27286423414843, "bleu": 63.938679349813114, "rougeL": 0.7764705882352942, "len_ratio": 1.0443037974683544, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 93 | +{"pair_id": "pair_f182e5eaf0432943", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.0, "chrf": 0.0, "bleu": 0.0, "rougeL": 0.0, "len_ratio": 0.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -9.0} | |
| 94 | +{"pair_id": "pair_0c007f2c914a8490", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6254901960784314, "chrf": 59.319851794156406, "bleu": 24.735796750966333, "rougeL": 0.6064516129032258, "len_ratio": 1.0845070422535212, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 95 | +{"pair_id": "pair_00e22a541a8205fb", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3896636587366694, "chrf": 56.10767623944864, "bleu": 24.303791544181813, "rougeL": 0.44386422976501305, "len_ratio": 1.1049723756906078, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 96 | +{"pair_id": "pair_226b9d93fb3b78d2", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6031824962705121, "chrf": 67.5742104693723, "bleu": 52.243905961966426, "rougeL": 0.6451612903225806, "len_ratio": 0.7651006711409396, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9047619047619048, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 97 | +{"pair_id": "pair_c0fbeb2f53407ec2", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.49523809523809526, "chrf": 62.47594678515581, "bleu": 31.599518489131363, "rougeL": 0.5665961945031711, "len_ratio": 0.9416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0} | |
| 98 | +{"pair_id": "pair_92295b6bf7326ef3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.42755681818181823, "chrf": 50.41291702462666, "bleu": 23.346021121079758, "rougeL": 0.3846153846153846, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 99 | +{"pair_id": "pair_6a54430676e3afee", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.34265103697024346, "chrf": 55.43830408909991, "bleu": 18.797832000993136, "rougeL": 0.25735294117647056, "len_ratio": 1.6534653465346534, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 100 | +{"pair_id": "pair_ff91540eb76ef41b", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.742798353909465, "chrf": 72.52956215295163, "bleu": 51.13429112793109, "rougeL": 0.7310344827586208, "len_ratio": 0.9577464788732394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 101 | +{"pair_id": "pair_9c8b07170dee3fc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6734082397003746, "chrf": 71.30940173593626, "bleu": 48.16035723002102, "rougeL": 0.6550868486352358, "len_ratio": 1.0569948186528497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 102 | +{"pair_id": "pair_cdf5e07cfa111db0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.33835616438356164, "chrf": 65.92791817131464, "bleu": 26.919645241000655, "rougeL": 0.32, "len_ratio": 1.4195804195804196, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 103 | +{"pair_id": "pair_feae3a82e82b3560", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.568661971830986, "chrf": 57.49394488609363, "bleu": 16.982379080248926, "rougeL": 0.5964912280701754, "len_ratio": 1.105263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 104 | +{"pair_id": "pair_7a4e464f49cef478", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6073825503355705, "chrf": 74.59508076477405, "bleu": 45.54235446059311, "rougeL": 0.6107784431137725, "len_ratio": 1.267605633802817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 105 | +{"pair_id": "pair_cd36a4c6c7097fb6", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.3023809523809524, "chrf": 26.33870163347864, "bleu": 3.8713352802430894, "rougeL": 0.26, "len_ratio": 0.417910447761194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 106 | +{"pair_id": "pair_883e725c99960b2f", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.37777777777777777, "chrf": 39.60752627111025, "bleu": 10.141126520223427, "rougeL": 0.4201680672268908, "len_ratio": 0.40963855421686746, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 107 | +{"pair_id": "pair_268d7de64e3932db", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.40747176368375326, "chrf": 71.3080877663475, "bleu": 35.28336790376411, "rougeL": 0.5466666666666666, "len_ratio": 1.2677165354330708, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0} | |
| 108 | +{"pair_id": "pair_c2c108f80b07fd16", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.29494949494949496, "chrf": 29.126662989130203, "bleu": 5.5053266511768335, "rougeL": 0.36697247706422015, "len_ratio": 0.30120481927710846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 109 | +{"pair_id": "pair_ab7de25bbdd65971", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6190476190476191, "chrf": 67.09853092647579, "bleu": 33.86307609026734, "rougeL": 0.5925925925925926, "len_ratio": 1.064, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 110 | +{"pair_id": "pair_478c4b8f9ad75ac5", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.42872117400419285, "chrf": 65.4388752330305, "bleu": 28.550934540599357, "rougeL": 0.3898305084745763, "len_ratio": 1.5053763440860215, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 3.0} | |
| 111 | +{"pair_id": "pair_f6cbd61713858e62", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.473568281938326, "chrf": 43.24922129769497, "bleu": 23.50234933411453, "rougeL": 0.48275862068965514, "len_ratio": 0.5362318840579711, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 112 | +{"pair_id": "pair_ee673d7d287e330c", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.43143812709030105, "chrf": 44.89645002747384, "bleu": 16.341796826875246, "rougeL": 0.28048780487804875, "len_ratio": 1.3970588235294117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 113 | +{"pair_id": "pair_ca62b831bb4e2a34", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5608614232209738, "chrf": 64.07473204968304, "bleu": 33.89563696846932, "rougeL": 0.6455696202531646, "len_ratio": 0.8544303797468354, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0} | |
| 114 | +{"pair_id": "pair_5ebbe3e9c50f5dee", "doc_id": "doc_dca1cb2706c17137", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.33989266547406083, "chrf": 77.14054278199627, "bleu": 58.76681116918472, "rougeL": 0.6033519553072625, "len_ratio": 1.2638888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7692307692307693, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 115 | +{"pair_id": "pair_9d9260af9ec73688", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.07538659793814428, "chrf": 6.587110967324132, "bleu": 8.430262717254067e-05, "rougeL": 0.0996168582375479, "len_ratio": 0.07468879668049792, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0} | |
| 116 | +{"pair_id": "pair_fa08cdd0e59caa37", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.47301275760549555, "chrf": 65.82374778417804, "bleu": 28.806768743856253, "rougeL": 0.5373134328358209, "len_ratio": 1.6, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5294117647058824, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 117 | +{"pair_id": "pair_d044533b3cac04dc", "doc_id": "doc_b9f6f386c52a2106", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.39168490153172864, "chrf": 45.68624199865273, "bleu": 16.730867755136845, "rougeL": 0.48076923076923084, "len_ratio": 0.5303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 118 | +{"pair_id": "pair_f2de92be1ccd929d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5361904761904762, "chrf": 55.52411218853528, "bleu": 28.00849892749369, "rougeL": 0.5537459283387622, "len_ratio": 0.806060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 119 | +{"pair_id": "pair_0818b3c5596fbd53", "doc_id": "doc_861988bceb67e1df", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4946043165467626, "chrf": 46.963939317127085, "bleu": 19.416046485560358, "rougeL": 0.4558823529411764, "len_ratio": 0.6790123456790124, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 120 | +{"pair_id": "pair_959eefd58201c50e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3352476669059583, "chrf": 63.56906837695752, "bleu": 23.330597821873088, "rougeL": 0.30177514792899407, "len_ratio": 1.3146853146853146, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 121 | +{"pair_id": "pair_17e9935d45652340", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3921568627450981, "chrf": 42.95911739065584, "bleu": 16.18696456960594, "rougeL": 0.3508771929824561, "len_ratio": 0.8977272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 122 | +{"pair_id": "pair_b28b357cb1924196", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7880928355196771, "chrf": 73.33961539607438, "bleu": 49.0690478763676, "rougeL": 0.7491638795986622, "len_ratio": 0.912751677852349, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 123 | +{"pair_id": "pair_9bda1e4a7f3e5127", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5147540983606558, "chrf": 59.89231994077643, "bleu": 35.113636034282486, "rougeL": 0.4901960784313726, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.5833333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 124 | +{"pair_id": "pair_139b250bbc55cfa0", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3459507042253521, "chrf": 53.5401839406367, "bleu": 18.807544877264707, "rougeL": 0.35000000000000003, "len_ratio": 1.1393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 3.0} | |
| 125 | +{"pair_id": "pair_5087d0ae8b3b2403", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4555669050051072, "chrf": 58.97741910501121, "bleu": 29.653732047450553, "rougeL": 0.43343653250774, "len_ratio": 1.3852459016393444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7916666666666666, "number_precision": 0.7916666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 126 | +{"pair_id": "pair_caea015427837011", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5390796201607013, "chrf": 59.101664589543546, "bleu": 26.976627511294517, "rougeL": 0.5275779376498801, "len_ratio": 1.0717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 127 | +{"pair_id": "pair_92bc12c44c2ade8c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5648068669527897, "chrf": 67.74978236773586, "bleu": 29.919837920918095, "rougeL": 0.5602836879432624, "len_ratio": 1.481818181818182, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0} | |
| 128 | +{"pair_id": "pair_5977469e4fc8b79e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3122362869198312, "chrf": 63.93703000042319, "bleu": 33.73097099974042, "rougeL": 0.47407407407407415, "len_ratio": 1.072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 129 | +{"pair_id": "pair_1599bf9340a179ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5144628099173554, "chrf": 56.92397868541682, "bleu": 24.21885135725044, "rougeL": 0.4999999999999999, "len_ratio": 1.0757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 130 | +{"pair_id": "pair_f7dea80742b3e05e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5056294779938588, "chrf": 74.60231660627525, "bleu": 41.88522088291785, "rougeL": 0.6058394160583941, "len_ratio": 1.062992125984252, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0} | |
| 131 | +{"pair_id": "pair_05323c96c3cb3c53", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.42643229166666663, "chrf": 64.75159747413244, "bleu": 31.02712482035095, "rougeL": 0.43099273607748184, "len_ratio": 1.1189189189189188, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 132 | +{"pair_id": "pair_bf7b5c7d8a864a85", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.2585858585858586, "chrf": 24.41967151832392, "bleu": 2.8945191239674326, "rougeL": 0.26168224299065423, "len_ratio": 0.26506024096385544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 133 | +{"pair_id": "pair_6d7fbf8a7fbda239", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.39504260263361735, "chrf": 67.5735034556374, "bleu": 30.679994024018946, "rougeL": 0.3742690058479532, "len_ratio": 1.3706293706293706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 134 | +{"pair_id": "pair_b9e0ae06d897b53a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8176733780760627, "chrf": 80.74015753510477, "bleu": 67.7103352327796, "rougeL": 0.8013698630136987, "len_ratio": 0.9652777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 135 | +{"pair_id": "pair_1346e094f5b641a0", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.35383833248601937, "chrf": 49.779229921452746, "bleu": 19.328789784390434, "rougeL": 0.365415986949429, "len_ratio": 0.8411214953271028, "placeholders_exact": 0.0, "placeholder_recall": 0.9285714285714286, "number_recall": 1.0, "number_precision": 0.4, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 0.0} | |
| 136 | +{"pair_id": "pair_77e98b9492cac4bf", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.2200647249190939, "chrf": 25.614394005963188, "bleu": 4.6770622383959, "rougeL": 0.4057971014492754, "len_ratio": 0.2545454545454545, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 137 | +{"pair_id": "pair_6839ba367d497e80", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5977125808055694, "chrf": 62.961717364754264, "bleu": 43.92735799189322, "rougeL": 0.663003663003663, "len_ratio": 0.7483221476510067, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 138 | +{"pair_id": "pair_e122991f6f098a5c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.18693009118541037, "chrf": 17.965040192547832, "bleu": 0.2863916162148621, "rougeL": 0.19858156028368792, "len_ratio": 0.18333333333333332, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2222222222222222, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 139 | +{"pair_id": "pair_e6d5bc36e800dea4", "doc_id": "doc_b9f6f386c52a2106", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6125541125541125, "chrf": 66.52421291450774, "bleu": 36.478091162124144, "rougeL": 0.6616541353383458, "len_ratio": 0.9696969696969697, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 140 | +{"pair_id": "pair_f99f42256b1a243b", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3250883392226148, "chrf": 52.65876989422126, "bleu": 23.781759497409467, "rougeL": 0.37662337662337664, "len_ratio": 1.25, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 141 | +{"pair_id": "pair_5b710b0eaa6a3c86", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.430939226519337, "chrf": 61.284221289729544, "bleu": 37.11774948191488, "rougeL": 0.49023861171366595, "len_ratio": 0.9404255319148936, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9375, "number_precision": 0.9375, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 142 | +{"pair_id": "pair_6e3668c7f5aa2372", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4150602409638554, "chrf": 61.114356770853625, "bleu": 29.356034688388473, "rougeL": 0.47876447876447875, "len_ratio": 1.0406504065040652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 143 | +{"pair_id": "pair_6e2d7f9a5d9f9147", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.45914396887159536, "chrf": 65.37154993572759, "bleu": 37.429857127271525, "rougeL": 0.5256410256410257, "len_ratio": 1.2238805970149254, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 144 | +{"pair_id": "pair_1a8d87fd55235b10", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5443037974683544, "chrf": 67.20295768331957, "bleu": 31.49970134112489, "rougeL": 0.5668449197860962, "len_ratio": 1.2088607594936709, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 145 | +{"pair_id": "pair_525a4dd28c4b4896", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2975460122699386, "chrf": 59.36220435792181, "bleu": 37.395438816574284, "rougeL": 0.45771144278606957, "len_ratio": 1.4722222222222223, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 146 | +{"pair_id": "pair_036003c71b2dce7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5212121212121212, "chrf": 67.70183537579422, "bleu": 39.01949142960078, "rougeL": 0.5632911392405063, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 147 | +{"pair_id": "pair_4904c33d6c1b73da", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.28957528957528955, "chrf": 51.69910175024863, "bleu": 27.959284869095878, "rougeL": 0.410958904109589, "len_ratio": 1.1323529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 148 | +{"pair_id": "pair_d9b03c7c8aaddbe7", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4054316197866149, "chrf": 63.56486153942513, "bleu": 27.311492283316554, "rougeL": 0.3893129770992366, "len_ratio": 1.2307692307692308, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0} | |
| 149 | +{"pair_id": "pair_3a1638667a02fa34", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6646825396825398, "chrf": 67.03419706208024, "bleu": 39.41245089882904, "rougeL": 0.670926517571885, "len_ratio": 0.9932885906040269, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 150 | +{"pair_id": "pair_891babd17476b7f6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.46217616580310883, "chrf": 63.77025877720921, "bleu": 37.471967231767564, "rougeL": 0.5372168284789645, "len_ratio": 0.9536423841059603, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 151 | +{"pair_id": "pair_83e7174596232969", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.35564202334630346, "chrf": 56.94730913451976, "bleu": 19.465913148099972, "rougeL": 0.4292682926829268, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 152 | +{"pair_id": "pair_0dafd3db8e4005b7", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6300997280145059, "chrf": 66.92695830186341, "bleu": 29.806123859573585, "rougeL": 0.551948051948052, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 153 | +{"pair_id": "pair_4fdf03c241c1b9a6", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6770833333333333, "chrf": 72.37844257649574, "bleu": 46.531264801347035, "rougeL": 0.6718146718146719, "len_ratio": 1.1120689655172413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 154 | +{"pair_id": "pair_be453f24c5c74e51", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.340956340956341, "chrf": 62.9618641184841, "bleu": 28.38144105726205, "rougeL": 0.48305084745762716, "len_ratio": 1.3157894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.25, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0} | |
| 155 | +{"pair_id": "pair_0488cc573afa8f86", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3250564334085779, "chrf": 50.5641575599841, "bleu": 25.649626051839004, "rougeL": 0.36231884057971014, "len_ratio": 1.1590909090909092, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 156 | +{"pair_id": "pair_a9c8a20f6e572e5c", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3934191702432046, "chrf": 63.117588852135285, "bleu": 35.81823151594723, "rougeL": 0.5470852017937219, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 157 | +{"pair_id": "pair_c90720b095cc6e2f", "doc_id": "doc_679741e00536f8a4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.38731596828992076, "chrf": 61.29433856628195, "bleu": 35.028326027064416, "rougeL": 0.4419475655430712, "len_ratio": 0.9188191881918819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 158 | +{"pair_id": "pair_841c279b940a75a2", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.42516161113873696, "chrf": 59.42038315807612, "bleu": 44.086414021339145, "rougeL": 0.41868512110726647, "len_ratio": 0.8322147651006712, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7619047619047619, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 159 | +{"pair_id": "pair_d0bd794757654c36", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5820476858345021, "chrf": 67.53936427941089, "bleu": 38.79693173405388, "rougeL": 0.5420560747663552, "len_ratio": 0.944954128440367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 160 | +{"pair_id": "pair_4c24d0342602a3f7", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5647619047619048, "chrf": 56.40945904797919, "bleu": 27.73650100154691, "rougeL": 0.5629139072847682, "len_ratio": 0.7818181818181819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 161 | +{"pair_id": "pair_799379190681876a", "doc_id": "doc_c496dc8b7656356a", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.3168411037107517, "chrf": 65.11061835114045, "bleu": 27.511996503697908, "rougeL": 0.5070422535211268, "len_ratio": 1.5904761904761904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0} | |
| 162 | +{"pair_id": "pair_52a9288d64fe2a48", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6559356136820926, "chrf": 69.11571821226985, "bleu": 40.43864672755771, "rougeL": 0.6448445171849428, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 163 | +{"pair_id": "pair_39f46ef7b68a4774", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4004670169293637, "chrf": 68.54750322909979, "bleu": 37.9402081189394, "rougeL": 0.48587570621468934, "len_ratio": 1.145922746781116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.76, "number_precision": 0.7307692307692307, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 164 | +{"pair_id": "pair_824409119c9663a6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44358578052550235, "chrf": 50.255349122845274, "bleu": 21.102491277761718, "rougeL": 0.3823529411764706, "len_ratio": 1.2682926829268293, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 165 | +{"pair_id": "pair_f1c86722885c76ff", "doc_id": "doc_96174e2f07291f09", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.37075718015665793, "chrf": 66.89035567805752, "bleu": 36.17266713965365, "rougeL": 0.36363636363636365, "len_ratio": 1.9850746268656716, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.4375, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 166 | +{"pair_id": "pair_df6be18d270dc4a3", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7722132471728594, "chrf": 74.78681870021651, "bleu": 58.38314105247333, "rougeL": 0.7832898172323759, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 167 | +{"pair_id": "pair_ed3b962d3e6a321e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.40439158279963405, "chrf": 65.76776867218459, "bleu": 43.475381340145816, "rougeL": 0.6376811594202898, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 168 | +{"pair_id": "pair_754f1233f3268d8f", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5311398354876615, "chrf": 69.05757310981735, "bleu": 43.377700414278394, "rougeL": 0.5573770491803278, "len_ratio": 1.221311475409836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 0.88, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 169 | +{"pair_id": "pair_ba5d583e265a7c7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.33528265107212474, "chrf": 55.61732310997608, "bleu": 21.95407482882797, "rougeL": 0.425531914893617, "len_ratio": 1.144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 170 | +{"pair_id": "pair_1dc8a303a3f0d2af", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.466710182767624, "chrf": 58.92291829243238, "bleu": 34.26629679764145, "rougeL": 0.5421686746987951, "len_ratio": 0.907563025210084, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7837837837837838, "number_precision": 0.8787878787878788, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 171 | +{"pair_id": "pair_679bb06fbdb61cce", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5942857142857143, "chrf": 63.83006039090614, "bleu": 39.85616992148071, "rougeL": 0.645367412140575, "len_ratio": 0.8484848484848485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 172 | +{"pair_id": "pair_e3df5fc0154b30ff", "doc_id": "doc_b860396abb8d4077", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.526797385620915, "chrf": 73.97512950687185, "bleu": 41.484068659051815, "rougeL": 0.5291005291005291, "len_ratio": 1.1744186046511629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 173 | +{"pair_id": "pair_4353ce67ed0d3de6", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6114494518879415, "chrf": 74.45109335902484, "bleu": 47.90663673985129, "rougeL": 0.64, "len_ratio": 1.188118811881188, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 174 | +{"pair_id": "pair_bae2f739b3cd7a03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.32018927444794953, "chrf": 59.49703715271048, "bleu": 21.60346341984027, "rougeL": 0.3042071197411004, "len_ratio": 1.6875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 175 | +{"pair_id": "pair_559e3fd921f4c699", "doc_id": "doc_ece0bb556a23f499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5215485756026297, "chrf": 60.10722998064749, "bleu": 31.739451707623328, "rougeL": 0.5437352245862884, "len_ratio": 0.9150943396226415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 176 | +{"pair_id": "pair_0a65f52f8892fe39", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5035460992907801, "chrf": 59.9607198003443, "bleu": 25.080940539350546, "rougeL": 0.530909090909091, "len_ratio": 1.1693548387096775, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 177 | +{"pair_id": "pair_fa8b884f73780252", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3707664884135472, "chrf": 38.9820266915717, "bleu": 10.450786383388326, "rougeL": 0.30588235294117644, "len_ratio": 0.8863636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 178 | +{"pair_id": "pair_0f08b49a0e7cc8db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4257028112449799, "chrf": 49.65252464697791, "bleu": 28.098658195833604, "rougeL": 0.536231884057971, "len_ratio": 0.6585365853658537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 179 | +{"pair_id": "pair_88d8d3abc0147d7c", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6900584795321638, "chrf": 61.56681907788602, "bleu": 20.17081632051551, "rougeL": 0.6575342465753423, "len_ratio": 0.7631578947368421, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 180 | +{"pair_id": "pair_9f37e9cd0181c96b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.3714099216710183, "chrf": 57.43045020380407, "bleu": 27.23430554898075, "rougeL": 0.4228571428571428, "len_ratio": 1.0126050420168067, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8108108108108109, "number_precision": 0.75, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 181 | +{"pair_id": "pair_e231d6f97d76b954", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.302158273381295, "chrf": 63.45204627788304, "bleu": 30.560553144346944, "rougeL": 0.4505119453924914, "len_ratio": 1.24, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 182 | +{"pair_id": "pair_30b60ddaee841c4e", "doc_id": "doc_16a24631c5e15333", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.473568281938326, "chrf": 44.406924886197366, "bleu": 23.03354548853308, "rougeL": 0.5263157894736842, "len_ratio": 0.4927536231884058, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 183 | +{"pair_id": "pair_6b13f8093ec407f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5268691588785046, "chrf": 65.1244625507714, "bleu": 44.302784308081925, "rougeL": 0.5328185328185329, "len_ratio": 1.125, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 184 | +{"pair_id": "pair_5b2bea0bab86dd2e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5239852398523985, "chrf": 63.95618682038845, "bleu": 42.26900543814207, "rougeL": 0.6010362694300518, "len_ratio": 1.0903225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7906976744186046, "number_precision": 0.7727272727272727, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 185 | +{"pair_id": "pair_6e67a6b351445017", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.31922723091076355, "chrf": 55.188306465041606, "bleu": 21.340052235689665, "rougeL": 0.28653295128939826, "len_ratio": 1.0238095238095237, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0} | |
| 186 | +{"pair_id": "pair_48e0a53fe76abf78", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6101190476190477, "chrf": 60.49565954308703, "bleu": 35.4966217508481, "rougeL": 0.6206896551724138, "len_ratio": 1.1090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 187 | +{"pair_id": "pair_f8bbebdcf24fae93", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.29978118161925604, "chrf": 54.74969293742483, "bleu": 26.95207897113732, "rougeL": 0.3511450381679389, "len_ratio": 1.2300884955752212, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 188 | +{"pair_id": "pair_37626631db459db7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3796791443850267, "chrf": 50.65948140292531, "bleu": 25.96766303309796, "rougeL": 0.4135338345864662, "len_ratio": 1.619047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.4883720930232558, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 189 | +{"pair_id": "pair_0a4a2b345952ba7c", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.25656565656565655, "chrf": 23.95124726173594, "bleu": 2.8945191239674326, "rougeL": 0.26168224299065423, "len_ratio": 0.26506024096385544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 190 | +{"pair_id": "pair_c87919edb050ccf1", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5284837861524978, "chrf": 70.17494035021915, "bleu": 49.02812090345162, "rougeL": 0.6114285714285713, "len_ratio": 1.0116279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 191 | +{"pair_id": "pair_83ab0cec38a71665", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3540540540540541, "chrf": 56.85739113002109, "bleu": 24.29567503252361, "rougeL": 0.3905723905723906, "len_ratio": 1.288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 3.0, "sentence_count_delta": 2.0} | |
| 192 | +{"pair_id": "pair_6c91deb8e621294c", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5279593318809005, "chrf": 62.35766705525451, "bleu": 41.80863352594082, "rougeL": 0.5528846153846154, "len_ratio": 0.9716981132075472, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.5, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 193 | +{"pair_id": "pair_cf9bd8d5316b3cda", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.333716915995397, "chrf": 52.35720340217272, "bleu": 25.643923200329375, "rougeL": 0.3611111111111111, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.65, "number_precision": 0.6842105263157895, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 194 | +{"pair_id": "pair_c3d7e8cc890d0a01", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5041152263374485, "chrf": 51.51804637093134, "bleu": 28.931063981330155, "rougeL": 0.5714285714285714, "len_ratio": 0.8028169014084507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 195 | +{"pair_id": "pair_41381e86d7167f31", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.281508739650414, "chrf": 48.61454844747088, "bleu": 14.738244433810832, "rougeL": 0.2796352583586626, "len_ratio": 0.9166666666666666, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0} | |
| 196 | +{"pair_id": "pair_f34d45a475abf3dc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5459345300950369, "chrf": 58.21930451885289, "bleu": 35.306579280314764, "rougeL": 0.5625, "len_ratio": 0.6850393700787402, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0} | |
| 197 | +{"pair_id": "pair_d73404868e66c071", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.45128205128205123, "chrf": 59.7553506991963, "bleu": 28.48238522127473, "rougeL": 0.509090909090909, "len_ratio": 1.2112676056338028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 198 | +{"pair_id": "pair_b53168bf2f84a788", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6347469220246238, "chrf": 68.34875811233955, "bleu": 41.23830223247593, "rougeL": 0.6301369863013698, "len_ratio": 0.9908256880733946, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 199 | +{"pair_id": "pair_e4e5470946214868", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.46942446043165464, "chrf": 70.98905440589273, "bleu": 48.79223030777936, "rougeL": 0.5325443786982248, "len_ratio": 1.0443037974683544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 200 | +{"pair_id": "pair_e681d108eb8dfe73", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.07314285714285718, "chrf": 6.802913235690028, "bleu": 0.0012283767402141458, "rougeL": 0.11764705882352941, "len_ratio": 0.08870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -8.0} | |
| 201 | +{"pair_id": "pair_ccb788e437dbf98a", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3632075471698113, "chrf": 61.89244457759418, "bleu": 27.66107379552824, "rougeL": 0.4042553191489362, "len_ratio": 1.2025316455696202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 202 | +{"pair_id": "pair_9dffcc526e8aa927", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.44066852367688025, "chrf": 60.067891515153725, "bleu": 29.706271185262533, "rougeL": 0.4538745387453874, "len_ratio": 1.069767441860465, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": 1.0} | |
| 203 | +{"pair_id": "pair_7555526a602f2966", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.30919220055710306, "chrf": 61.14647923338079, "bleu": 21.960622938177867, "rougeL": 0.2990033222591363, "len_ratio": 1.2213740458015268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 204 | +{"pair_id": "pair_c40eab63b903284c", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.010587102983638075, "chrf": 1.238738554719744, "bleu": 4.495742528561545e-25, "rougeL": 0.022857142857142854, "len_ratio": 0.011834319526627219, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -3.0, "sentence_count_delta": -5.0} | |
| 205 | +{"pair_id": "pair_a9a7e68ae8728365", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.38357324301439455, "chrf": 70.56814846950469, "bleu": 35.32124045078364, "rougeL": 0.35714285714285715, "len_ratio": 1.31496062992126, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0} | |
| 206 | +{"pair_id": "pair_5d7cd8a193a59be5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.770949720670391, "chrf": 74.02545528789481, "bleu": 57.25541741519093, "rougeL": 0.7643312101910829, "len_ratio": 0.8674698795180723, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 207 | +{"pair_id": "pair_12b5db222f4b1fc9", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6758064516129032, "chrf": 71.16969657296346, "bleu": 50.35025725012121, "rougeL": 0.6859903381642513, "len_ratio": 1.011111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 208 | +{"pair_id": "pair_38aca52ad271f027", "doc_id": "doc_b187f41399e937ba", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2997601918465228, "chrf": 63.79883821069525, "bleu": 34.92516172507935, "rougeL": 0.4727272727272727, "len_ratio": 0.9548872180451128, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 209 | +{"pair_id": "pair_be8e383c92ad21f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.35185185185185186, "chrf": 44.78784386796253, "bleu": 33.52977185266278, "rougeL": 0.4974093264248704, "len_ratio": 0.8690476190476191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7916666666666666, "number_precision": 0.7307692307692307, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 210 | +{"pair_id": "pair_9014156535b7ac23", "doc_id": "doc_c496dc8b7656356a", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.647887323943662, "chrf": 67.77622288305977, "bleu": 42.46952315377128, "rougeL": 0.6635071090047393, "len_ratio": 0.9333333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0} | |
| 211 | +{"pair_id": "pair_74c055852c85b798", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5732647814910026, "chrf": 57.57902300598753, "bleu": 22.099597373513316, "rougeL": 0.5280000000000001, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 212 | +{"pair_id": "pair_b37f8b5ebad36f43", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.30533235938641345, "chrf": 59.508737304750426, "bleu": 21.074779728437118, "rougeL": 0.2777777777777778, "len_ratio": 1.8303571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 213 | +{"pair_id": "pair_d687a487c69b44c5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.36069455406471984, "chrf": 59.64221336013746, "bleu": 35.74594390270439, "rougeL": 0.4025157232704402, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9375, "number_precision": 0.8823529411764706, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 214 | +{"pair_id": "pair_6a0e6daf837b4e83", "doc_id": "doc_b187f41399e937ba", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5462085308056872, "chrf": 67.4301997970051, "bleu": 35.621580544471065, "rougeL": 0.5899280575539568, "len_ratio": 0.9849624060150376, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 215 | +{"pair_id": "pair_a34730671f2ff5a0", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6641566265060241, "chrf": 75.7440084036027, "bleu": 52.47864970206291, "rougeL": 0.74, "len_ratio": 0.9794871794871794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 216 | +{"pair_id": "pair_181b3fd47b1b6f44", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6448250186150409, "chrf": 68.06133779494336, "bleu": 45.74200270253837, "rougeL": 0.6234413965087282, "len_ratio": 1.0518134715025906, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 217 | +{"pair_id": "pair_f47ad2fcd2adec69", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.726788882318155, "chrf": 76.15194148054553, "bleu": 52.295820814047204, "rougeL": 0.7209775967413442, "len_ratio": 0.8682170542635659, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 218 | +{"pair_id": "pair_14c561312905500f", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.24715909090909094, "chrf": 26.897898544969756, "bleu": 3.84571313821429, "rougeL": 0.368, "len_ratio": 0.24, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 219 | +{"pair_id": "pair_1b730bf0230ec41e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.2901234567901234, "chrf": 53.62753504749921, "bleu": 37.3695289555244, "rougeL": 0.5340314136125655, "len_ratio": 0.8690476190476191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 220 | +{"pair_id": "pair_654f752ab62f4ee7", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5543278084714549, "chrf": 64.89740377737068, "bleu": 37.5524692655729, "rougeL": 0.5838509316770187, "len_ratio": 1.2686567164179106, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 221 | +{"pair_id": "pair_cb4d3669a0f39194", "doc_id": "doc_9ad63a530a55b56e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.42695035460992903, "chrf": 58.70285718132906, "bleu": 20.7192012699504, "rougeL": 0.45141065830721006, "len_ratio": 1.8363636363636364, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0} | |
| 222 | +{"pair_id": "pair_6efdb5a8a1293946", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5376344086021505, "chrf": 54.92892641424116, "bleu": 14.963237500041243, "rougeL": 0.5476190476190476, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 223 | +{"pair_id": "pair_b3d3223b69a0daa9", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.506909090909091, "chrf": 60.383888931314274, "bleu": 31.41972471557678, "rougeL": 0.5324384787472035, "len_ratio": 1.0235849056603774, "placeholders_exact": 0.0, "placeholder_recall": 0.7142857142857143, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 224 | +{"pair_id": "pair_6c6ba26190d25691", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7386162034299231, "chrf": 77.96496802310423, "bleu": 58.28697857352345, "rougeL": 0.7704590818363274, "len_ratio": 0.9186046511627907, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 225 | +{"pair_id": "pair_2023493ba50740fc", "doc_id": "doc_9ad63a530a55b56e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3376, "chrf": 56.54362754683194, "bleu": 18.54205100450872, "rougeL": 0.3424657534246575, "len_ratio": 1.5818181818181818, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0} | |
| 226 | +{"pair_id": "pair_87fa12580d1af417", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47639860139860135, "chrf": 59.42461992356544, "bleu": 31.820851874841775, "rougeL": 0.512396694214876, "len_ratio": 0.8980891719745223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.7142857142857143, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 227 | +{"pair_id": "pair_0869ae936350b1bc", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.48985507246376814, "chrf": 64.59004054258524, "bleu": 28.270253850533614, "rougeL": 0.5405405405405406, "len_ratio": 1.3825503355704698, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 228 | +{"pair_id": "pair_c1dcd6be7b27ee1b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5442404006677797, "chrf": 61.53994112192876, "bleu": 33.17495541337037, "rougeL": 0.5461254612546126, "len_ratio": 1.069767441860465, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 2.0} | |
| 229 | +{"pair_id": "pair_77adc6e207dfe5dd", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5319148936170213, "chrf": 62.03283695290849, "bleu": 32.60249151281121, "rougeL": 0.5138888888888888, "len_ratio": 1.037593984962406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.6363636363636364, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 230 | +{"pair_id": "pair_c4de341d5eb091f2", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.28739002932551316, "chrf": 52.68687277685476, "bleu": 21.458311434085594, "rougeL": 0.2765957446808511, "len_ratio": 1.3982300884955752, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 3.0, "hedge_delta": 2.0, "sentence_count_delta": 2.0} | |
| 231 | +{"pair_id": "pair_f7d4665fb582f979", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6267232237539766, "chrf": 71.60578838817237, "bleu": 42.33280571940386, "rougeL": 0.6484375, "len_ratio": 1.0775862068965518, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 232 | +{"pair_id": "pair_c53d7c6c841a84c2", "doc_id": "doc_adb94552819f8ffa", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4464285714285714, "chrf": 63.98542995697659, "bleu": 31.503112106232596, "rougeL": 0.42748091603053434, "len_ratio": 1.4259259259259258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0} | |
| 233 | +{"pair_id": "pair_a5359ce8702011e3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5765690376569037, "chrf": 68.42831219235514, "bleu": 35.41323277851259, "rougeL": 0.5966850828729282, "len_ratio": 1.139240506329114, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 234 | +{"pair_id": "pair_b01bdbdfc94d4b5b", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4859022556390977, "chrf": 61.025687211526545, "bleu": 28.6896088688175, "rougeL": 0.4968152866242038, "len_ratio": 1.2330827067669172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 235 | +{"pair_id": "pair_4c038c9e04106c46", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5094051855617692, "chrf": 54.992350086326866, "bleu": 26.44144942021575, "rougeL": 0.5257352941176471, "len_ratio": 0.6230529595015576, "placeholders_exact": 0.0, "placeholder_recall": 0.7857142857142857, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 236 | +{"pair_id": "pair_d90dba52a4210dd6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4046052631578947, "chrf": 63.41387069804229, "bleu": 31.572141807713443, "rougeL": 0.4502164502164502, "len_ratio": 1.263157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 237 | +{"pair_id": "pair_3d038382ba9538c3", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2715477293790547, "chrf": 56.27392214537233, "bleu": 22.9795862452631, "rougeL": 0.3708609271523179, "len_ratio": 0.9673202614379085, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 238 | +{"pair_id": "pair_9844dff15124c385", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3563829787234043, "chrf": 62.35120694281976, "bleu": 25.957079283620732, "rougeL": 0.38500000000000006, "len_ratio": 1.1373626373626373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 239 | +{"pair_id": "pair_39f36fbade05e79f", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4205933682373473, "chrf": 56.054246689148115, "bleu": 22.313785495437717, "rougeL": 0.5222222222222223, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 240 | +{"pair_id": "pair_35ece986010c118a", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.1294964028776978, "chrf": 12.837809122182387, "bleu": 0.03056731773353858, "rougeL": 0.10989010989010987, "len_ratio": 0.12345679012345678, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 241 | +{"pair_id": "pair_9bbe065db892b4e1", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.39907192575406036, "chrf": 61.94921432684129, "bleu": 27.602955296733022, "rougeL": 0.477326968973747, "len_ratio": 1.0147783251231528, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 242 | +{"pair_id": "pair_b861fda2ba1c33fa", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.47420965058236275, "chrf": 70.687406123281, "bleu": 40.19309147207407, "rougeL": 0.5875706214689266, "len_ratio": 1.1012658227848102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 243 | +{"pair_id": "pair_b43ea84cc2b9caa2", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.29670329670329665, "chrf": 54.458463297313806, "bleu": 15.723127950987475, "rougeL": 0.3380281690140845, "len_ratio": 1.2802197802197801, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 244 | +{"pair_id": "pair_6aa7e73a56ef15ba", "doc_id": "doc_bc5938d3f6b260f6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6248415716096325, "chrf": 73.56602878421373, "bleu": 49.82779002376574, "rougeL": 0.7215686274509805, "len_ratio": 0.9917355371900827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7272727272727273, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 245 | +{"pair_id": "pair_1ec46fbe211d4778", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5437158469945356, "chrf": 70.66104239007205, "bleu": 49.819336838227045, "rougeL": 0.6435643564356436, "len_ratio": 0.9894736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.25, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 246 | +{"pair_id": "pair_c2345f3d6e19cc11", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.07345360824742264, "chrf": 5.574461207137162, "bleu": 1.4445651875681406e-05, "rougeL": 0.06923076923076922, "len_ratio": 0.07053941908713693, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -8.0} | |
| 247 | +{"pair_id": "pair_6ba37e4de567bc3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.4477806788511749, "chrf": 53.91380213404261, "bleu": 26.05019128696969, "rougeL": 0.5092402464065708, "len_ratio": 0.8697478991596639, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7567567567567568, "number_precision": 0.8484848484848485, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0} | |
| 248 | +{"pair_id": "pair_5f4b0a77a4183009", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5011801730920535, "chrf": 63.07949644434362, "bleu": 28.323130814226666, "rougeL": 0.5175718849840256, "len_ratio": 1.416, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 249 | +{"pair_id": "pair_c43208b34ff7f949", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5781083953241233, "chrf": 67.5535697452918, "bleu": 36.763317410743504, "rougeL": 0.6119402985074627, "len_ratio": 1.096774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 250 | +{"pair_id": "pair_887c056c0e105d41", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.057819169577027596, "chrf": 6.227978489495416, "bleu": 9.798632598120127e-07, "rougeL": 0.08333333333333334, "len_ratio": 0.05319148936170213, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -4.0, "sentence_count_delta": -16.0} | |
| 251 | +{"pair_id": "pair_87afc6f2b955f195", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5833333333333333, "chrf": 73.52762418333656, "bleu": 41.741464340534854, "rougeL": 0.6551724137931034, "len_ratio": 1.224, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 252 | +{"pair_id": "pair_8da67bc3825d3492", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3375248180013236, "chrf": 60.88043665026661, "bleu": 28.14542835654903, "rougeL": 0.38738738738738737, "len_ratio": 1.0660377358490567, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 0.6666666666666666, "number_precision": 0.6, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 253 | +{"pair_id": "pair_274aa9c1018763c9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5730337078651686, "chrf": 64.04068697003473, "bleu": 41.20714341779123, "rougeL": 0.5973025048169557, "len_ratio": 0.9844961240310077, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 1.0} | |
| 254 | +{"pair_id": "pair_e90f69af9012be1e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3866057838660578, "chrf": 65.90147951527338, "bleu": 45.79367025714072, "rougeL": 0.3940886699507389, "len_ratio": 1.2073170731707317, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 255 | +{"pair_id": "pair_89da4715f3fa0f38", "doc_id": "doc_fd2461ec733b3c95", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5819975339087546, "chrf": 62.09537855168015, "bleu": 38.468550375189025, "rougeL": 0.6098654708520179, "len_ratio": 0.8416666666666667, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 256 | +{"pair_id": "pair_04b803c336afa73a", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.35545851528384276, "chrf": 62.55160624662146, "bleu": 32.452499009498695, "rougeL": 0.3548387096774194, "len_ratio": 1.3134328358208955, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 257 | +{"pair_id": "pair_9b3eb54905fd2c9d", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6093880972338642, "chrf": 70.35116196707536, "bleu": 46.30124068789553, "rougeL": 0.6534653465346534, "len_ratio": 1.1806451612903226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7906976744186046, "number_precision": 0.68, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 258 | +{"pair_id": "pair_22313211c45cfb5d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8613861386138614, "chrf": 87.69433366238029, "bleu": 69.11291889243581, "rougeL": 0.8415300546448088, "len_ratio": 1.0112359550561798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 259 | +{"pair_id": "pair_377da45665f0e275", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6270053475935828, "chrf": 62.134717013057504, "bleu": 27.908561572176076, "rougeL": 0.5412844036697247, "len_ratio": 0.981651376146789, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 260 | +{"pair_id": "pair_80172c75c3eada27", "doc_id": "doc_7581bcce20007a86", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.3036036036036036, "chrf": 75.49636783061648, "bleu": 38.06748857805607, "rougeL": 0.4367816091954023, "len_ratio": 1.7526881720430108, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 6.0} | |
| 261 | +{"pair_id": "pair_a5afb0af34d3e7d8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5489566613162119, "chrf": 70.3683440093707, "bleu": 34.9034178606557, "rougeL": 0.6524064171122994, "len_ratio": 1.0337078651685394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 262 | +{"pair_id": "pair_eb8d5899132cadd5", "doc_id": "doc_9ad63a530a55b56e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3164852255054432, "chrf": 69.21573783823078, "bleu": 28.34997436645765, "rougeL": 0.2972972972972973, "len_ratio": 1.6181818181818182, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0} | |
| 263 | +{"pair_id": "pair_eb2e4eca4ca40bc7", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3972911963882618, "chrf": 40.29007286991937, "bleu": 13.405466763520087, "rougeL": 0.42, "len_ratio": 0.45588235294117646, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.3333333333333333, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 264 | +{"pair_id": "pair_3ceaf6db1bfecbc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6210159362549801, "chrf": 66.21908671238118, "bleu": 37.80328783481659, "rougeL": 0.6254295532646048, "len_ratio": 0.9288135593220339, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 265 | +{"pair_id": "pair_7af5b5f7c3e1b389", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4077809798270894, "chrf": 62.89000004424028, "bleu": 23.739458270978492, "rougeL": 0.4772727272727273, "len_ratio": 1.8032786885245902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 266 | +{"pair_id": "pair_8f52aee8c3dea80e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3174748398902104, "chrf": 72.53745993835315, "bleu": 56.935163739467804, "rougeL": 0.6017699115044246, "len_ratio": 0.9476744186046512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8461538461538461, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 267 | +{"pair_id": "pair_4112683976a6d2a1", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5210884353741496, "chrf": 68.55821992360977, "bleu": 40.38171507184626, "rougeL": 0.5961538461538461, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 268 | +{"pair_id": "pair_fede62da87b1db7d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.572347266881029, "chrf": 69.9294151553716, "bleu": 40.14902576979423, "rougeL": 0.6344086021505377, "len_ratio": 1.0224719101123596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 269 | +{"pair_id": "pair_1e8d326d2e1cf46b", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3863751906456533, "chrf": 56.43719550710542, "bleu": 22.497318398164598, "rougeL": 0.44951140065146583, "len_ratio": 0.8504672897196262, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 270 | +{"pair_id": "pair_64aa9005de8428fa", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5932539682539683, "chrf": 57.146617179122735, "bleu": 26.378886638377992, "rougeL": 0.5789473684210528, "len_ratio": 1.0422535211267605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 271 | +{"pair_id": "pair_9a9d581571b09b26", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3510917030567685, "chrf": 59.95454346544516, "bleu": 27.36559609180735, "rougeL": 0.3436619718309859, "len_ratio": 1.0535714285714286, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 272 | +{"pair_id": "pair_f0d878f0b2f50e07", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.010587102983638075, "chrf": 1.238738554719744, "bleu": 4.495742528561545e-25, "rougeL": 0.022857142857142854, "len_ratio": 0.011834319526627219, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -3.0, "sentence_count_delta": -5.0} | |
| 273 | +{"pair_id": "pair_8c3e4bf1a543c821", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.43202979515828677, "chrf": 50.23253196772408, "bleu": 25.72557978736151, "rougeL": 0.44578313253012053, "len_ratio": 0.963855421686747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 274 | +{"pair_id": "pair_0dd344cd3608ffb0", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4919447640966629, "chrf": 64.97638174383776, "bleu": 33.25341732524416, "rougeL": 0.49800796812749004, "len_ratio": 1.062240663900415, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 275 | +{"pair_id": "pair_452b7aa2393cf974", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3007448789571695, "chrf": 55.19091866151149, "bleu": 19.92121249264703, "rougeL": 0.3257575757575758, "len_ratio": 1.2478632478632479, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": 1.0} | |
| 276 | +{"pair_id": "pair_5f4b7f005014cc09", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6827689243027888, "chrf": 76.1279820015947, "bleu": 54.47934314435536, "rougeL": 0.7130730050933787, "len_ratio": 0.9491525423728814, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 277 | +{"pair_id": "pair_c2f0dfc799d018eb", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.703862660944206, "chrf": 71.69254090375813, "bleu": 44.147171613825186, "rougeL": 0.7302904564315352, "len_ratio": 0.824, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 278 | +{"pair_id": "pair_f8324dc2350ab41d", "doc_id": "doc_3135153361cfb769", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5273972602739726, "chrf": 69.33699566082835, "bleu": 41.635592503125395, "rougeL": 0.6412213740458016, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 279 | +{"pair_id": "pair_e036df2962ff3a84", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.32622950819672136, "chrf": 54.24158640084021, "bleu": 33.802654972532004, "rougeL": 0.46153846153846156, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.6153846153846154, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 280 | +{"pair_id": "pair_03753c8eeae743c1", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.39244851258581237, "chrf": 56.21323929674412, "bleu": 19.08807679550603, "rougeL": 0.3365200764818356, "len_ratio": 1.0731707317073171, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 281 | +{"pair_id": "pair_2168e626b85f6aa8", "doc_id": "doc_fc78b461465fbd42", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.26948480845442535, "chrf": 66.7601570486867, "bleu": 44.91420940768134, "rougeL": 0.5120772946859903, "len_ratio": 0.9900990099009901, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 282 | +{"pair_id": "pair_ec27ccc16e117e20", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.48381294964028776, "chrf": 47.59439237054867, "bleu": 19.0704574393427, "rougeL": 0.4264705882352941, "len_ratio": 0.6790123456790124, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 283 | +{"pair_id": "pair_6f3ef3438ca264e6", "doc_id": "doc_7581bcce20007a86", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4483378256963163, "chrf": 65.52738018579886, "bleu": 25.248186961611825, "rougeL": 0.5095057034220533, "len_ratio": 1.7849462365591398, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 5.0} | |
| 284 | +{"pair_id": "pair_8ce0d73fd9b6d075", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3103057757644394, "chrf": 38.592314273401904, "bleu": 14.183086832045282, "rougeL": 0.2901785714285714, "len_ratio": 0.6051660516605166, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 285 | +{"pair_id": "pair_222dd7c96c3e0948", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3789093825180433, "chrf": 48.69041697694712, "bleu": 22.959755797877172, "rougeL": 0.3917851500789889, "len_ratio": 0.6721763085399449, "placeholders_exact": 0.0, "placeholder_recall": 0.38461538461538464, "number_recall": 0.7142857142857143, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -6.0} | |
| 286 | +{"pair_id": "pair_57cc371f68363512", "doc_id": "doc_fc3b7b904133fd48", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5026974006866111, "chrf": 62.70004770451612, "bleu": 32.82163499171891, "rougeL": 0.5168539325842697, "len_ratio": 1.0366666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 287 | +{"pair_id": "pair_679cbad56b2d3f8d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6195795006570302, "chrf": 73.36854747011452, "bleu": 49.30942807580215, "rougeL": 0.7374999999999999, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 288 | +{"pair_id": "pair_eaa7ab7681035960", "doc_id": "doc_9ad63a530a55b56e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3987341772151899, "chrf": 72.61941969716221, "bleu": 34.79561155181975, "rougeL": 0.3529411764705882, "len_ratio": 1.5636363636363637, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 5.0} | |
| 289 | +{"pair_id": "pair_f875dff43ba74a03", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7966867469879518, "chrf": 74.34428862209853, "bleu": 51.02466791801458, "rougeL": 0.8108108108108107, "len_ratio": 0.8256410256410256, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 290 | +{"pair_id": "pair_3a482d8623a4fbbe", "doc_id": "doc_fc3b7b904133fd48", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6879177377892031, "chrf": 67.68994092478303, "bleu": 41.296869205588905, "rougeL": 0.7011070110701106, "len_ratio": 0.7633333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 291 | +{"pair_id": "pair_45d81bea4e5af436", "doc_id": "doc_dca1cb2706c17137", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3493975903614458, "chrf": 72.18831852017657, "bleu": 48.43503749382676, "rougeL": 0.59, "len_ratio": 1.4444444444444444, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 292 | +{"pair_id": "pair_bfdace02a8144f56", "doc_id": "doc_fc78b461465fbd42", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5147190008920607, "chrf": 70.23474444218316, "bleu": 33.797572217305714, "rougeL": 0.5514705882352942, "len_ratio": 1.6534653465346534, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 293 | +{"pair_id": "pair_12fb41e9e9b7a382", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6163996229971724, "chrf": 74.2314835230581, "bleu": 58.47291783884322, "rougeL": 0.72782874617737, "len_ratio": 0.9430379746835443, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 294 | +{"pair_id": "pair_7d1acc01c08f1fb5", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3224137931034483, "chrf": 67.61532085859828, "bleu": 29.239448555262562, "rougeL": 0.3850931677018633, "len_ratio": 1.381679389312977, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 295 | +{"pair_id": "pair_655c85e2967261b9", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.08695652173913049, "chrf": 7.288723537045054, "bleu": 0.004599217211320501, "rougeL": 0.12274368231046931, "len_ratio": 0.1016260162601626, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -8.0} | |
| 296 | +{"pair_id": "pair_94194a3ca1e4e851", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5657894736842105, "chrf": 54.60833157145768, "bleu": 17.82709111135526, "rougeL": 0.5485714285714285, "len_ratio": 1.1578947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 297 | +{"pair_id": "pair_0294041dedfe8566", "doc_id": "doc_bc5938d3f6b260f6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6975381008206331, "chrf": 76.36662307426522, "bleu": 51.35845604307573, "rougeL": 0.7703703703703703, "len_ratio": 1.1239669421487604, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 298 | +{"pair_id": "pair_34886856e62683aa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.39857651245551606, "chrf": 60.516452213577445, "bleu": 35.81195919297321, "rougeL": 0.4973544973544974, "len_ratio": 1.1219512195121952, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 299 | +{"pair_id": "pair_a014cef257180f70", "doc_id": "doc_649c56ed2a776c29", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4121495327102803, "chrf": 56.35833445674591, "bleu": 30.64570826151046, "rougeL": 0.5373134328358209, "len_ratio": 0.7450980392156863, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 300 | +{"pair_id": "pair_5ecc1c8569ad5cb1", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4140491147915477, "chrf": 61.024475125586584, "bleu": 26.11543335472157, "rougeL": 0.3621399176954732, "len_ratio": 1.4, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0} | |
| 301 | +{"pair_id": "pair_dc0db1a40dcf2ae5", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8357558139534884, "chrf": 81.00885868485584, "bleu": 65.06179198021827, "rougeL": 0.8349514563106796, "len_ratio": 0.8942307692307693, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 302 | +{"pair_id": "pair_ff0b44ea6876fbc2", "doc_id": "doc_16a24631c5e15333", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5440528634361234, "chrf": 51.2135103109282, "bleu": 27.835759077413883, "rougeL": 0.5565217391304348, "len_ratio": 0.5217391304347826, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 303 | +{"pair_id": "pair_69d891351ca40ded", "doc_id": "doc_7581bcce20007a86", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.19843750000000004, "chrf": 20.09559559194661, "bleu": 1.0832372191766937, "rougeL": 0.24347826086956517, "len_ratio": 0.20430107526881722, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0} | |
| 304 | +{"pair_id": "pair_9dcfe112d68ef358", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3658954584404456, "chrf": 58.65788666765801, "bleu": 29.340295587721585, "rougeL": 0.4054054054054054, "len_ratio": 0.967032967032967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 305 | +{"pair_id": "pair_65df52755998bb4d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4725388601036269, "chrf": 65.44843050216978, "bleu": 38.08110679640997, "rougeL": 0.5559105431309905, "len_ratio": 0.9801324503311258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 306 | +{"pair_id": "pair_fa2fb072f2a38832", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5093378607809846, "chrf": 64.00940452152733, "bleu": 29.27480594657502, "rougeL": 0.5605095541401274, "len_ratio": 1.4918032786885247, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 307 | +{"pair_id": "pair_f49a228de52eb9db", "doc_id": "doc_9195328f7f1a1bb1", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.2640207075064711, "chrf": 53.82824783670615, "bleu": 35.17582996830076, "rougeL": 0.30303030303030304, "len_ratio": 1.0057142857142858, "placeholders_exact": 0.0, "placeholder_recall": 0.2, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 308 | +{"pair_id": "pair_7b36251e3f342515", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.34076204169662117, "chrf": 45.94034219761921, "bleu": 10.15363390995535, "rougeL": 0.3050847457627119, "len_ratio": 1.6343283582089552, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 5.0, "sentence_count_delta": 4.0} | |
| 309 | +{"pair_id": "pair_a3cef3ef3af84a9b", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6332288401253918, "chrf": 60.33801449961415, "bleu": 20.754528765175348, "rougeL": 0.5833333333333334, "len_ratio": 0.9302325581395349, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 310 | +{"pair_id": "pair_9898226bb613ec69", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.37722419928825623, "chrf": 62.52654039178878, "bleu": 29.570324258934452, "rougeL": 0.42352941176470593, "len_ratio": 1.3942307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7142857142857143, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 311 | +{"pair_id": "pair_20e8ca0d7b653ff7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7510964912280702, "chrf": 73.85488886901223, "bleu": 56.406612605855074, "rougeL": 0.7315436241610739, "len_ratio": 1.0069444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 312 | +{"pair_id": "pair_2ee7f1d2f40e8bdf", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4141856392294221, "chrf": 59.9580552802351, "bleu": 17.819364856309853, "rougeL": 0.3443223443223443, "len_ratio": 1.3162393162393162, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0} | |
| 313 | +{"pair_id": "pair_ace033f91188533a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4115267947421638, "chrf": 63.17689572329505, "bleu": 37.05752468451406, "rougeL": 0.5095541401273885, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 314 | +{"pair_id": "pair_fd580b23fcb01ecc", "doc_id": "doc_96174e2f07291f09", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.32089552238805974, "chrf": 36.72673851486592, "bleu": 16.912813497363164, "rougeL": 0.3695652173913043, "len_ratio": 0.582089552238806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.4444444444444444, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 315 | +{"pair_id": "pair_a6a174d276e47768", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.43183344526527867, "chrf": 61.8772401589944, "bleu": 30.36725120161948, "rougeL": 0.5157232704402517, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0} | |
| 316 | +{"pair_id": "pair_c10ef4e67ec8ec17", "doc_id": "doc_3135153361cfb769", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.23333333333333328, "chrf": 24.75312707055485, "bleu": 2.7036583216158334, "rougeL": 0.3058823529411765, "len_ratio": 0.2537313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 317 | +{"pair_id": "pair_939f8b10ab91b4f8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3029279279279279, "chrf": 59.384602002573125, "bleu": 31.69202405530344, "rougeL": 0.3725490196078432, "len_ratio": 1.2295081967213115, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.8518518518518519, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 318 | +{"pair_id": "pair_8eec2074d215ea78", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6927374301675977, "chrf": 67.18487226639577, "bleu": 47.578326210113346, "rougeL": 0.6666666666666666, "len_ratio": 0.8554216867469879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 319 | +{"pair_id": "pair_dbe2eab5c263e911", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.050330452465683795, "chrf": 5.446726828880024, "bleu": 5.2275183584781e-07, "rougeL": 0.09116809116809116, "len_ratio": 0.0529595015576324, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -6.0, "hedge_delta": -2.0, "sentence_count_delta": -11.0} | |
| 320 | +{"pair_id": "pair_f5fa11427d24982f", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3884976525821596, "chrf": 62.86366496773205, "bleu": 28.306157439704247, "rougeL": 0.4031620553359684, "len_ratio": 0.9919354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.5833333333333334, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 321 | +{"pair_id": "pair_450ff580823ab07a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.31283905967450276, "chrf": 52.71822294519137, "bleu": 36.816159006533994, "rougeL": 0.29107981220657275, "len_ratio": 1.1071428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 322 | +{"pair_id": "pair_bd645c066a932d68", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.353927625772286, "chrf": 54.63887696564031, "bleu": 36.01133613506966, "rougeL": 0.37325905292479106, "len_ratio": 0.9542857142857143, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 323 | +{"pair_id": "pair_9f8d2a3c9f938411", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6748350612629594, "chrf": 76.38241091175354, "bleu": 60.376464944164276, "rougeL": 0.7245508982035929, "len_ratio": 1.0253164556962024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 324 | +{"pair_id": "pair_aa07a7973e8aac0b", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5701058201058201, "chrf": 61.0586938511831, "bleu": 39.48734629089187, "rougeL": 0.6702127659574468, "len_ratio": 0.625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0} | |
| 325 | +{"pair_id": "pair_e9da743b727436ef", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6377269139700079, "chrf": 70.05399139144556, "bleu": 47.995786628561916, "rougeL": 0.6984126984126984, "len_ratio": 0.8468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 326 | +{"pair_id": "pair_b10388ffe9e7c2bc", "doc_id": "doc_9195328f7f1a1bb1", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3641791044776119, "chrf": 64.14164126665393, "bleu": 39.51545848457727, "rougeL": 0.4213197969543147, "len_ratio": 1.1428571428571428, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 327 | +{"pair_id": "pair_741e9938fd13c327", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6080729166666667, "chrf": 60.1475043089065, "bleu": 46.196074460049026, "rougeL": 0.7053941908713693, "len_ratio": 0.7049180327868853, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 0.9565217391304348, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 328 | +{"pair_id": "pair_a194677579909580", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4859154929577465, "chrf": 60.43584918993775, "bleu": 22.852832384641914, "rougeL": 0.48372093023255813, "len_ratio": 0.9541284403669725, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 329 | +{"pair_id": "pair_8763a2e93a0b5d0d", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7302936630602782, "chrf": 75.37856064095561, "bleu": 55.53112218024585, "rougeL": 0.7692307692307692, "len_ratio": 0.8497409326424871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 330 | +{"pair_id": "pair_191cdf8e399841a2", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3661971830985915, "chrf": 58.42944017906391, "bleu": 19.663042829820508, "rougeL": 0.33853006681514475, "len_ratio": 1.4065934065934067, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0} | |
| 331 | +{"pair_id": "pair_3e464a7d4f539b6c", "doc_id": "doc_b187f41399e937ba", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.2853957636566332, "chrf": 63.34283508806937, "bleu": 37.853378396586464, "rougeL": 0.4755244755244755, "len_ratio": 1.0225563909774436, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 332 | +{"pair_id": "pair_f650af70b911a819", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5383141762452107, "chrf": 65.40950952139688, "bleu": 36.60240513213061, "rougeL": 0.5512820512820512, "len_ratio": 1.164179104477612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 333 | +{"pair_id": "pair_1917137c51f580b3", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4070624757469926, "chrf": 57.58163329415061, "bleu": 25.76497152542796, "rougeL": 0.4181286549707603, "len_ratio": 0.7659574468085106, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 334 | +{"pair_id": "pair_51dd1a29893d55e1", "doc_id": "doc_c496dc8b7656356a", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.29218900675024106, "chrf": 58.01871444547694, "bleu": 16.058024453895833, "rougeL": 0.4335664335664336, "len_ratio": 1.6095238095238096, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 3.0} | |
| 335 | +{"pair_id": "pair_4ef36092d5ed2612", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6550777676120769, "chrf": 69.1502950490445, "bleu": 51.95723530135866, "rougeL": 0.7707006369426752, "len_ratio": 0.8081395348837209, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 336 | +{"pair_id": "pair_e5806be5c2ea5c04", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.37169206094627105, "chrf": 53.89913349708125, "bleu": 26.96311584091549, "rougeL": 0.4444444444444444, "len_ratio": 0.7630853994490359, "placeholders_exact": 0.0, "placeholder_recall": 0.5384615384615384, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 337 | +{"pair_id": "pair_ea859eb7a180f91a", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.38103448275862073, "chrf": 67.09586803858956, "bleu": 45.42781298001772, "rougeL": 0.5872576177285319, "len_ratio": 0.9779005524861878, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 2.0} | |
| 338 | +{"pair_id": "pair_24ae7fc73522e353", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7821782178217822, "chrf": 71.68768451067803, "bleu": 39.98486930981483, "rougeL": 0.7515151515151516, "len_ratio": 0.797752808988764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 339 | +{"pair_id": "pair_e08110969d5a8421", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.459552495697074, "chrf": 71.99984598157977, "bleu": 55.757222816382324, "rougeL": 0.5312500000000001, "len_ratio": 1.048780487804878, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 340 | +{"pair_id": "pair_171389a310c61dfc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6696230598669624, "chrf": 67.86639605554859, "bleu": 36.92422717992902, "rougeL": 0.6861313868613138, "len_ratio": 1.2131147540983607, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 341 | +{"pair_id": "pair_837157b81b1252b6", "doc_id": "doc_bc5938d3f6b260f6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6378653113087674, "chrf": 66.7388596455507, "bleu": 43.695859220778814, "rougeL": 0.6745098039215686, "len_ratio": 1.0082644628099173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 342 | +{"pair_id": "pair_7c58265cb1c9b9a5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.4257767548906789, "chrf": 54.5473372672452, "bleu": 30.768714277364193, "rougeL": 0.4600638977635783, "len_ratio": 1.0071428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.85, "number_precision": 0.5151515151515151, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 343 | +{"pair_id": "pair_4905cc63786a4ef7", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5173210161662818, "chrf": 56.48268856431075, "bleu": 22.588690073496814, "rougeL": 0.48920863309352525, "len_ratio": 1.1983471074380165, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 344 | +{"pair_id": "pair_231440e4b3069bd2", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6940559440559441, "chrf": 66.36313945546635, "bleu": 43.128788299621064, "rougeL": 0.672316384180791, "len_ratio": 0.8343949044585988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7857142857142857, "number_precision": 0.7333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 345 | +{"pair_id": "pair_074c529b3ed7b2e1", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.700445434298441, "chrf": 75.73568368124258, "bleu": 49.32405153601824, "rougeL": 0.7330316742081447, "len_ratio": 0.7758620689655172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 346 | +{"pair_id": "pair_bd9b70fd81b20041", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4216757741347905, "chrf": 66.9441456550389, "bleu": 44.25387320118655, "rougeL": 0.6376811594202898, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 347 | +{"pair_id": "pair_817927acc3f295a5", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.2826704545454546, "chrf": 30.845995064129255, "bleu": 6.649386777629872, "rougeL": 0.40310077519379844, "len_ratio": 0.28, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 348 | +{"pair_id": "pair_999fdfffeeadd973", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.46475770925110127, "chrf": 43.31998674426048, "bleu": 23.869023160395823, "rougeL": 0.4786324786324787, "len_ratio": 0.5507246376811594, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 349 | +{"pair_id": "pair_6cdb633d3e3021b6", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5791341376863024, "chrf": 73.70222879381065, "bleu": 46.45705456271252, "rougeL": 0.64, "len_ratio": 1.037837837837838, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 350 | +{"pair_id": "pair_03dbf7c05f77ad54", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5185185185185186, "chrf": 59.51830909402367, "bleu": 40.29035577878557, "rougeL": 0.5096525096525097, "len_ratio": 1.125, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 351 | +{"pair_id": "pair_88d78195bf72aaa0", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.40367860600193606, "chrf": 60.25226396716625, "bleu": 24.847352392001596, "rougeL": 0.36120401337792646, "len_ratio": 1.2366412213740459, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0} | |
| 352 | +{"pair_id": "pair_73a1adb079c0ca78", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.768270944741533, "chrf": 70.38546745623412, "bleu": 44.30782228922971, "rougeL": 0.7926829268292683, "len_ratio": 0.8181818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 353 | +{"pair_id": "pair_eda728b83ec2ae89", "doc_id": "doc_16a24631c5e15333", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.35367545076282936, "chrf": 48.55525097456616, "bleu": 20.749049164987973, "rougeL": 0.28260869565217395, "len_ratio": 1.391304347826087, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 354 | +{"pair_id": "pair_f1e57336f4f219fa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3646209386281588, "chrf": 68.25384516693558, "bleu": 33.78834287466714, "rougeL": 0.48163265306122455, "len_ratio": 1.6829268292682926, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6428571428571429, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 355 | +{"pair_id": "pair_f710d12cdc3baa04", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6199872692552515, "chrf": 65.29975476531334, "bleu": 31.740980438270224, "rougeL": 0.5856832971800434, "len_ratio": 1.0456621004566211, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 356 | +{"pair_id": "pair_25469a64fa466781", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6174698795180723, "chrf": 71.18039680281346, "bleu": 50.635553690996325, "rougeL": 0.6612903225806451, "len_ratio": 0.9806451612903225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7209302325581395, "number_precision": 0.6888888888888889, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 357 | +{"pair_id": "pair_7d60d30946b678d6", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.2830440587449933, "chrf": 51.92685168924501, "bleu": 13.742003529018785, "rougeL": 0.2485875706214689, "len_ratio": 1.6417910447761195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 3.0, "sentence_count_delta": 4.0} | |
| 358 | +{"pair_id": "pair_c4b7973078f96e72", "doc_id": "doc_c496dc8b7656356a", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6103286384976525, "chrf": 63.645777367468625, "bleu": 33.27995248390448, "rougeL": 0.6736842105263158, "len_ratio": 0.7047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 359 | +{"pair_id": "pair_460dd677d4d8c72e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4417670682730924, "chrf": 48.78721117777185, "bleu": 27.41261726468222, "rougeL": 0.5294117647058824, "len_ratio": 0.6341463414634146, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 360 | +{"pair_id": "pair_0dc76d9714c7b0f5", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6851664984863775, "chrf": 68.72310005244123, "bleu": 43.47401716391425, "rougeL": 0.7147766323024056, "len_ratio": 0.8456375838926175, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 361 | +{"pair_id": "pair_dd0ba6e8ec7ada0f", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.529233870967742, "chrf": 71.62157664593138, "bleu": 40.845304837363955, "rougeL": 0.6058394160583941, "len_ratio": 1.062992125984252, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0} | |
| 362 | +{"pair_id": "pair_9deaff67b2ef0f62", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5103806228373702, "chrf": 57.999764268002096, "bleu": 27.568844625403152, "rougeL": 0.49411764705882355, "len_ratio": 1.4029850746268657, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.6, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 363 | +{"pair_id": "pair_2a2a79a1d7692d5e", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4294621979734996, "chrf": 63.6909710972763, "bleu": 30.042484858116364, "rougeL": 0.4320388349514563, "len_ratio": 0.9753694581280788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 364 | +{"pair_id": "pair_7f78cabe32e4cd0b", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.22934472934472938, "chrf": 55.27511603881648, "bleu": 28.860490616809308, "rougeL": 0.391304347826087, "len_ratio": 0.9380530973451328, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 365 | +{"pair_id": "pair_72c32aae832a31e3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.419672131147541, "chrf": 53.74082737541384, "bleu": 22.581347533031433, "rougeL": 0.4061696658097687, "len_ratio": 1.138121546961326, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 366 | +{"pair_id": "pair_388ebf6ba0f496c7", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.30777656078860893, "chrf": 50.63799435281127, "bleu": 19.957388224889883, "rougeL": 0.27986348122866894, "len_ratio": 1.2651515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8333333333333334, "number_precision": 0.5555555555555556, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0} | |
| 367 | +{"pair_id": "pair_8d750d25af82b3b6", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4495275982098459, "chrf": 63.98544978242116, "bleu": 41.698592434058604, "rougeL": 0.5299145299145299, "len_ratio": 0.87248322147651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.9333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 368 | +{"pair_id": "pair_0ec2f16d9fc16c9d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6149152542372882, "chrf": 63.71879241680332, "bleu": 33.62697614421338, "rougeL": 0.6036036036036035, "len_ratio": 1.070754716981132, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.5384615384615384, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 369 | +{"pair_id": "pair_2562b0a590785ca5", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4705065926439972, "chrf": 66.54655697285484, "bleu": 45.424565616167584, "rougeL": 0.5042735042735044, "len_ratio": 0.9141630901287554, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.5357142857142857, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 370 | +{"pair_id": "pair_1105b86f9452566f", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.10202205882352944, "chrf": 9.685137415917607, "bleu": 0.013175991460458253, "rougeL": 0.1485148514851485, "len_ratio": 0.11049723756906077, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0} | |
| 371 | +{"pair_id": "pair_804fc0ab4219c05c", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4119047619047619, "chrf": 48.39808637941923, "bleu": 20.307139358629083, "rougeL": 0.421875, "len_ratio": 0.8805970149253731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 372 | +{"pair_id": "pair_3871e0b35a1f9687", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4302040816326531, "chrf": 52.17231219485085, "bleu": 14.957889227719338, "rougeL": 0.42592592592592593, "len_ratio": 1.4179104477611941, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 4.0, "sentence_count_delta": 1.0} | |
| 373 | +{"pair_id": "pair_d88011889a24924f", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4122807017543859, "chrf": 42.461537662093534, "bleu": 17.593324747652222, "rougeL": 0.5, "len_ratio": 0.5697674418604651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 374 | +{"pair_id": "pair_6397b8593f1b2fa4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.40625, "chrf": 52.67319641871463, "bleu": 17.186328862215852, "rougeL": 0.3446327683615819, "len_ratio": 1.0476190476190477, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0} | |
| 375 | +{"pair_id": "pair_7e393ce6fb8f49dd", "doc_id": "doc_7581bcce20007a86", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6359375, "chrf": 59.51328028982237, "bleu": 35.85656012128058, "rougeL": 0.6623376623376623, "len_ratio": 0.6236559139784946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 376 | +{"pair_id": "pair_75547a2cae28cdd8", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3601340033500837, "chrf": 52.42713083411886, "bleu": 22.5139639217758, "rougeL": 0.32608695652173914, "len_ratio": 1.022099447513812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 4.0, "sentence_count_delta": 0.0} | |
| 377 | +{"pair_id": "pair_29d2aa88a8deb2f3", "doc_id": "doc_9195328f7f1a1bb1", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4165931156222419, "chrf": 64.47720682139722, "bleu": 50.62078861609199, "rougeL": 0.5284090909090909, "len_ratio": 0.9142857142857143, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 378 | +{"pair_id": "pair_cc66a7390f7ef874", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3158640226628895, "chrf": 68.05166765270619, "bleu": 44.71568836110753, "rougeL": 0.40375586854460094, "len_ratio": 1.2926829268292683, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 379 | +{"pair_id": "pair_53f4d9a2f89982ea", "doc_id": "doc_bc5938d3f6b260f6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6458333333333333, "chrf": 68.20656723904516, "bleu": 45.45119192777917, "rougeL": 0.7058823529411764, "len_ratio": 1.0082644628099173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 380 | +{"pair_id": "pair_389a3589f6083931", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5833333333333333, "chrf": 74.49870654008485, "bleu": 62.527896677552356, "rougeL": 0.6337448559670782, "len_ratio": 0.9833333333333333, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 381 | +{"pair_id": "pair_36237e4f2034ca8b", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.545308740978348, "chrf": 67.47874849742905, "bleu": 46.33820101772888, "rougeL": 0.6017441860465116, "len_ratio": 0.8154269972451791, "placeholders_exact": 0.0, "placeholder_recall": 0.5384615384615384, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 382 | +{"pair_id": "pair_cf6c124581ebc65f", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.04008152173913049, "chrf": 4.706535969479699, "bleu": 8.904677241831054e-10, "rougeL": 0.07659574468085106, "len_ratio": 0.0410958904109589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0} | |
| 383 | +{"pair_id": "pair_055f4e2f19b47da8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4314775160599572, "chrf": 64.43860230321307, "bleu": 28.283699876899572, "rougeL": 0.5114503816793894, "len_ratio": 1.5222222222222221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 384 | +{"pair_id": "pair_8c15e46bb617cfbd", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4034391534391535, "chrf": 44.84642057656249, "bleu": 22.930419218029094, "rougeL": 0.4114285714285714, "len_ratio": 0.5, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0} | |
| 385 | +{"pair_id": "pair_78f5b2b3bfd59cfe", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6161764705882353, "chrf": 70.98333751884098, "bleu": 50.19184342413712, "rougeL": 0.6956521739130436, "len_ratio": 1.03, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 386 | +{"pair_id": "pair_f86bfc5f9ed4b9b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6468039003250271, "chrf": 69.58569958644574, "bleu": 51.96863118253533, "rougeL": 0.6754966887417219, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 387 | +{"pair_id": "pair_7dcc343416dd89b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6075949367088608, "chrf": 59.79372935658297, "bleu": 33.43565696396622, "rougeL": 0.6026490066225166, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.95, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 388 | +{"pair_id": "pair_5813e16ceaca9ed3", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4464285714285714, "chrf": 58.14262021576086, "bleu": 25.503912025089452, "rougeL": 0.4827586206896552, "len_ratio": 1.072289156626506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 389 | +{"pair_id": "pair_242a6b1fa02e949e", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7263986013986015, "chrf": 70.95359211881525, "bleu": 50.69699206704825, "rougeL": 0.6847826086956522, "len_ratio": 0.89171974522293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.7058823529411765, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 390 | +{"pair_id": "pair_6b399e4df4a9de94", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4091243561442237, "chrf": 62.03102423839001, "bleu": 27.60207618987313, "rougeL": 0.4626168224299065, "len_ratio": 1.0591133004926108, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 391 | +{"pair_id": "pair_13dd4eda62406540", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3812913065582104, "chrf": 52.11644411302054, "bleu": 15.523999133969903, "rougeL": 0.43377483443708614, "len_ratio": 0.8130841121495327, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0} | |
| 392 | +{"pair_id": "pair_c3b2cbf22d24ff40", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6421785940468652, "chrf": 66.94274734084281, "bleu": 34.044879451959865, "rougeL": 0.5943600867678959, "len_ratio": 1.0410958904109588, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 393 | +{"pair_id": "pair_367eb370fe4f529c", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.31596638655462184, "chrf": 74.53693982587987, "bleu": 44.797729699919735, "rougeL": 0.38364779874213834, "len_ratio": 1.2027972027972027, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 394 | +{"pair_id": "pair_f09de1e1c64f3d2e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5292096219931272, "chrf": 74.01065768796106, "bleu": 45.52953073224256, "rougeL": 0.6216216216216216, "len_ratio": 1.2342857142857142, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 395 | +{"pair_id": "pair_2f9d146538af41a4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.44302090357383683, "chrf": 62.86360008413371, "bleu": 31.57280370122335, "rougeL": 0.4856512141280353, "len_ratio": 1.099056603773585, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.8181818181818182, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 396 | +{"pair_id": "pair_cb6649b20a1e0a58", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.38762725137039933, "chrf": 62.15286823186488, "bleu": 30.694210574787938, "rougeL": 0.48292682926829267, "len_ratio": 0.9704433497536946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 397 | +{"pair_id": "pair_cebbb24f2cfdcc10", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4430147058823529, "chrf": 54.45219246423181, "bleu": 31.658478563759736, "rougeL": 0.5028248587570622, "len_ratio": 0.9502762430939227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 398 | +{"pair_id": "pair_a9886bc4347d365c", "doc_id": "doc_649c56ed2a776c29", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4423243712055508, "chrf": 66.90233565104258, "bleu": 29.777905041856627, "rougeL": 0.4794952681388013, "len_ratio": 1.065359477124183, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 399 | +{"pair_id": "pair_11a036198a3c8fdd", "doc_id": "doc_967f69b1bf330c46", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.44897959183673475, "chrf": 60.89994247401287, "bleu": 25.06302984491015, "rougeL": 0.4375, "len_ratio": 1.216, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 400 | +{"pair_id": "pair_22daecbaf1d49510", "doc_id": "doc_679741e00536f8a4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2808607021517554, "chrf": 32.441642462751034, "bleu": 13.176238433496671, "rougeL": 0.3415841584158416, "len_ratio": 0.4354243542435424, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0} | |
| 401 | +{"pair_id": "pair_59dc9deab6df1009", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3436246992782679, "chrf": 53.264744132301104, "bleu": 27.393164415218653, "rougeL": 0.3863298662704309, "len_ratio": 0.7823691460055097, "placeholders_exact": 0.0, "placeholder_recall": 0.46153846153846156, "number_recall": 0.8571428571428571, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0} | |
| 402 | +{"pair_id": "pair_2b405d3983731fad", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5429769392033543, "chrf": 56.794809192267756, "bleu": 26.822889499727598, "rougeL": 0.5441176470588235, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 403 | +{"pair_id": "pair_a4ce7cbe3a375b03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.48975409836065575, "chrf": 65.39456271655646, "bleu": 35.86808486125129, "rougeL": 0.5440806045340051, "len_ratio": 1.0432432432432432, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 404 | +{"pair_id": "pair_51281d318770704d", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.37192982456140355, "chrf": 40.25688678467886, "bleu": 13.565053297346447, "rougeL": 0.4705882352941177, "len_ratio": 0.5697674418604651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 405 | +{"pair_id": "pair_96048f36076f2fcd", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6842105263157895, "chrf": 67.26387316306882, "bleu": 46.39708577525353, "rougeL": 0.7051282051282051, "len_ratio": 0.8023255813953488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 406 | +{"pair_id": "pair_c4775e836de09d99", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6122641509433961, "chrf": 65.65464655678852, "bleu": 37.17550884737771, "rougeL": 0.6457680250783698, "len_ratio": 1.0402684563758389, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 407 | +{"pair_id": "pair_ffbadf19abc61814", "doc_id": "doc_adb94552819f8ffa", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.510909090909091, "chrf": 74.26583211626982, "bleu": 36.64685803504642, "rougeL": 0.5915492957746479, "len_ratio": 1.5740740740740742, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 408 | +{"pair_id": "pair_2bbcca3fbb594af9", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.310515873015873, "chrf": 61.33673642954918, "bleu": 22.46845558243644, "rougeL": 0.4734982332155477, "len_ratio": 1.5904761904761904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0} | |
| 409 | +{"pair_id": "pair_01926ef243e6f8e4", "doc_id": "doc_96174e2f07291f09", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.2764976958525346, "chrf": 60.74891564716949, "bleu": 47.01674500761403, "rougeL": 0.39655172413793105, "len_ratio": 1.1044776119402986, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 0.35714285714285715, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 410 | +{"pair_id": "pair_425211dfb083b241", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.013581684128831983, "chrf": 0.9715820152747798, "bleu": 6.316074857328117e-25, "rougeL": 0.015228426395939087, "len_ratio": 0.015957446808510637, "placeholders_exact": 0.0, "placeholder_recall": 0.5, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -4.0, "sentence_count_delta": -16.0} | |
| 411 | +{"pair_id": "pair_6bcc2a2d6a67daf5", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5072830905636478, "chrf": 69.94666470673221, "bleu": 42.14130905818174, "rougeL": 0.5870445344129556, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 412 | +{"pair_id": "pair_01232c0a13924b98", "doc_id": "doc_649c56ed2a776c29", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6371681415929203, "chrf": 67.23245322155778, "bleu": 33.74373610058543, "rougeL": 0.5889967637540453, "len_ratio": 1.0065359477124183, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0} | |
| 413 | +{"pair_id": "pair_c0b569d83d33f5f8", "doc_id": "doc_b860396abb8d4077", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7382445141065831, "chrf": 69.35363118913081, "bleu": 44.7288418637103, "rougeL": 0.6962025316455697, "len_ratio": 0.813953488372093, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 414 | +{"pair_id": "pair_bcb6e8c08ff21d70", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7628635346756152, "chrf": 74.19310473634106, "bleu": 60.02328559413775, "rougeL": 0.7835820895522387, "len_ratio": 0.7847222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 415 | +{"pair_id": "pair_68b67e128aadb199", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7838645418326693, "chrf": 78.51246769937194, "bleu": 60.43315886451136, "rougeL": 0.7913669064748202, "len_ratio": 0.8440677966101695, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 416 | +{"pair_id": "pair_3de005d49cbf415d", "doc_id": "doc_adb94552819f8ffa", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7111111111111111, "chrf": 71.64842694186464, "bleu": 41.77304403176289, "rougeL": 0.7058823529411765, "len_ratio": 1.0462962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 417 | +{"pair_id": "pair_2c8165947bc31182", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6555160142348755, "chrf": 73.58655659629174, "bleu": 48.29661213259255, "rougeL": 0.6774193548387096, "len_ratio": 1.1485714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9230769230769231, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 418 | +{"pair_id": "pair_6a5404a058481a2a", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.39735364875701684, "chrf": 56.35586602356323, "bleu": 30.02271004890266, "rougeL": 0.45925925925925926, "len_ratio": 0.7851239669421488, "placeholders_exact": 0.0, "placeholder_recall": 0.5384615384615384, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0} | |
| 419 | +{"pair_id": "pair_918534c10ad2fd5a", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.32593340060544906, "chrf": 52.50011924628836, "bleu": 15.64006342791685, "rougeL": 0.2866666666666666, "len_ratio": 1.2061068702290076, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 5.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 420 | +{"pair_id": "pair_870e9a33462cf105", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5461106655974338, "chrf": 64.9736139934186, "bleu": 39.177548083453324, "rougeL": 0.5979073243647235, "len_ratio": 0.7603305785123967, "placeholders_exact": 0.0, "placeholder_recall": 0.8461538461538461, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 421 | +{"pair_id": "pair_84f18babdba3f64c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6023054755043228, "chrf": 61.03342043025201, "bleu": 29.69220599359841, "rougeL": 0.6324786324786325, "len_ratio": 1.1272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 422 | +{"pair_id": "pair_7283f93d20a9c9f1", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5486725663716814, "chrf": 52.95787180759716, "bleu": 13.559711753508275, "rougeL": 0.5149700598802395, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 423 | +{"pair_id": "pair_5a83e2c5149d2ee6", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6023054755043228, "chrf": 61.03342043025201, "bleu": 29.69220599359841, "rougeL": 0.6324786324786325, "len_ratio": 1.1272727272727272, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 424 | +{"pair_id": "pair_a57f2e35ee87cd5c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6582278481012658, "chrf": 65.1903826392062, "bleu": 38.23659000029524, "rougeL": 0.6578073089700996, "len_ratio": 0.9785714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.95, "number_precision": 0.95, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 425 | +{"pair_id": "pair_d8ec14e12d68fe21", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.046875, "chrf": 3.834354932128678, "bleu": 1.9527370874017247e-07, "rougeL": 0.06722689075630253, "len_ratio": 0.0547945205479452, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0} | |
| 426 | +{"pair_id": "pair_07d078d08b2a2031", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.24643874643874641, "chrf": 52.593285515103396, "bleu": 27.337226881922216, "rougeL": 0.40540540540540543, "len_ratio": 0.8584070796460177, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": -2.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 427 | +{"pair_id": "pair_14ecb5a056f94f85", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7967542503863988, "chrf": 82.72024302213997, "bleu": 70.16949171137792, "rougeL": 0.8165374677002584, "len_ratio": 0.9792746113989638, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 428 | +{"pair_id": "pair_0c714d343e7d692e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.06635622817229336, "chrf": 6.170441454858911, "bleu": 1.39695969461193e-05, "rougeL": 0.07766990291262137, "len_ratio": 0.06382978723404255, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -4.0, "sentence_count_delta": -16.0} | |
| 429 | +{"pair_id": "pair_b35dfa1d66430ad6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7647058823529411, "chrf": 71.27532644458185, "bleu": 55.223174894324835, "rougeL": 0.7978723404255319, "len_ratio": 0.83, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 430 | +{"pair_id": "pair_488295d5205c31eb", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.560952380952381, "chrf": 57.05069793789188, "bleu": 30.36472386202213, "rougeL": 0.5548387096774193, "len_ratio": 0.8242424242424242, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 431 | +{"pair_id": "pair_f7fa2440ae319193", "doc_id": "doc_861988bceb67e1df", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3525179856115108, "chrf": 49.31459891063826, "bleu": 22.00148603592733, "rougeL": 0.42519685039370075, "len_ratio": 0.5679012345679012, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 432 | +{"pair_id": "pair_89fbc1827315c06a", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.296969696969697, "chrf": 28.189529446601107, "bleu": 5.8994075944336455, "rougeL": 0.33027522935779813, "len_ratio": 0.30120481927710846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 433 | +{"pair_id": "pair_e35d3509186467ab", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.310515873015873, "chrf": 61.33673642954918, "bleu": 22.46845558243644, "rougeL": 0.4734982332155477, "len_ratio": 1.5904761904761904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 4.0} | |
| 434 | +{"pair_id": "pair_51743d1445182a3f", "doc_id": "doc_3135153361cfb769", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.2238095238095238, "chrf": 23.96085430042028, "bleu": 2.023658294377007, "rougeL": 0.30952380952380953, "len_ratio": 0.23880597014925373, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 435 | +{"pair_id": "pair_611166d6d51a44ef", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.06984866123399303, "chrf": 6.491452025221006, "bleu": 4.236061006677796e-05, "rougeL": 0.0821256038647343, "len_ratio": 0.06914893617021277, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -4.0, "sentence_count_delta": -16.0} | |
| 436 | +{"pair_id": "pair_4e7b674b25d4a5e1", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7432286023835319, "chrf": 73.7361941587534, "bleu": 56.25600062088385, "rougeL": 0.7266666666666667, "len_ratio": 1.0208333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 437 | +{"pair_id": "pair_7d4776222ade0983", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.42471590909090906, "chrf": 48.73933281099781, "bleu": 21.900443115982494, "rougeL": 0.37777777777777777, "len_ratio": 0.78, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 438 | +{"pair_id": "pair_68e153a6daf97a77", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.34826589595375723, "chrf": 58.35217960125547, "bleu": 31.67866532229129, "rougeL": 0.32921810699588483, "len_ratio": 1.4404761904761905, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 0.7096774193548387, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 439 | +{"pair_id": "pair_0e6ea9350b9f76f3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3318356867779204, "chrf": 67.66895895428924, "bleu": 44.98335340181991, "rougeL": 0.3760330578512397, "len_ratio": 0.979253112033195, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0} | |
| 440 | +{"pair_id": "pair_fcdc5cd55975b75a", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.0, "chrf": 0.0, "bleu": 0.0, "rougeL": 0.0, "len_ratio": 0.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0} | |
| 441 | +{"pair_id": "pair_9fc6bd9531545cee", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4223918575063613, "chrf": 56.94742338018774, "bleu": 39.93518042207971, "rougeL": 0.48387096774193544, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 442 | +{"pair_id": "pair_f6570ea7ec92fbc8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4821029082774049, "chrf": 57.73185675377759, "bleu": 39.29322889845178, "rougeL": 0.4452296819787986, "len_ratio": 0.9097222222222222, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.6923076923076923, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 443 | +{"pair_id": "pair_ed5a5cd722dff209", "doc_id": "doc_b9f6f386c52a2106", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3741794310722101, "chrf": 38.504220921043235, "bleu": 11.138313541105786, "rougeL": 0.358974358974359, "len_ratio": 0.7424242424242424, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 444 | +{"pair_id": "pair_ba7ae4963f784961", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.2531194295900179, "chrf": 24.417791260430963, "bleu": 3.791447080904858, "rougeL": 0.31404958677685946, "len_ratio": 0.3409090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 445 | +{"pair_id": "pair_6ea9f150f88bdcf1", "doc_id": "doc_16a24631c5e15333", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5770925110132159, "chrf": 58.81949928862116, "bleu": 36.49500158252429, "rougeL": 0.6260869565217392, "len_ratio": 0.5217391304347826, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 446 | +{"pair_id": "pair_55c11fa0fa31a43a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3413413413413413, "chrf": 58.92594179472813, "bleu": 34.152988030068755, "rougeL": 0.4981132075471698, "len_ratio": 0.8321678321678322, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 447 | +{"pair_id": "pair_66f99ec0df15b288", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5110887096774194, "chrf": 57.603076011855414, "bleu": 22.915750245347034, "rougeL": 0.4140625, "len_ratio": 1.1794871794871795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": 1.0} | |
| 448 | +{"pair_id": "pair_e784055ac8fb6e54", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.39160839160839156, "chrf": 48.25534832976631, "bleu": 27.010675385019677, "rougeL": 0.5175718849840255, "len_ratio": 0.6305732484076433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7857142857142857, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 449 | +{"pair_id": "pair_d2551e35f71d9ab8", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.3798449612403101, "chrf": 59.82650350785895, "bleu": 30.174562024921382, "rougeL": 0.33707865168539325, "len_ratio": 2.029850746268657, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.5, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 450 | +{"pair_id": "pair_b243a59fa1667df4", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.8155339805825242, "chrf": 77.43839346948317, "bleu": 68.08847262331912, "rougeL": 0.8269230769230769, "len_ratio": 0.8727272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 451 | +{"pair_id": "pair_506ae7df4674cab7", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6413857677902621, "chrf": 74.61177595615624, "bleu": 37.73997475412064, "rougeL": 0.6287878787878787, "len_ratio": 1.2222222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 452 | +{"pair_id": "pair_f89f18927ab153c8", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5516969218626677, "chrf": 75.36735008578101, "bleu": 56.342317992791195, "rougeL": 0.6666666666666666, "len_ratio": 0.9659574468085106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9375, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 453 | +{"pair_id": "pair_4805fbb61049c259", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6908115358819584, "chrf": 78.20322005554328, "bleu": 54.387046743758845, "rougeL": 0.6931567328918321, "len_ratio": 1.0182648401826484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 454 | +{"pair_id": "pair_09dfdd9cd1e81663", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.45747422680412375, "chrf": 63.98765498360903, "bleu": 39.206580873367976, "rougeL": 0.4551422319474836, "len_ratio": 0.8589211618257261, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": -4.0} | |
| 455 | +{"pair_id": "pair_de534e6c5522b151", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4384920634920635, "chrf": 65.37421013322164, "bleu": 34.36713305841815, "rougeL": 0.40963855421686746, "len_ratio": 1.1297297297297297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 456 | +{"pair_id": "pair_9210717bc22fdc06", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.07371428571428573, "chrf": 6.5957551377758055, "bleu": 0.001109014103099809, "rougeL": 0.11029411764705882, "len_ratio": 0.08870967741935484, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -8.0} | |
| 457 | +{"pair_id": "pair_8532b78775a4e82a", "doc_id": "doc_fd2461ec733b3c95", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.41923551171393336, "chrf": 50.4281455958875, "bleu": 17.027179837945532, "rougeL": 0.43877551020408156, "len_ratio": 0.6166666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0} | |
| 458 | +{"pair_id": "pair_643d06cb035cdb0e", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5831517792302106, "chrf": 65.01982486634654, "bleu": 38.490112779434575, "rougeL": 0.6477541371158393, "len_ratio": 0.9622641509433962, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.7, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 459 | +{"pair_id": "pair_2ab238d7b5d4e98a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5207006369426752, "chrf": 66.23558517589872, "bleu": 32.73372266671135, "rougeL": 0.5668449197860963, "len_ratio": 1.0337078651685394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 460 | +{"pair_id": "pair_7ddc8bb7a2f2240b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3808553971486762, "chrf": 58.2364814766237, "bleu": 45.01345415329954, "rougeL": 0.4019607843137255, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.8214285714285714, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 461 | +{"pair_id": "pair_a37053eb5335c2cd", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.43837084673097537, "chrf": 59.51388331785332, "bleu": 27.677059880117884, "rougeL": 0.3948497854077253, "len_ratio": 1.4731182795698925, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 462 | +{"pair_id": "pair_e86606b8e1de8efa", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3851428571428571, "chrf": 56.00411210541429, "bleu": 22.283285877785122, "rougeL": 0.3895582329317269, "len_ratio": 0.9919354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0} | |
| 463 | +{"pair_id": "pair_094dc7fede5b31b4", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.3013993541442411, "chrf": 60.71812470519341, "bleu": 21.95095492997626, "rougeL": 0.32234432234432236, "len_ratio": 1.3008849557522124, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 464 | +{"pair_id": "pair_29541c5de8e30eb0", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4853051996985682, "chrf": 67.4175825105063, "bleu": 41.96950872371432, "rougeL": 0.5945945945945945, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 465 | +{"pair_id": "pair_6b49918604f4ddb4", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6007130124777184, "chrf": 70.771246385795, "bleu": 44.38380880570554, "rougeL": 0.72, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 466 | +{"pair_id": "pair_f52c0d6903e947c0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.43505807814149944, "chrf": 62.42361619947828, "bleu": 43.518656241746356, "rougeL": 0.5234375, "len_ratio": 0.905511811023622, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.6, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0} | |
| 467 | +{"pair_id": "pair_3cb0ae908fe836a2", "doc_id": "doc_3135153361cfb769", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.2404761904761905, "chrf": 24.183956681616912, "bleu": 2.3415797214431397, "rougeL": 0.2823529411764706, "len_ratio": 0.2537313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 468 | +{"pair_id": "pair_f773bcd23ef46305", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4303030303030303, "chrf": 52.63114650691594, "bleu": 18.860583737958653, "rougeL": 0.42176870748299317, "len_ratio": 0.7349397590361446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 469 | +{"pair_id": "pair_18235b3051bb3ba0", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.35655737704918034, "chrf": 59.71641252623052, "bleu": 31.990774380900184, "rougeL": 0.3563218390804598, "len_ratio": 1.9253731343283582, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.6153846153846154, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 470 | +{"pair_id": "pair_b60d8f40e0325e19", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.45107564191533656, "chrf": 62.80523122747403, "bleu": 42.157479910827725, "rougeL": 0.44988864142538976, "len_ratio": 0.8326180257510729, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.68, "number_precision": 0.68, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 471 | +{"pair_id": "pair_474982aefff458c7", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3252160251374705, "chrf": 58.4826066067891, "bleu": 26.059870097159124, "rougeL": 0.3806970509383378, "len_ratio": 0.7881773399014779, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 472 | +{"pair_id": "pair_053da0e25948aca6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3672627235213205, "chrf": 58.941553096212, "bleu": 31.536602482456402, "rougeL": 0.4549356223175966, "len_ratio": 1.1826923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 473 | +{"pair_id": "pair_c46e64923862f96a", "doc_id": "doc_9195328f7f1a1bb1", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.33274492497793473, "chrf": 60.17962090986373, "bleu": 44.03171869407327, "rougeL": 0.40114613180515757, "len_ratio": 0.8971428571428571, "placeholders_exact": 0.0, "placeholder_recall": 0.6, "number_recall": 0.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 474 | +{"pair_id": "pair_6501140e74584dec", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7341954022988506, "chrf": 85.74102308971649, "bleu": 68.35616597342859, "rougeL": 0.8073394495412846, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 475 | +{"pair_id": "pair_517966b5cc08ea57", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6185410334346504, "chrf": 59.322835226046735, "bleu": 34.3546174314923, "rougeL": 0.6294416243654822, "len_ratio": 0.6416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 476 | +{"pair_id": "pair_1d6eedd0c6d24ea0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6354581673306773, "chrf": 66.19834647141856, "bleu": 38.79154975931156, "rougeL": 0.6363636363636364, "len_ratio": 0.8949152542372881, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 477 | +{"pair_id": "pair_0a471b6ef8d3a304", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.31805929919137466, "chrf": 50.184494626878376, "bleu": 11.185534856533637, "rougeL": 0.25806451612903225, "len_ratio": 1.3134328358208955, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 2.0} | |
| 478 | +{"pair_id": "pair_91bcc382ad83e38d", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5564681724845996, "chrf": 70.20639928676742, "bleu": 38.126385449793844, "rougeL": 0.6575342465753424, "len_ratio": 1.2803030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 479 | +{"pair_id": "pair_ff489f946fa97cd7", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3929824561403509, "chrf": 42.18007459338217, "bleu": 16.53388801628516, "rougeL": 0.4492753623188406, "len_ratio": 0.6046511627906976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 480 | +{"pair_id": "pair_4d3fe6a3006a5989", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.692, "chrf": 72.71503328476192, "bleu": 48.11043904469081, "rougeL": 0.6716981132075471, "len_ratio": 1.0232558139534884, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0} | |
| 481 | +{"pair_id": "pair_56061dde7640c458", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6993817619783617, "chrf": 71.32618700231113, "bleu": 51.64327449658347, "rougeL": 0.6649484536082474, "len_ratio": 0.9844559585492227, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 482 | +{"pair_id": "pair_7672ebff8c8428da", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7734375, "chrf": 76.06632475906585, "bleu": 57.84263274846693, "rougeL": 0.8071748878923767, "len_ratio": 0.825, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 483 | +{"pair_id": "pair_f4e936423f1276f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6754250386398764, "chrf": 73.41704577226292, "bleu": 53.232009218373015, "rougeL": 0.6598984771573604, "len_ratio": 1.0103626943005182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 484 | +{"pair_id": "pair_5938987848b6b679", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4818840579710145, "chrf": 69.66681055931893, "bleu": 49.159078145924326, "rougeL": 0.6914285714285715, "len_ratio": 1.0174418604651163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 485 | +{"pair_id": "pair_ffd11e076d514f3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.702842377260982, "chrf": 77.74027765934332, "bleu": 58.5772586284798, "rougeL": 0.7899159663865546, "len_ratio": 0.8688524590163934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 486 | +{"pair_id": "pair_4fdee4601ea81942", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5532435740514077, "chrf": 63.287528277893536, "bleu": 34.865976870086364, "rougeL": 0.5758754863813228, "len_ratio": 1.0165289256198347, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0} | |
| 487 | +{"pair_id": "pair_d3f31f482793fd9b", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.06342857142857139, "chrf": 7.665706702309083, "bleu": 9.238308525202666e-05, "rougeL": 0.1417910447761194, "len_ratio": 0.07258064516129033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -8.0} | |
| 488 | +{"pair_id": "pair_c8ec4c6fe8cd098e", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.2779587404994571, "chrf": 56.94289418980911, "bleu": 17.236455557069988, "rougeL": 0.2551724137931034, "len_ratio": 1.16793893129771, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 3.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 489 | +{"pair_id": "pair_16b576e5dcd5899d", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4340425531914893, "chrf": 52.94991406414417, "bleu": 17.352434020441056, "rougeL": 0.42023346303501946, "len_ratio": 1.25, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 490 | +{"pair_id": "pair_cf2328e2313ee13a", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5547112462006079, "chrf": 58.79578121974406, "bleu": 34.841955827802195, "rougeL": 0.6387434554973821, "len_ratio": 0.6, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5555555555555556, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 491 | +{"pair_id": "pair_c861a45e629bf73f", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7642105263157895, "chrf": 72.36563832582029, "bleu": 47.4552038280739, "rougeL": 0.8, "len_ratio": 1.044776119402985, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 492 | +{"pair_id": "pair_7e71e5ca88fb5358", "doc_id": "doc_96174e2f07291f09", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.28104575163398693, "chrf": 61.509599308696714, "bleu": 33.27274903222963, "rougeL": 0.25287356321839083, "len_ratio": 1.955223880597015, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6428571428571429, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 493 | +{"pair_id": "pair_89d12b7f2261c246", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.521680216802168, "chrf": 69.68984550004048, "bleu": 41.13515334813464, "rougeL": 0.6028708133971291, "len_ratio": 1.063157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 494 | +{"pair_id": "pair_b1ed49f67d3a362a", "doc_id": "doc_b187f41399e937ba", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.46379853095487933, "chrf": 52.584308670226854, "bleu": 20.049909826546525, "rougeL": 0.4109589041095891, "len_ratio": 1.0827067669172932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 495 | +{"pair_id": "pair_86e5b33a1bffa4f5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.35416666666666663, "chrf": 55.85394765248499, "bleu": 21.312357812802908, "rougeL": 0.3862068965517242, "len_ratio": 1.16793893129771, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 496 | +{"pair_id": "pair_07ccb1e2b5d4f252", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4738955823293173, "chrf": 49.026754446853275, "bleu": 30.075728687651036, "rougeL": 0.5522388059701493, "len_ratio": 0.6097560975609756, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.2, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 497 | +{"pair_id": "pair_54c74e2c798ae5bd", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.39750849377123443, "chrf": 58.054057439036356, "bleu": 29.79064445102369, "rougeL": 0.4504504504504504, "len_ratio": 1.003690036900369, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 498 | +{"pair_id": "pair_1d0abd2dadc0c197", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3670564311133706, "chrf": 48.58190340678874, "bleu": 20.075934721276376, "rougeL": 0.39123102866779086, "len_ratio": 0.7881619937694704, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 499 | +{"pair_id": "pair_54e28a36191dee4c", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.018238261544431533, "chrf": 1.7159024021239169, "bleu": 1.1231745871051115e-24, "rougeL": 0.025380710659898477, "len_ratio": 0.015957446808510637, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": -3.0, "sentence_count_delta": -16.0} | |
| 500 | +{"pair_id": "pair_fbca515430acceaf", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.38438587767279964, "chrf": 56.548866598831346, "bleu": 43.76761188127365, "rougeL": 0.37992831541218636, "len_ratio": 0.7785234899328859, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.7619047619047619, "number_precision": 0.7272727272727273, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 501 | +{"pair_id": "pair_cf6492320aff65e4", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4, "chrf": 53.725445030791676, "bleu": 18.97891417710712, "rougeL": 0.3806228373702422, "len_ratio": 1.192, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -3.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 502 | +{"pair_id": "pair_2b8b76d1ba917eea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5, "chrf": 68.9341005764838, "bleu": 42.067600132556755, "rougeL": 0.5807962529274004, "len_ratio": 1.1257142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9230769230769231, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
added
artifacts/metrics/pilot_val_exploratory/items_htr-m1-tiny-denoiseinit.jsonl
+502 −0
@@ -0,0 +1,502 @@ | ||
| 1 | +{"pair_id": "pair_c2f1c137c6271641", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5132819194515852, "chrf": 48.00670592179648, "bleu": 19.63927880995607, "rougeL": 0.529032258064516, "len_ratio": 0.6208791208791209, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 2 | +{"pair_id": "pair_88ace813a8b3351d", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7197183098591549, "chrf": 68.41655912380335, "bleu": 37.6709138283817, "rougeL": 0.6666666666666667, "len_ratio": 0.8807339449541285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 3 | +{"pair_id": "pair_cf6f87cdabb3f952", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5847619047619048, "chrf": 59.020288542829846, "bleu": 28.790107317697547, "rougeL": 0.6027397260273973, "len_ratio": 0.7151515151515152, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 4 | +{"pair_id": "pair_c9a24c7bb7e78f1c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5691922354414527, "chrf": 70.63424099253902, "bleu": 45.70000918361469, "rougeL": 0.6263736263736264, "len_ratio": 1.1092436974789917, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7297297297297297, "number_precision": 0.7714285714285715, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 5 | +{"pair_id": "pair_2cd859920f41e079", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6122004357298475, "chrf": 67.74359132695712, "bleu": 37.16125529417163, "rougeL": 0.6382978723404256, "len_ratio": 1.2459016393442623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 6 | +{"pair_id": "pair_5d306565f901b859", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6745182012847966, "chrf": 64.04383853231107, "bleu": 26.548164373633437, "rougeL": 0.693877551020408, "len_ratio": 1.1176470588235294, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 7 | +{"pair_id": "pair_bfecc6cc97415a81", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4629629629629629, "chrf": 53.97371413026435, "bleu": 20.51596422797952, "rougeL": 0.43478260869565216, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0} | |
| 8 | +{"pair_id": "pair_7aa06859d2b8eaf3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.35205992509363293, "chrf": 54.01772943722053, "bleu": 19.63441132335134, "rougeL": 0.3976608187134503, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0} | |
| 9 | +{"pair_id": "pair_e466f13d4e948458", "doc_id": "doc_861988bceb67e1df", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6151079136690647, "chrf": 61.5312062321191, "bleu": 25.74669615716898, "rougeL": 0.5974025974025974, "len_ratio": 0.9012345679012346, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 10 | +{"pair_id": "pair_ddafbf95752d58ac", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5204412719013627, "chrf": 60.66843961420909, "bleu": 32.06556385267113, "rougeL": 0.5565610859728507, "len_ratio": 0.7398373983739838, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 11 | +{"pair_id": "pair_38aadd94683d43df", "doc_id": "doc_ece0bb556a23f499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5339663988312637, "chrf": 61.45327662573409, "bleu": 34.78745286875931, "rougeL": 0.5642201834862386, "len_ratio": 0.9716981132075472, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 12 | +{"pair_id": "pair_edd03df01bb87e9b", "doc_id": "doc_649c56ed2a776c29", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6523364485981309, "chrf": 71.93478644320001, "bleu": 42.097996883828756, "rougeL": 0.6533333333333333, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 13 | +{"pair_id": "pair_5fe32f034a808b91", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5392088827203332, "chrf": 68.26108410792006, "bleu": 48.079735189633354, "rougeL": 0.6036960985626283, "len_ratio": 0.9914163090128756, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.76, "number_precision": 0.8636363636363636, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 14 | +{"pair_id": "pair_29d2a5db2f28c78a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5491228070175438, "chrf": 62.39822800424481, "bleu": 29.085452392725454, "rougeL": 0.5977011494252873, "len_ratio": 1.0232558139534884, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 15 | +{"pair_id": "pair_ef88661bb782f59a", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6853396901072706, "chrf": 67.37658966946859, "bleu": 42.12913254408468, "rougeL": 0.672, "len_ratio": 0.8208955223880597, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 16 | +{"pair_id": "pair_a14abd5911f17e39", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7858649789029536, "chrf": 77.76717958820734, "bleu": 54.48428144666975, "rougeL": 0.7548638132295721, "len_ratio": 1.0948275862068966, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 17 | +{"pair_id": "pair_e1508ccdc2737934", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5571895424836601, "chrf": 62.89566069597902, "bleu": 34.06976978640273, "rougeL": 0.5951219512195122, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 18 | +{"pair_id": "pair_31750785a97eb870", "doc_id": "doc_83ee876009e1f14b", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6215943491422805, "chrf": 64.08151861361038, "bleu": 34.34512998752082, "rougeL": 0.6305732484076433, "len_ratio": 1.0, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 19 | +{"pair_id": "pair_332abe3d88ca34f3", "doc_id": "doc_dca1cb2706c17137", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3798283261802575, "chrf": 56.88073915410081, "bleu": 42.92407726960448, "rougeL": 0.45751633986928103, "len_ratio": 0.9305555555555556, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 20 | +{"pair_id": "pair_310df76d9a77452b", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5242718446601942, "chrf": 63.004232127425674, "bleu": 45.44489508994203, "rougeL": 0.5722222222222222, "len_ratio": 0.9428571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 21 | +{"pair_id": "pair_5d66280899bbb577", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5571776155717761, "chrf": 57.48096653596419, "bleu": 37.78178009299506, "rougeL": 0.5328185328185329, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0} | |
| 22 | +{"pair_id": "pair_7789e2d1de02f43f", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5891428571428572, "chrf": 70.26508023707066, "bleu": 43.877720968780274, "rougeL": 0.6331236897274634, "len_ratio": 0.907258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 23 | +{"pair_id": "pair_d77676aa5b9788c2", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3708571428571429, "chrf": 53.02505811960295, "bleu": 22.404632885423126, "rougeL": 0.383399209486166, "len_ratio": 1.0161290322580645, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0} | |
| 24 | +{"pair_id": "pair_c36f5acb28707610", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.739041095890411, "chrf": 75.36346847506253, "bleu": 49.07757997826093, "rougeL": 0.773109243697479, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 25 | +{"pair_id": "pair_282833e6d6a3984d", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47115384615384615, "chrf": 59.97362172689851, "bleu": 38.790404806883814, "rougeL": 0.5555555555555557, "len_ratio": 0.9363057324840764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 0.8125, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 26 | +{"pair_id": "pair_3107ab05d03041bf", "doc_id": "doc_679741e00536f8a4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5414118954974987, "chrf": 63.69975144482287, "bleu": 30.7896590823368, "rougeL": 0.5584642233856894, "len_ratio": 1.047970479704797, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 27 | +{"pair_id": "pair_44c009613aaa4668", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5667330677290836, "chrf": 64.00337873530907, "bleu": 34.72033030744201, "rougeL": 0.5601374570446735, "len_ratio": 0.9220338983050848, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0} | |
| 28 | +{"pair_id": "pair_74db4e98c7a188d4", "doc_id": "doc_861988bceb67e1df", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5178849144634525, "chrf": 55.06986365055357, "bleu": 20.306203951520768, "rougeL": 0.4945054945054946, "len_ratio": 1.2469135802469136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 4.0, "sentence_count_delta": 1.0} | |
| 29 | +{"pair_id": "pair_c63e797c6528b4db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7894736842105263, "chrf": 74.84333329955682, "bleu": 43.08160610466513, "rougeL": 0.8095238095238095, "len_ratio": 0.9302325581395349, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 30 | +{"pair_id": "pair_2fb4bbe550e27ac4", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47829518547750594, "chrf": 55.12949197396212, "bleu": 29.775164978641932, "rougeL": 0.48552338530066813, "len_ratio": 0.8893617021276595, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.9230769230769231, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 31 | +{"pair_id": "pair_2debd28bdd098ed4", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4323907455012853, "chrf": 57.64545007061819, "bleu": 30.442275553149425, "rougeL": 0.4477611940298507, "len_ratio": 0.97, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 32 | +{"pair_id": "pair_0a11a544a9f4279b", "doc_id": "doc_dca1cb2706c17137", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6266094420600858, "chrf": 64.04202512437182, "bleu": 51.990157166303824, "rougeL": 0.6133333333333333, "len_ratio": 0.8611111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 33 | +{"pair_id": "pair_3bac7ae06f23e6e9", "doc_id": "doc_b860396abb8d4077", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5783699059561129, "chrf": 53.06362527825982, "bleu": 19.92201734550476, "rougeL": 0.5212121212121212, "len_ratio": 0.8953488372093024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 34 | +{"pair_id": "pair_9fe6e1a7a8780864", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6549192364170338, "chrf": 61.31895388867431, "bleu": 37.353666589427306, "rougeL": 0.6634615384615383, "len_ratio": 0.9259259259259259, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 35 | +{"pair_id": "pair_baaf464a605e8459", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6263020833333333, "chrf": 64.71323623643998, "bleu": 44.16555385496759, "rougeL": 0.7116104868913857, "len_ratio": 0.9426229508196722, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 36 | +{"pair_id": "pair_b3c1ef143c87299c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7387057387057387, "chrf": 66.53712562414903, "bleu": 39.28917716759768, "rougeL": 0.6609442060085837, "len_ratio": 1.0636363636363637, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 37 | +{"pair_id": "pair_a4e47c424e3157c2", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.590080971659919, "chrf": 67.5604707846008, "bleu": 51.53325802379145, "rougeL": 0.6853932584269663, "len_ratio": 0.9419354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7441860465116279, "number_precision": 0.8888888888888888, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 38 | +{"pair_id": "pair_825e0b63e41c4455", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.4588772845953003, "chrf": 51.393612742575975, "bleu": 28.356615956860253, "rougeL": 0.48172043010752685, "len_ratio": 0.7436974789915967, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8378378378378378, "number_precision": 0.7209302325581395, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 39 | +{"pair_id": "pair_93a4261a917f89c8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.646414342629482, "chrf": 66.89862849845515, "bleu": 41.445362016332645, "rougeL": 0.643598615916955, "len_ratio": 0.9152542372881356, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0} | |
| 40 | +{"pair_id": "pair_d5b4a6808c4e0395", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6998961578400831, "chrf": 69.06142640105497, "bleu": 36.760763128753155, "rougeL": 0.6691449814126393, "len_ratio": 1.056, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 41 | +{"pair_id": "pair_309d2b488da63069", "doc_id": "doc_679741e00536f8a4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.470554926387316, "chrf": 52.75777472526425, "bleu": 19.62267340339004, "rougeL": 0.4535315985130111, "len_ratio": 0.933579335793358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 42 | +{"pair_id": "pair_84b526d08998412d", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.45961401000714797, "chrf": 66.94941279727337, "bleu": 37.62485703642019, "rougeL": 0.547945205479452, "len_ratio": 1.2228571428571429, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.8846153846153846, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 43 | +{"pair_id": "pair_c9dff9e920618fcf", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.703771849126035, "chrf": 71.04323584612794, "bleu": 45.04563811981882, "rougeL": 0.7223880597014926, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 44 | +{"pair_id": "pair_56c29f7adc442782", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5625, "chrf": 59.87791293151098, "bleu": 33.23406838922195, "rougeL": 0.5876288659793815, "len_ratio": 0.93, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 45 | +{"pair_id": "pair_69526c4f889174ea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5813060179257362, "chrf": 69.07806489595633, "bleu": 39.4218525646228, "rougeL": 0.602510460251046, "len_ratio": 1.2403846153846154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 46 | +{"pair_id": "pair_709d9ccf1de16f09", "doc_id": "doc_4c6c408ed1737499", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.55286800276434, "chrf": 68.86963171388912, "bleu": 47.32580071223924, "rougeL": 0.611336032388664, "len_ratio": 1.0128755364806867, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.76, "number_precision": 0.8260869565217391, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 47 | +{"pair_id": "pair_ef146ab27b0e7e54", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7076502732240437, "chrf": 74.186078849066, "bleu": 51.11546684304826, "rougeL": 0.6733668341708542, "len_ratio": 0.9578947368421052, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0} | |
| 48 | +{"pair_id": "pair_ac7ce65c0ed087c7", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.695906432748538, "chrf": 65.46078401205966, "bleu": 31.81159780856415, "rougeL": 0.7116564417177914, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 49 | +{"pair_id": "pair_1815421c03271d30", "doc_id": "doc_b860396abb8d4077", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.658307210031348, "chrf": 60.00044188653574, "bleu": 22.096141933623645, "rougeL": 0.632183908045977, "len_ratio": 0.9883720930232558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 50 | +{"pair_id": "pair_361baa22f73d5d89", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.42168075584286424, "chrf": 58.86216544479367, "bleu": 43.30740237154756, "rougeL": 0.46020761245674746, "len_ratio": 0.8389261744966443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.9473684210526315, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 51 | +{"pair_id": "pair_14bb7407d84c5108", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5547945205479452, "chrf": 56.890320060673524, "bleu": 23.458846965229935, "rougeL": 0.5481798715203426, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 3.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 52 | +{"pair_id": "pair_5b833ea3d18cee1a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4383419689119171, "chrf": 60.2084811673931, "bleu": 29.21948673261252, "rougeL": 0.503267973856209, "len_ratio": 0.9271523178807947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 53 | +{"pair_id": "pair_3be5f5987924112e", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.532051282051282, "chrf": 57.74329170583484, "bleu": 32.03962171020812, "rougeL": 0.5779467680608366, "len_ratio": 1.0757575757575757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 54 | +{"pair_id": "pair_84b3d5ee6c5732e9", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5548926014319808, "chrf": 59.06918921394284, "bleu": 29.338212008458434, "rougeL": 0.5399239543726235, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 55 | +{"pair_id": "pair_6705f52d07301d80", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5742574257425743, "chrf": 65.8272603927334, "bleu": 31.02692867742643, "rougeL": 0.6, "len_ratio": 1.1797752808988764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 56 | +{"pair_id": "pair_0575bcaf8a580eff", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6269592476489028, "chrf": 58.89574768726408, "bleu": 21.908955269424965, "rougeL": 0.5764705882352941, "len_ratio": 0.9534883720930233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 57 | +{"pair_id": "pair_b0a97dde4778340f", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6145146088595664, "chrf": 65.69232958641754, "bleu": 43.9655047669967, "rougeL": 0.61875, "len_ratio": 0.9556962025316456, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 58 | +{"pair_id": "pair_c13e870b71423560", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5410256410256411, "chrf": 56.78838364095655, "bleu": 31.893495384191027, "rougeL": 0.5877862595419848, "len_ratio": 1.0681818181818181, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0} | |
| 59 | +{"pair_id": "pair_b7af3e2054df7348", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.1929577464788732, "chrf": 21.40969829018981, "bleu": 2.3110650703041564, "rougeL": 0.2773722627737226, "len_ratio": 0.24770642201834864, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 60 | +{"pair_id": "pair_a6f59a9b5f2a67b6", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7217391304347827, "chrf": 75.00184058318254, "bleu": 49.016227825264686, "rougeL": 0.7518796992481203, "len_ratio": 0.8805970149253731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 61 | +{"pair_id": "pair_f2ece22c29d8c29c", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.40304182509505704, "chrf": 54.586652539775685, "bleu": 38.82486070365221, "rougeL": 0.40476190476190477, "len_ratio": 1.0833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 0.8333333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 62 | +{"pair_id": "pair_5baebdc9177a8e28", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4776119402985075, "chrf": 60.87370268396721, "bleu": 26.93711403928311, "rougeL": 0.47011952191235057, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 63 | +{"pair_id": "pair_13910713f8f06594", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.565059144676979, "chrf": 66.78375941805486, "bleu": 38.663673109176756, "rougeL": 0.5840707964601769, "len_ratio": 1.0569620253164558, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 64 | +{"pair_id": "pair_7c7fa7446f4b6077", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5777940102264427, "chrf": 60.88320947848344, "bleu": 32.99744557484695, "rougeL": 0.5985748218527317, "len_ratio": 0.9009433962264151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 65 | +{"pair_id": "pair_d0d8567447797e47", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5455455455455456, "chrf": 69.89743777472866, "bleu": 43.303137823851124, "rougeL": 0.6120996441281139, "len_ratio": 0.9300699300699301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 66 | +{"pair_id": "pair_65e729d5744846f2", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6821345707656612, "chrf": 68.57444262460878, "bleu": 46.09667998795449, "rougeL": 0.6448979591836735, "len_ratio": 0.88, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 67 | +{"pair_id": "pair_13b6b22424f34722", "doc_id": "doc_adb94552819f8ffa", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6328928046989721, "chrf": 64.3107008174103, "bleu": 42.172409455233925, "rougeL": 0.6415094339622641, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 68 | +{"pair_id": "pair_077eb0513a8a2593", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3872377622377622, "chrf": 60.141174852837274, "bleu": 41.42677879944461, "rougeL": 0.5279187817258885, "len_ratio": 1.0318471337579618, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 0.7647058823529411, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 69 | +{"pair_id": "pair_085c632978ba7aec", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5242424242424242, "chrf": 57.294523993307436, "bleu": 24.904023226589352, "rougeL": 0.5789473684210527, "len_ratio": 1.0727272727272728, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 70 | +{"pair_id": "pair_0183e401e64b2103", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.3711283185840708, "chrf": 61.11530038917371, "bleu": 31.68846291919564, "rougeL": 0.4788732394366197, "len_ratio": 1.1890756302521008, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7567567567567568, "number_precision": 0.717948717948718, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 4.0} | |
| 71 | +{"pair_id": "pair_d3e8221632482ce6", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6130895091434071, "chrf": 71.97171145005352, "bleu": 52.20079064920588, "rougeL": 0.7120743034055728, "len_ratio": 0.863905325443787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 72 | +{"pair_id": "pair_37584e42a04d474b", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6356275303643725, "chrf": 69.10501122526087, "bleu": 50.52717502760417, "rougeL": 0.701949860724234, "len_ratio": 0.9419354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7441860465116279, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 73 | +{"pair_id": "pair_bb60bba73e78c46c", "doc_id": "doc_fc3b7b904133fd48", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.500771208226221, "chrf": 61.52511242216415, "bleu": 30.703762826343294, "rougeL": 0.5074135090609555, "len_ratio": 0.9833333333333333, "placeholders_exact": 0.0, "placeholder_recall": 0.8571428571428571, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 74 | +{"pair_id": "pair_75d7b0ff6200aead", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6166237113402062, "chrf": 60.838878369320284, "bleu": 28.210308745853894, "rougeL": 0.5750528541226216, "len_ratio": 0.9336099585062241, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 75 | +{"pair_id": "pair_3ba5e1d5b6c69220", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5658967391304348, "chrf": 62.946731798747635, "bleu": 33.35387624996924, "rougeL": 0.542141230068337, "len_ratio": 0.954337899543379, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 76 | +{"pair_id": "pair_bc7df2b0b58f07c0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6432748538011697, "chrf": 69.33304020034485, "bleu": 49.81739239139074, "rougeL": 0.6321839080459771, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 77 | +{"pair_id": "pair_4a56d218431976d2", "doc_id": "doc_fc78b461465fbd42", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.8162983425414365, "chrf": 83.70437165391401, "bleu": 65.24461103160286, "rougeL": 0.8038277511961723, "len_ratio": 1.0297029702970297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 78 | +{"pair_id": "pair_23020662bb95ca91", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5248493975903614, "chrf": 64.13936835819534, "bleu": 35.91705780366507, "rougeL": 0.5686274509803921, "len_ratio": 1.0205128205128204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 79 | +{"pair_id": "pair_f19c76567b23a0ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4945295404814004, "chrf": 54.17075017497856, "bleu": 21.168674212684103, "rougeL": 0.4852941176470588, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 80 | +{"pair_id": "pair_5cdba9bf502e78bf", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4344879518072289, "chrf": 57.155272501534405, "bleu": 28.54104260188974, "rougeL": 0.450363196125908, "len_ratio": 1.0461538461538462, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 81 | +{"pair_id": "pair_860db84d69c18d28", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5712971481140754, "chrf": 57.1626671359723, "bleu": 25.06291777541397, "rougeL": 0.6093189964157706, "len_ratio": 0.625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 82 | +{"pair_id": "pair_d9e2bd843586d3b6", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7073347857661583, "chrf": 78.80685236344961, "bleu": 56.665601228165556, "rougeL": 0.8075117370892019, "len_ratio": 0.9716981132075472, "placeholders_exact": 0.0, "placeholder_recall": 0.6666666666666666, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 83 | +{"pair_id": "pair_0ca79ef661d41111", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5805714285714285, "chrf": 71.74650881496572, "bleu": 48.77053918292613, "rougeL": 0.6535947712418301, "len_ratio": 1.0142857142857142, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 84 | +{"pair_id": "pair_a0968e66079c004e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5276569297700435, "chrf": 69.42060883601707, "bleu": 41.86736193397334, "rougeL": 0.5239005736137669, "len_ratio": 1.150214592274678, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.76, "number_precision": 0.7307692307692307, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 3.0} | |
| 85 | +{"pair_id": "pair_52e39ed348aac3a4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4972067039106145, "chrf": 60.53008354321957, "bleu": 26.6080060738835, "rougeL": 0.5380116959064327, "len_ratio": 1.0240963855421688, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 86 | +{"pair_id": "pair_29b37b2755361452", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6483050847457628, "chrf": 63.088015043058945, "bleu": 25.460507431701387, "rougeL": 0.6621621621621622, "len_ratio": 1.1323529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 87 | +{"pair_id": "pair_112e8b5bc79d4c76", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5582386363636364, "chrf": 64.51996509564715, "bleu": 34.99782565490166, "rougeL": 0.6203208556149732, "len_ratio": 0.86, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 88 | +{"pair_id": "pair_3416f54517de3a0a", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7759237187127532, "chrf": 74.34062196882569, "bleu": 48.51657769513504, "rougeL": 0.7500000000000001, "len_ratio": 0.8376068376068376, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 89 | +{"pair_id": "pair_b3635f9580f269d9", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5821917808219178, "chrf": 60.811940620860426, "bleu": 29.173029681773247, "rougeL": 0.5648535564853556, "len_ratio": 0.9458333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 90 | +{"pair_id": "pair_99293ecb0a4cd768", "doc_id": "doc_adb94552819f8ffa", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6343612334801763, "chrf": 59.779910201675015, "bleu": 36.284342229338634, "rougeL": 0.6411483253588517, "len_ratio": 0.9351851851851852, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 91 | +{"pair_id": "pair_d64d352ec2ad2195", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4893617021276596, "chrf": 61.80259122452486, "bleu": 29.20508312218723, "rougeL": 0.5280898876404494, "len_ratio": 1.1204819277108433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 92 | +{"pair_id": "pair_09ee5dff1e5e4273", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6181139122315593, "chrf": 77.36763584137927, "bleu": 59.17220441917287, "rougeL": 0.6826347305389222, "len_ratio": 1.0126582278481013, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 93 | +{"pair_id": "pair_f182e5eaf0432943", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5556368960468521, "chrf": 66.22096017638263, "bleu": 33.16623405882031, "rougeL": 0.577889447236181, "len_ratio": 1.037837837837838, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 94 | +{"pair_id": "pair_0c007f2c914a8490", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6646090534979423, "chrf": 66.04763108761705, "bleu": 34.49407954508817, "rougeL": 0.6711409395973154, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 95 | +{"pair_id": "pair_00e22a541a8205fb", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.49264705882352944, "chrf": 55.26056575717105, "bleu": 28.580407964106033, "rougeL": 0.4944444444444444, "len_ratio": 0.9779005524861878, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.3333333333333333, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 96 | +{"pair_id": "pair_226b9d93fb3b78d2", "doc_id": "doc_2bbbd374f17eae39", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6593734460467429, "chrf": 66.70333889605816, "bleu": 45.71862522161503, "rougeL": 0.6630630630630631, "len_ratio": 0.761744966442953, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7619047619047619, "number_precision": 0.9411764705882353, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 97 | +{"pair_id": "pair_c0fbeb2f53407ec2", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.49726027397260275, "chrf": 55.95528221023647, "bleu": 26.892823927816462, "rougeL": 0.5075921908893709, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 98 | +{"pair_id": "pair_92295b6bf7326ef3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5553977272727273, "chrf": 63.4884081174135, "bleu": 30.87500654045999, "rougeL": 0.5961538461538461, "len_ratio": 1.06, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 99 | +{"pair_id": "pair_6a54430676e3afee", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5742024965325936, "chrf": 69.31762258884507, "bleu": 42.715079005128004, "rougeL": 0.5769230769230769, "len_ratio": 1.0198019801980198, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 100 | +{"pair_id": "pair_ff91540eb76ef41b", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7613168724279835, "chrf": 69.15842922847094, "bleu": 47.12191515457884, "rougeL": 0.6906474820143885, "len_ratio": 0.8732394366197183, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 101 | +{"pair_id": "pair_9c8b07170dee3fc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5872405841660262, "chrf": 67.47495949711157, "bleu": 45.15061231625003, "rougeL": 0.6153846153846153, "len_ratio": 1.0569948186528497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 102 | +{"pair_id": "pair_cdf5e07cfa111db0", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7027027027027026, "chrf": 70.54481493453657, "bleu": 42.872888677880745, "rougeL": 0.6666666666666666, "len_ratio": 0.9230769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 103 | +{"pair_id": "pair_feae3a82e82b3560", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.535528596187175, "chrf": 55.34226463917658, "bleu": 15.701595883015662, "rougeL": 0.5568181818181819, "len_ratio": 1.1710526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 104 | +{"pair_id": "pair_7a4e464f49cef478", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.831275720164609, "chrf": 76.98420213007533, "bleu": 55.26655100077636, "rougeL": 0.8251748251748252, "len_ratio": 0.9295774647887324, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 105 | +{"pair_id": "pair_cd36a4c6c7097fb6", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.38809523809523805, "chrf": 52.82458763040185, "bleu": 23.935390215475763, "rougeL": 0.4393939393939394, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 106 | +{"pair_id": "pair_883e725c99960b2f", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5494949494949495, "chrf": 59.80146645822647, "bleu": 28.299946314612598, "rougeL": 0.5517241379310345, "len_ratio": 0.7108433734939759, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 107 | +{"pair_id": "pair_268d7de64e3932db", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.45621181262729127, "chrf": 72.495609909967, "bleu": 43.6745000456275, "rougeL": 0.5827338129496402, "len_ratio": 1.094488188976378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 108 | +{"pair_id": "pair_c2c108f80b07fd16", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5777777777777777, "chrf": 66.61747123697114, "bleu": 41.72836815296685, "rougeL": 0.6025641025641025, "len_ratio": 0.8554216867469879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 109 | +{"pair_id": "pair_ab7de25bbdd65971", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5130522088353413, "chrf": 61.688578466380505, "bleu": 29.0810797996965, "rougeL": 0.49275362318840576, "len_ratio": 1.072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 110 | +{"pair_id": "pair_478c4b8f9ad75ac5", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6181818181818182, "chrf": 69.6559080200705, "bleu": 43.972450653304755, "rougeL": 0.5948717948717949, "len_ratio": 1.053763440860215, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 111 | +{"pair_id": "pair_f6cbd61713858e62", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6277533039647577, "chrf": 58.761644834584416, "bleu": 34.51907074590017, "rougeL": 0.5755395683453237, "len_ratio": 0.8695652173913043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 112 | +{"pair_id": "pair_ee673d7d287e330c", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6528066528066527, "chrf": 62.464358499677466, "bleu": 26.518926481699843, "rougeL": 0.662251655629139, "len_ratio": 1.1764705882352942, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 113 | +{"pair_id": "pair_ca62b831bb4e2a34", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6189138576779026, "chrf": 57.6956054321756, "bleu": 25.934241337015912, "rougeL": 0.6462585034013605, "len_ratio": 0.7215189873417721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 114 | +{"pair_id": "pair_5ebbe3e9c50f5dee", "doc_id": "doc_dca1cb2706c17137", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7060085836909871, "chrf": 71.18438075574079, "bleu": 59.87887991703331, "rougeL": 0.75, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 115 | +{"pair_id": "pair_9d9260af9ec73688", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6095360824742269, "chrf": 63.61641400117385, "bleu": 30.19607569210795, "rougeL": 0.5930470347648261, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 116 | +{"pair_id": "pair_fa08cdd0e59caa37", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6540785498489425, "chrf": 68.96677506901021, "bleu": 41.182609912516774, "rougeL": 0.6603773584905661, "len_ratio": 1.0666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 117 | +{"pair_id": "pair_d044533b3cac04dc", "doc_id": "doc_b9f6f386c52a2106", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5995623632385121, "chrf": 65.81368245396953, "bleu": 27.432647628927395, "rougeL": 0.5984251968503937, "len_ratio": 0.8636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 118 | +{"pair_id": "pair_f2de92be1ccd929d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5857142857142856, "chrf": 60.72997368410109, "bleu": 34.635511906925274, "rougeL": 0.5993690851735016, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 119 | +{"pair_id": "pair_0818b3c5596fbd53", "doc_id": "doc_861988bceb67e1df", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.47122302158273377, "chrf": 50.38268321122461, "bleu": 16.583553481749778, "rougeL": 0.4444444444444445, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 3.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0} | |
| 120 | +{"pair_id": "pair_959eefd58201c50e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6926926926926926, "chrf": 74.2163512167194, "bleu": 45.40585766269915, "rougeL": 0.6807017543859649, "len_ratio": 0.965034965034965, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 121 | +{"pair_id": "pair_17e9935d45652340", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4385026737967914, "chrf": 55.29262352617794, "bleu": 18.84422822660255, "rougeL": 0.5232558139534884, "len_ratio": 0.9204545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 122 | +{"pair_id": "pair_b28b357cb1924196", "doc_id": "doc_83ee876009e1f14b", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7144298688193744, "chrf": 69.04712708146747, "bleu": 42.67958146636753, "rougeL": 0.7105263157894737, "len_ratio": 0.9463087248322147, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 123 | +{"pair_id": "pair_9bda1e4a7f3e5127", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6786885245901639, "chrf": 64.45688099784739, "bleu": 46.388303432228426, "rougeL": 0.7046632124352331, "len_ratio": 0.8555555555555555, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 124 | +{"pair_id": "pair_139b250bbc55cfa0", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5419047619047619, "chrf": 59.22799684585128, "bleu": 29.213824100564345, "rougeL": 0.5498489425981873, "len_ratio": 0.9393939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 125 | +{"pair_id": "pair_5087d0ae8b3b2403", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.561849710982659, "chrf": 65.07364062190281, "bleu": 36.11522380386088, "rougeL": 0.6, "len_ratio": 1.2131147540983607, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 0.9565217391304348, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 126 | +{"pair_id": "pair_caea015427837011", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5136298421807748, "chrf": 60.211552145786875, "bleu": 27.196204659885108, "rougeL": 0.5104408352668214, "len_ratio": 1.1384615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 127 | +{"pair_id": "pair_92bc12c44c2ade8c", "doc_id": "doc_9ad63a530a55b56e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7377450980392157, "chrf": 69.37177099017548, "bleu": 43.84055653009305, "rougeL": 0.6956521739130435, "len_ratio": 1.0363636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 128 | +{"pair_id": "pair_5977469e4fc8b79e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6647331786542923, "chrf": 63.612056213254085, "bleu": 36.040750302855365, "rougeL": 0.6255144032921811, "len_ratio": 0.864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -3.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 129 | +{"pair_id": "pair_1599bf9340a179ae", "doc_id": "doc_b9f6f386c52a2106", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.47045951859956237, "chrf": 54.79329030060788, "bleu": 24.4642682953685, "rougeL": 0.4963503649635037, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 130 | +{"pair_id": "pair_f7dea80742b3e05e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.48701973001038423, "chrf": 72.00158776847397, "bleu": 40.26138099568968, "rougeL": 0.5787545787545788, "len_ratio": 1.0551181102362204, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 131 | +{"pair_id": "pair_05323c96c3cb3c53", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5, "chrf": 61.33552450343811, "bleu": 33.995973826049706, "rougeL": 0.5340314136125655, "len_ratio": 0.9513513513513514, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 132 | +{"pair_id": "pair_bf7b5c7d8a864a85", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5171717171717172, "chrf": 59.109887120910784, "bleu": 25.21538151890335, "rougeL": 0.4871794871794871, "len_ratio": 0.8433734939759037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 133 | +{"pair_id": "pair_6d7fbf8a7fbda239", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6436436436436437, "chrf": 70.79562865575905, "bleu": 45.6629842322884, "rougeL": 0.6788321167883211, "len_ratio": 0.8881118881118881, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 134 | +{"pair_id": "pair_b9e0ae06d897b53a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8076062639821029, "chrf": 80.48229433264181, "bleu": 69.52789119930173, "rougeL": 0.7876712328767124, "len_ratio": 0.9583333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 135 | +{"pair_id": "pair_1346e094f5b641a0", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4158617183528216, "chrf": 48.345763541703725, "bleu": 18.28295578053025, "rougeL": 0.4295302013422819, "len_ratio": 0.7881619937694704, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 136 | +{"pair_id": "pair_77e98b9492cac4bf", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7799352750809061, "chrf": 70.69110355746983, "bleu": 54.43238363555469, "rougeL": 0.7636363636363637, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 137 | +{"pair_id": "pair_6839ba367d497e80", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5539532570860268, "chrf": 61.5193950905871, "bleu": 41.69820178954451, "rougeL": 0.5940246045694201, "len_ratio": 0.8087248322147651, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 0.8823529411764706, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 138 | +{"pair_id": "pair_e122991f6f098a5c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.49006622516556286, "chrf": 60.03088023091817, "bleu": 29.17051862832866, "rougeL": 0.5118110236220472, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 139 | +{"pair_id": "pair_e6d5bc36e800dea4", "doc_id": "doc_b9f6f386c52a2106", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5732484076433121, "chrf": 64.70707515414453, "bleu": 32.05625798827536, "rougeL": 0.6222222222222222, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 140 | +{"pair_id": "pair_f99f42256b1a243b", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5603448275862069, "chrf": 66.5752172763191, "bleu": 33.100852285456874, "rougeL": 0.5517241379310345, "len_ratio": 1.1029411764705883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 141 | +{"pair_id": "pair_5b710b0eaa6a3c86", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.49960536700868197, "chrf": 60.57667076516056, "bleu": 34.975148449029575, "rougeL": 0.5526315789473684, "len_ratio": 0.9148936170212766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8125, "number_precision": 0.8666666666666667, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 142 | +{"pair_id": "pair_6e3668c7f5aa2372", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.481505515898767, "chrf": 63.996285346931735, "bleu": 34.2548566520587, "rougeL": 0.49792531120331945, "len_ratio": 0.8902439024390244, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 143 | +{"pair_id": "pair_6e2d7f9a5d9f9147", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.49290060851926976, "chrf": 69.86023831169035, "bleu": 46.253013980222164, "rougeL": 0.5526315789473684, "len_ratio": 1.164179104477612, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 144 | +{"pair_id": "pair_1a8d87fd55235b10", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.49625468164794007, "chrf": 59.73809799596739, "bleu": 27.19086362530165, "rougeL": 0.5159420289855073, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 145 | +{"pair_id": "pair_525a4dd28c4b4896", "doc_id": "doc_dca1cb2706c17137", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5857142857142856, "chrf": 67.74069378268153, "bleu": 54.07568146076441, "rougeL": 0.6144578313253013, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 146 | +{"pair_id": "pair_036003c71b2dce7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.533678756476684, "chrf": 65.30341114036675, "bleu": 38.85245258671731, "rougeL": 0.5760517799352751, "len_ratio": 0.9403973509933775, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.8571428571428571, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 147 | +{"pair_id": "pair_4904c33d6c1b73da", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7832957110609481, "chrf": 68.88335955791676, "bleu": 39.06070697287588, "rougeL": 0.7659574468085107, "len_ratio": 1.0294117647058822, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 148 | +{"pair_id": "pair_d9b03c7c8aaddbe7", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6722288438617401, "chrf": 65.59438450938005, "bleu": 36.50241275544359, "rougeL": 0.6120689655172413, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 149 | +{"pair_id": "pair_3a1638667a02fa34", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6649848637739657, "chrf": 65.16009743529175, "bleu": 37.470896003291365, "rougeL": 0.6775244299674268, "len_ratio": 0.9530201342281879, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 150 | +{"pair_id": "pair_891babd17476b7f6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4766839378238342, "chrf": 60.91672445073058, "bleu": 35.1444359561487, "rougeL": 0.5083612040133779, "len_ratio": 0.8675496688741722, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.8571428571428571, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 151 | +{"pair_id": "pair_83e7174596232969", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4234092694422624, "chrf": 56.6156090520358, "bleu": 18.540463719886493, "rougeL": 0.441747572815534, "len_ratio": 0.9753694581280788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 152 | +{"pair_id": "pair_0dafd3db8e4005b7", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6738934056007226, "chrf": 67.7387109586291, "bleu": 30.529422323452124, "rougeL": 0.6070287539936102, "len_ratio": 1.026143790849673, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 153 | +{"pair_id": "pair_4fdf03c241c1b9a6", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.713089005235602, "chrf": 72.32392933976203, "bleu": 49.251641049142265, "rougeL": 0.6511627906976745, "len_ratio": 1.1120689655172413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 154 | +{"pair_id": "pair_be453f24c5c74e51", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.592896174863388, "chrf": 70.31770996592215, "bleu": 37.16218167781638, "rougeL": 0.6355140186915887, "len_ratio": 1.1157894736842104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 155 | +{"pair_id": "pair_0488cc573afa8f86", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.55, "chrf": 57.24905339684049, "bleu": 34.07320911831604, "rougeL": 0.558490566037736, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 156 | +{"pair_id": "pair_a9c8a20f6e572e5c", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6412429378531073, "chrf": 72.35215410850219, "bleu": 45.63821079498983, "rougeL": 0.6933333333333334, "len_ratio": 1.1153846153846154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 157 | +{"pair_id": "pair_c90720b095cc6e2f", "doc_id": "doc_679741e00536f8a4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6670441676104191, "chrf": 72.00577623434829, "bleu": 45.836580846687355, "rougeL": 0.6835443037974683, "len_ratio": 0.988929889298893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 158 | +{"pair_id": "pair_841c279b940a75a2", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4584783689706614, "chrf": 57.808250050960744, "bleu": 38.405957546318234, "rougeL": 0.502692998204668, "len_ratio": 0.7684563758389261, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 159 | +{"pair_id": "pair_d0bd794757654c36", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5901408450704225, "chrf": 65.09479327571304, "bleu": 35.33044936241572, "rougeL": 0.5497630331753554, "len_ratio": 0.908256880733945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 160 | +{"pair_id": "pair_4c24d0342602a3f7", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5266666666666666, "chrf": 54.17381352278703, "bleu": 28.92777838239753, "rougeL": 0.5096774193548388, "len_ratio": 0.8121212121212121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 161 | +{"pair_id": "pair_799379190681876a", "doc_id": "doc_c496dc8b7656356a", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6338028169014085, "chrf": 62.93854335239164, "bleu": 39.140057808812855, "rougeL": 0.6886792452830189, "len_ratio": 0.9047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 162 | +{"pair_id": "pair_52a9288d64fe2a48", "doc_id": "doc_fc3b7b904133fd48", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5522458628841608, "chrf": 66.734892023136, "bleu": 35.74533576287385, "rougeL": 0.540625, "len_ratio": 1.0933333333333333, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 163 | +{"pair_id": "pair_39f46ef7b68a4774", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.48852901484480427, "chrf": 67.96647157551182, "bleu": 44.77812421157358, "rougeL": 0.5656565656565656, "len_ratio": 1.0300429184549356, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.88, "number_precision": 0.9565217391304348, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 164 | +{"pair_id": "pair_824409119c9663a6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.586709886547812, "chrf": 67.95277787696922, "bleu": 38.535494742088126, "rougeL": 0.7005076142131981, "len_ratio": 1.2073170731707317, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 165 | +{"pair_id": "pair_f1c86722885c76ff", "doc_id": "doc_96174e2f07291f09", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7613636363636364, "chrf": 72.79880325464376, "bleu": 59.723860767800446, "rougeL": 0.7199999999999999, "len_ratio": 1.1194029850746268, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 166 | +{"pair_id": "pair_df6be18d270dc4a3", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.739903069466882, "chrf": 71.53388024087151, "bleu": 55.21141725500767, "rougeL": 0.7659574468085106, "len_ratio": 0.8457142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 167 | +{"pair_id": "pair_ed3b962d3e6a321e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6340347666971637, "chrf": 67.19193607321439, "bleu": 45.57953066387596, "rougeL": 0.68944099378882, "len_ratio": 0.8488372093023255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 168 | +{"pair_id": "pair_754f1233f3268d8f", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7047146401985112, "chrf": 75.88322876639134, "bleu": 52.701005353241676, "rougeL": 0.7535211267605635, "len_ratio": 1.0737704918032787, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 169 | +{"pair_id": "pair_ba5d583e265a7c7a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4918793503480279, "chrf": 54.094535397656486, "bleu": 22.61092130828962, "rougeL": 0.4941176470588235, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 170 | +{"pair_id": "pair_1dc8a303a3f0d2af", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.42036553524804177, "chrf": 57.60088643921708, "bleu": 33.66295164942228, "rougeL": 0.49416342412451364, "len_ratio": 0.9621848739495799, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8648648648648649, "number_precision": 0.8205128205128205, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 171 | +{"pair_id": "pair_679bb06fbdb61cce", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6819047619047619, "chrf": 70.63430776521137, "bleu": 46.198094903175445, "rougeL": 0.6843657817109144, "len_ratio": 1.006060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 172 | +{"pair_id": "pair_e3df5fc0154b30ff", "doc_id": "doc_b860396abb8d4077", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7021943573667712, "chrf": 63.627959221269734, "bleu": 35.484550739699465, "rougeL": 0.65, "len_ratio": 0.8255813953488372, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 173 | +{"pair_id": "pair_4353ce67ed0d3de6", "doc_id": "doc_fc78b461465fbd42", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.680161943319838, "chrf": 76.95829955431616, "bleu": 55.3167780085408, "rougeL": 0.6912442396313364, "len_ratio": 1.108910891089109, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 174 | +{"pair_id": "pair_bae2f739b3cd7a03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5414012738853503, "chrf": 58.75937588016606, "bleu": 28.714664866017714, "rougeL": 0.5355648535564854, "len_ratio": 1.0803571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 175 | +{"pair_id": "pair_559e3fd921f4c699", "doc_id": "doc_ece0bb556a23f499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5690284879474068, "chrf": 58.31167476693915, "bleu": 34.9699565566974, "rougeL": 0.5907990314769976, "len_ratio": 0.8632075471698113, "placeholders_exact": 0.0, "placeholder_recall": 0.7142857142857143, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 176 | +{"pair_id": "pair_0a65f52f8892fe39", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5352798053527981, "chrf": 55.82037988372514, "bleu": 26.183368965375813, "rougeL": 0.5354330708661418, "len_ratio": 0.9919354838709677, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 177 | +{"pair_id": "pair_fa8b884f73780252", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4331550802139037, "chrf": 55.24544441840922, "bleu": 18.24842416820081, "rougeL": 0.5028571428571429, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 178 | +{"pair_id": "pair_0f08b49a0e7cc8db", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5923217550274222, "chrf": 66.40265939394013, "bleu": 40.25620235208424, "rougeL": 0.5824175824175825, "len_ratio": 1.0853658536585367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 0.42857142857142855, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 179 | +{"pair_id": "pair_88d8d3abc0147d7c", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5282651072124757, "chrf": 49.922990401903164, "bleu": 13.276247095396743, "rougeL": 0.536231884057971, "len_ratio": 0.6578947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 180 | +{"pair_id": "pair_9f37e9cd0181c96b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5528720626631853, "chrf": 55.73079301783969, "bleu": 30.6864276487983, "rougeL": 0.5708502024291497, "len_ratio": 0.8865546218487395, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8918918918918919, "number_precision": 0.9166666666666666, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 181 | +{"pair_id": "pair_e231d6f97d76b954", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5939675174013921, "chrf": 60.26753908633257, "bleu": 33.78331217637487, "rougeL": 0.5461847389558233, "len_ratio": 0.904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 182 | +{"pair_id": "pair_30b60ddaee841c4e", "doc_id": "doc_16a24631c5e15333", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5418502202643172, "chrf": 54.59116425792801, "bleu": 29.94285843267136, "rougeL": 0.5571428571428572, "len_ratio": 0.8695652173913043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 183 | +{"pair_id": "pair_6b13f8093ec407f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5657458563535911, "chrf": 61.14180247014256, "bleu": 38.622299075780546, "rougeL": 0.5347985347985348, "len_ratio": 1.2416666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8181818181818182, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0} | |
| 184 | +{"pair_id": "pair_5b2bea0bab86dd2e", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5359778597785978, "chrf": 65.03016141241551, "bleu": 45.9748993719428, "rougeL": 0.6335078534031415, "len_ratio": 1.0903225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7674418604651163, "number_precision": 0.8918918918918919, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 185 | +{"pair_id": "pair_6e67a6b351445017", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5022999080036799, "chrf": 56.63144536450911, "bleu": 20.18535865587485, "rougeL": 0.5161290322580645, "len_ratio": 0.9642857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 186 | +{"pair_id": "pair_48e0a53fe76abf78", "doc_id": "doc_6dcf41bec0c4b537", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5864197530864197, "chrf": 57.67382750118076, "bleu": 33.94102074219416, "rougeL": 0.5964912280701754, "len_ratio": 1.0727272727272728, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 187 | +{"pair_id": "pair_f8bbebdcf24fae93", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5227920227920229, "chrf": 58.006496706396234, "bleu": 34.03720062306582, "rougeL": 0.5276595744680851, "len_ratio": 0.9823008849557522, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 188 | +{"pair_id": "pair_37626631db459db7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6152263374485596, "chrf": 61.628191509898166, "bleu": 48.495577540657486, "rougeL": 0.686868686868687, "len_ratio": 0.9761904761904762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 189 | +{"pair_id": "pair_0a4a2b345952ba7c", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.43232323232323233, "chrf": 52.26486382533171, "bleu": 19.812357234387502, "rougeL": 0.452054794520548, "len_ratio": 0.7228915662650602, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 190 | +{"pair_id": "pair_c87919edb050ccf1", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6331198536139067, "chrf": 66.71594989280305, "bleu": 47.38338968779467, "rougeL": 0.69811320754717, "len_ratio": 0.8255813953488372, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 191 | +{"pair_id": "pair_83ab0cec38a71665", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5754060324825986, "chrf": 59.44666763607434, "bleu": 28.521759332789525, "rougeL": 0.5375494071146244, "len_ratio": 0.936, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 192 | +{"pair_id": "pair_6c91deb8e621294c", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7654320987654322, "chrf": 76.30640474772797, "bleu": 56.986592282144045, "rougeL": 0.7941888619854722, "len_ratio": 0.9056603773584906, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 193 | +{"pair_id": "pair_cf9bd8d5316b3cda", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.4994246260069045, "chrf": 58.24119846604163, "bleu": 32.513374527198394, "rougeL": 0.5555555555555555, "len_ratio": 0.8928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 194 | +{"pair_id": "pair_c3d7e8cc890d0a01", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5705882352941176, "chrf": 62.10404537165589, "bleu": 29.484235053013123, "rougeL": 0.5641025641025641, "len_ratio": 1.0985915492957747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 195 | +{"pair_id": "pair_41381e86d7167f31", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5381784728610856, "chrf": 59.33895483689251, "bleu": 23.892264787827095, "rougeL": 0.5449101796407186, "len_ratio": 0.9107142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 196 | +{"pair_id": "pair_f34d45a475abf3dc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.4751847940865892, "chrf": 56.29157020603841, "bleu": 38.03733158403748, "rougeL": 0.551111111111111, "len_ratio": 0.6850393700787402, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 197 | +{"pair_id": "pair_d73404868e66c071", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6747474747474748, "chrf": 69.46284809583987, "bleu": 42.09839901024681, "rougeL": 0.6233766233766234, "len_ratio": 1.0985915492957747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 198 | +{"pair_id": "pair_b53168bf2f84a788", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5901408450704225, "chrf": 63.010113376593644, "bleu": 30.48517492639533, "rougeL": 0.6066350710900474, "len_ratio": 0.9174311926605505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 199 | +{"pair_id": "pair_e4e5470946214868", "doc_id": "doc_6d61825c22322c48", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.45428840716305374, "chrf": 62.307806352699856, "bleu": 42.13452419290611, "rougeL": 0.5375000000000001, "len_ratio": 0.9493670886075949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 200 | +{"pair_id": "pair_e681d108eb8dfe73", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4651428571428572, "chrf": 58.501984689132684, "bleu": 23.464665920367946, "rougeL": 0.45070422535211263, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 2.0} | |
| 201 | +{"pair_id": "pair_ccb788e437dbf98a", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5192307692307692, "chrf": 66.89831491025521, "bleu": 31.65210795267202, "rougeL": 0.5747126436781609, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 202 | +{"pair_id": "pair_9dffcc526e8aa927", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5783560023654641, "chrf": 61.64443797403778, "bleu": 33.13030150081886, "rougeL": 0.54820415879017, "len_ratio": 1.0193798449612403, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0} | |
| 203 | +{"pair_id": "pair_7555526a602f2966", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4657701711491442, "chrf": 61.21239199727753, "bleu": 25.664327748913035, "rougeL": 0.4887218045112782, "len_ratio": 0.9770992366412213, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 204 | +{"pair_id": "pair_c40eab63b903284c", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6121270452358036, "chrf": 75.29913639695141, "bleu": 54.298158490030055, "rougeL": 0.7017543859649122, "len_ratio": 0.9763313609467456, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 205 | +{"pair_id": "pair_a9a7e68ae8728365", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5720250521920668, "chrf": 73.33587145985815, "bleu": 46.33233217994062, "rougeL": 0.6399999999999999, "len_ratio": 1.0708661417322836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 206 | +{"pair_id": "pair_5d7cd8a193a59be5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5810055865921788, "chrf": 64.24198902992403, "bleu": 41.002812570542, "rougeL": 0.5822784810126581, "len_ratio": 0.8795180722891566, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 207 | +{"pair_id": "pair_12b5db222f4b1fc9", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6828478964401294, "chrf": 72.23378590562294, "bleu": 51.01366993953397, "rougeL": 0.6956521739130436, "len_ratio": 0.9888888888888889, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 208 | +{"pair_id": "pair_38aca52ad271f027", "doc_id": "doc_b187f41399e937ba", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5263788968824941, "chrf": 66.59942089173691, "bleu": 38.626040875168734, "rougeL": 0.5869565217391305, "len_ratio": 0.9699248120300752, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 209 | +{"pair_id": "pair_be8e383c92ad21f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5761316872427984, "chrf": 56.411916118698414, "bleu": 42.51336608112003, "rougeL": 0.6516853932584269, "len_ratio": 0.7738095238095238, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 210 | +{"pair_id": "pair_9014156535b7ac23", "doc_id": "doc_c496dc8b7656356a", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6071987480438185, "chrf": 61.39145432387121, "bleu": 31.503862927007756, "rougeL": 0.6199999999999999, "len_ratio": 0.8095238095238095, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 211 | +{"pair_id": "pair_74c055852c85b798", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5415595544130248, "chrf": 54.958157607282, "bleu": 22.42961663993363, "rougeL": 0.5132275132275133, "len_ratio": 1.0164835164835164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 212 | +{"pair_id": "pair_b37f8b5ebad36f43", "doc_id": "doc_0d0ea1217ddd1860", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5464968152866242, "chrf": 59.6914662674904, "bleu": 29.320481823083654, "rougeL": 0.5423728813559323, "len_ratio": 1.0535714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 213 | +{"pair_id": "pair_d687a487c69b44c5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.488030888030888, "chrf": 63.996412987473796, "bleu": 37.82462524124698, "rougeL": 0.5731958762886598, "len_ratio": 1.0297872340425531, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9411764705882353, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 214 | +{"pair_id": "pair_6a0e6daf837b4e83", "doc_id": "doc_b187f41399e937ba", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3860911270983214, "chrf": 53.430331895250504, "bleu": 26.941703069970345, "rougeL": 0.4316546762589928, "len_ratio": 0.9924812030075187, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 215 | +{"pair_id": "pair_a34730671f2ff5a0", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6061746987951807, "chrf": 68.46925969614604, "bleu": 44.07321367111907, "rougeL": 0.6901763224181361, "len_ratio": 0.9641025641025641, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 216 | +{"pair_id": "pair_181b3fd47b1b6f44", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6030888030888031, "chrf": 66.71269618952196, "bleu": 44.38140126195053, "rougeL": 0.5858585858585857, "len_ratio": 1.0207253886010363, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 217 | +{"pair_id": "pair_f47ad2fcd2adec69", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6670609107037255, "chrf": 69.46901444695092, "bleu": 43.815060807994556, "rougeL": 0.6736401673640167, "len_ratio": 0.8255813953488372, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0} | |
| 218 | +{"pair_id": "pair_14c561312905500f", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5696022727272727, "chrf": 63.231430286521984, "bleu": 37.67658364526246, "rougeL": 0.5806451612903226, "len_ratio": 0.84, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 219 | +{"pair_id": "pair_1b730bf0230ec41e", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6881918819188192, "chrf": 66.03323062637631, "bleu": 42.51914494894204, "rougeL": 0.7735849056603773, "len_ratio": 1.130952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 220 | +{"pair_id": "pair_654f752ab62f4ee7", "doc_id": "doc_a787d9ce8a307e28", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5720164609053497, "chrf": 68.34968646907885, "bleu": 45.64669769606369, "rougeL": 0.6266666666666666, "len_ratio": 1.1343283582089552, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 221 | +{"pair_id": "pair_cb4d3669a0f39194", "doc_id": "doc_9ad63a530a55b56e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7076372315035799, "chrf": 65.89877843195907, "bleu": 39.536847469118875, "rougeL": 0.6324786324786326, "len_ratio": 1.0727272727272728, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 222 | +{"pair_id": "pair_6efdb5a8a1293946", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5215759849906192, "chrf": 52.364871033879425, "bleu": 14.74087508182243, "rougeL": 0.5301204819277109, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 223 | +{"pair_id": "pair_b3d3223b69a0daa9", "doc_id": "doc_ece0bb556a23f499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5602629656683711, "chrf": 60.55066960168076, "bleu": 31.999973846719058, "rougeL": 0.5694760820045559, "len_ratio": 0.9858490566037735, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 224 | +{"pair_id": "pair_6c6ba26190d25691", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6073329390892963, "chrf": 64.40590231761135, "bleu": 43.039641965899, "rougeL": 0.6695464362850972, "len_ratio": 0.7635658914728682, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -3.0, "sentence_count_delta": 0.0} | |
| 225 | +{"pair_id": "pair_2023493ba50740fc", "doc_id": "doc_9ad63a530a55b56e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6047904191616766, "chrf": 60.076710931164136, "bleu": 29.68474129790463, "rougeL": 0.5384615384615384, "len_ratio": 1.0545454545454545, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 226 | +{"pair_id": "pair_87fa12580d1af417", "doc_id": "doc_6d61825c22322c48", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5664335664335665, "chrf": 62.211911702295794, "bleu": 39.34691276568799, "rougeL": 0.5885558583106267, "len_ratio": 0.89171974522293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 227 | +{"pair_id": "pair_0869ae936350b1bc", "doc_id": "doc_83ee876009e1f14b", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5438950554994955, "chrf": 59.23894515800156, "bleu": 31.42843659837421, "rougeL": 0.5684931506849314, "len_ratio": 0.87248322147651, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 228 | +{"pair_id": "pair_c1dcd6be7b27ee1b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4713187463039622, "chrf": 59.31804997310961, "bleu": 33.89241508862127, "rougeL": 0.4864864864864865, "len_ratio": 0.9689922480620154, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -5.0, "sentence_count_delta": -1.0} | |
| 229 | +{"pair_id": "pair_77adc6e207dfe5dd", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.539568345323741, "chrf": 63.411260553129424, "bleu": 35.78708460455375, "rougeL": 0.5673758865248227, "len_ratio": 1.0300751879699248, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 230 | +{"pair_id": "pair_c4de341d5eb091f2", "doc_id": "doc_967f69b1bf330c46", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.47405329593267886, "chrf": 52.59894753390785, "bleu": 28.41492046577984, "rougeL": 0.425531914893617, "len_ratio": 0.9469026548672567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 231 | +{"pair_id": "pair_f7d4665fb582f979", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6153846153846154, "chrf": 70.84376281959906, "bleu": 47.35443355443637, "rougeL": 0.6230769230769231, "len_ratio": 1.1206896551724137, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 232 | +{"pair_id": "pair_c53d7c6c841a84c2", "doc_id": "doc_adb94552819f8ffa", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7004405286343612, "chrf": 65.90162022872286, "bleu": 43.61416065349899, "rougeL": 0.7113402061855668, "len_ratio": 0.7962962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 233 | +{"pair_id": "pair_a5359ce8702011e3", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5206684256816183, "chrf": 61.510473111248665, "bleu": 30.698999095330965, "rougeL": 0.5224719101123595, "len_ratio": 1.1139240506329113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 234 | +{"pair_id": "pair_b01bdbdfc94d4b5b", "doc_id": "doc_b187f41399e937ba", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5323741007194245, "chrf": 62.83693292591669, "bleu": 34.046457845664904, "rougeL": 0.55, "len_ratio": 1.0150375939849625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 235 | +{"pair_id": "pair_4c038c9e04106c46", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5577020843924758, "chrf": 57.1553094877109, "bleu": 26.87667565768596, "rougeL": 0.5633802816901409, "len_ratio": 0.6853582554517134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 236 | +{"pair_id": "pair_d90dba52a4210dd6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6284153005464481, "chrf": 67.47243640891146, "bleu": 41.105697259839815, "rougeL": 0.6176470588235294, "len_ratio": 1.0315789473684212, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 237 | +{"pair_id": "pair_3d038382ba9538c3", "doc_id": "doc_649c56ed2a776c29", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6102803738317757, "chrf": 62.557985431524585, "bleu": 26.279086437839215, "rougeL": 0.5646258503401361, "len_ratio": 0.9084967320261438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 238 | +{"pair_id": "pair_9844dff15124c385", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5646661031276416, "chrf": 60.319943992721306, "bleu": 28.16491997599545, "rougeL": 0.5595854922279793, "len_ratio": 1.0604395604395604, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 239 | +{"pair_id": "pair_39f36fbade05e79f", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4385026737967914, "chrf": 55.11555802305133, "bleu": 23.314564078605077, "rougeL": 0.5348837209302325, "len_ratio": 0.9204545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 240 | +{"pair_id": "pair_35ece986010c118a", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.35431654676258995, "chrf": 46.74840607719176, "bleu": 11.21627779886123, "rougeL": 0.3493975903614458, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 241 | +{"pair_id": "pair_9bbe065db892b4e1", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.45247446975648076, "chrf": 60.7246320958095, "bleu": 28.3854176454136, "rougeL": 0.492822966507177, "len_ratio": 1.0049261083743843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 242 | +{"pair_id": "pair_b861fda2ba1c33fa", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5, "chrf": 60.897080728421535, "bleu": 32.74463831095501, "rougeL": 0.5391304347826087, "len_ratio": 1.0443037974683544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 243 | +{"pair_id": "pair_b43ea84cc2b9caa2", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47814910025706936, "chrf": 53.67869265155478, "bleu": 18.83904285001194, "rougeL": 0.4845360824742268, "len_ratio": 1.065934065934066, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 244 | +{"pair_id": "pair_6aa7e73a56ef15ba", "doc_id": "doc_bc5938d3f6b260f6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.695364238410596, "chrf": 72.92288272583822, "bleu": 50.077799385354886, "rougeL": 0.7426160337552743, "len_ratio": 0.859504132231405, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 245 | +{"pair_id": "pair_1ec46fbe211d4778", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6844262295081966, "chrf": 75.07136535227271, "bleu": 49.34244707015126, "rougeL": 0.6889952153110048, "len_ratio": 1.063157894736842, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 246 | +{"pair_id": "pair_c2345f3d6e19cc11", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5003170577045022, "chrf": 59.73071768960679, "bleu": 21.23270911607667, "rougeL": 0.4860557768924303, "len_ratio": 1.058091286307054, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 1.0} | |
| 247 | +{"pair_id": "pair_6ba37e4de567bc3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.49412532637075723, "chrf": 55.0155451624092, "bleu": 26.56848972499521, "rougeL": 0.5089463220675945, "len_ratio": 0.9159663865546218, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7567567567567568, "number_precision": 0.7567567567567568, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 248 | +{"pair_id": "pair_5f4b0a77a4183009", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6859592711682744, "chrf": 71.07955804530255, "bleu": 43.69858086726288, "rougeL": 0.6946564885496184, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 249 | +{"pair_id": "pair_c43208b34ff7f949", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5827250608272506, "chrf": 55.88123891896197, "bleu": 26.66419021947918, "rougeL": 0.5836909871244635, "len_ratio": 0.8306451612903226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.625, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 250 | +{"pair_id": "pair_887c056c0e105d41", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5428793170353123, "chrf": 67.76083378537837, "bleu": 38.394346132540896, "rougeL": 0.579020979020979, "len_ratio": 0.8324468085106383, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -7.0} | |
| 251 | +{"pair_id": "pair_87afc6f2b955f195", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6523605150214593, "chrf": 69.70361189195764, "bleu": 43.2846491769823, "rougeL": 0.6212121212121212, "len_ratio": 1.008, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 252 | +{"pair_id": "pair_8da67bc3825d3492", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7160493827160495, "chrf": 70.91714870708087, "bleu": 44.04426875854621, "rougeL": 0.7551487414187643, "len_ratio": 1.0141509433962264, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 253 | +{"pair_id": "pair_274aa9c1018763c9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5612063867534003, "chrf": 61.08545273656419, "bleu": 39.405317846643364, "rougeL": 0.5421686746987951, "len_ratio": 0.8992248062015504, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": -4.0, "sentence_count_delta": -1.0} | |
| 254 | +{"pair_id": "pair_e90f69af9012be1e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5427046263345195, "chrf": 70.31958162588124, "bleu": 57.01498165930878, "rougeL": 0.6101694915254238, "len_ratio": 0.9146341463414634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 255 | +{"pair_id": "pair_89da4715f3fa0f38", "doc_id": "doc_fd2461ec733b3c95", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5043156596794081, "chrf": 59.31084337126206, "bleu": 32.224970320350224, "rougeL": 0.5526315789473684, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0} | |
| 256 | +{"pair_id": "pair_04b803c336afa73a", "doc_id": "doc_a119b0c89152afa4", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6233611442193088, "chrf": 63.923516215885535, "bleu": 36.54157788576908, "rougeL": 0.611111111111111, "len_ratio": 0.8582089552238806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 257 | +{"pair_id": "pair_9b3eb54905fd2c9d", "doc_id": "doc_4c6c408ed1737499", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5607287449392713, "chrf": 60.374596272351766, "bleu": 40.37733022386239, "rougeL": 0.6066066066066067, "len_ratio": 0.8258064516129032, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5348837209302325, "number_precision": 0.92, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 258 | +{"pair_id": "pair_22313211c45cfb5d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7986798679867987, "chrf": 81.98393654068718, "bleu": 62.66330608426687, "rougeL": 0.8108108108108109, "len_ratio": 1.0337078651685394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 259 | +{"pair_id": "pair_377da45665f0e275", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6, "chrf": 60.878936104048165, "bleu": 26.52537261348051, "rougeL": 0.5488372093023255, "len_ratio": 0.9357798165137615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 260 | +{"pair_id": "pair_80172c75c3eada27", "doc_id": "doc_7581bcce20007a86", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8836858006042296, "chrf": 83.84443243340868, "bleu": 66.46965814776428, "rougeL": 0.8186528497409326, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 261 | +{"pair_id": "pair_a5afb0af34d3e7d8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5342465753424658, "chrf": 69.94123758046094, "bleu": 34.46541865330887, "rougeL": 0.631578947368421, "len_ratio": 1.0786516853932584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 262 | +{"pair_id": "pair_eb8d5899132cadd5", "doc_id": "doc_9ad63a530a55b56e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6225490196078431, "chrf": 61.66748243154478, "bleu": 40.635835759316734, "rougeL": 0.6341463414634146, "len_ratio": 0.8272727272727273, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 263 | +{"pair_id": "pair_eb2e4eca4ca40bc7", "doc_id": "doc_21fc1c27ad30d2ce", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6704288939051919, "chrf": 63.03959108285477, "bleu": 35.0494281531046, "rougeL": 0.6923076923076924, "len_ratio": 0.8676470588235294, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 264 | +{"pair_id": "pair_3ceaf6db1bfecbc9", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.48256972111553786, "chrf": 57.31290704219786, "bleu": 30.537224209436562, "rougeL": 0.5555555555555555, "len_ratio": 0.7898305084745763, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 265 | +{"pair_id": "pair_7af5b5f7c3e1b389", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6247030878859858, "chrf": 64.6477774250091, "bleu": 38.69872239630976, "rougeL": 0.6212121212121213, "len_ratio": 1.0819672131147542, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 266 | +{"pair_id": "pair_8f52aee8c3dea80e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.57548032936871, "chrf": 64.80439146369037, "bleu": 48.591155430087376, "rougeL": 0.6775244299674267, "len_ratio": 0.7616279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 267 | +{"pair_id": "pair_4112683976a6d2a1", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5573770491803278, "chrf": 67.04655232259395, "bleu": 40.577108080118926, "rougeL": 0.6039603960396039, "len_ratio": 0.9894736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 268 | +{"pair_id": "pair_fede62da87b1db7d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5582137161084529, "chrf": 70.86526367774596, "bleu": 43.624520074681435, "rougeL": 0.6524064171122994, "len_ratio": 1.0561797752808988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 269 | +{"pair_id": "pair_1e8d326d2e1cf46b", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4733096085409253, "chrf": 59.537565098197696, "bleu": 28.531557298403776, "rougeL": 0.5151033386327504, "len_ratio": 0.8940809968847352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 270 | +{"pair_id": "pair_64aa9005de8428fa", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6137667304015296, "chrf": 60.57373595175836, "bleu": 28.57460698468141, "rougeL": 0.5949367088607596, "len_ratio": 1.1267605633802817, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 271 | +{"pair_id": "pair_9a9d581571b09b26", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.48022079116835326, "chrf": 60.106707155371694, "bleu": 29.788178225408814, "rougeL": 0.5333333333333333, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 272 | +{"pair_id": "pair_f0d878f0b2f50e07", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5101058710298364, "chrf": 65.85243525282853, "bleu": 40.214129787531114, "rougeL": 0.5789473684210527, "len_ratio": 0.9763313609467456, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 273 | +{"pair_id": "pair_8c3e4bf1a543c821", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.44506517690875236, "chrf": 54.87830399871045, "bleu": 27.944606880716663, "rougeL": 0.4999999999999999, "len_ratio": 0.9518072289156626, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 274 | +{"pair_id": "pair_0dd344cd3608ffb0", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6747915330339962, "chrf": 67.0284683228454, "bleu": 35.938072283849436, "rougeL": 0.6326530612244898, "len_ratio": 1.0, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 275 | +{"pair_id": "pair_452b7aa2393cf974", "doc_id": "doc_2bbbd374f17eae39", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.648314606741573, "chrf": 65.93795117975267, "bleu": 31.391824234826124, "rougeL": 0.5916666666666667, "len_ratio": 1.0427350427350428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 276 | +{"pair_id": "pair_5f4b7f005014cc09", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5727091633466135, "chrf": 66.255110425423, "bleu": 44.111625873262305, "rougeL": 0.629090909090909, "len_ratio": 0.8203389830508474, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0} | |
| 277 | +{"pair_id": "pair_c2f0dfc799d018eb", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6834763948497854, "chrf": 68.41281166947559, "bleu": 39.934088103669005, "rougeL": 0.7250000000000001, "len_ratio": 0.816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 278 | +{"pair_id": "pair_f8324dc2350ab41d", "doc_id": "doc_3135153361cfb769", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6146616541353384, "chrf": 73.10468617689705, "bleu": 38.64954119521276, "rougeL": 0.6666666666666667, "len_ratio": 1.208955223880597, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 279 | +{"pair_id": "pair_e036df2962ff3a84", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6262295081967213, "chrf": 61.542782081884184, "bleu": 41.44369098793823, "rougeL": 0.7052631578947368, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 280 | +{"pair_id": "pair_03753c8eeae743c1", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.408825438027255, "chrf": 58.53267435180566, "bleu": 28.054133875330564, "rougeL": 0.4111776447105788, "len_ratio": 0.967479674796748, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 281 | +{"pair_id": "pair_2168e626b85f6aa8", "doc_id": "doc_fc78b461465fbd42", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7739251040221914, "chrf": 80.43242178288968, "bleu": 65.81710265479273, "rougeL": 0.824742268041237, "len_ratio": 0.8811881188118812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 282 | +{"pair_id": "pair_ec27ccc16e117e20", "doc_id": "doc_861988bceb67e1df", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6061151079136691, "chrf": 58.053299287611146, "bleu": 25.10009541096404, "rougeL": 0.5443037974683544, "len_ratio": 0.9506172839506173, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0} | |
| 283 | +{"pair_id": "pair_6f3ef3438ca264e6", "doc_id": "doc_7581bcce20007a86", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7459138187221397, "chrf": 72.55288867615727, "bleu": 47.22992338845567, "rougeL": 0.693069306930693, "len_ratio": 1.118279569892473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 284 | +{"pair_id": "pair_8ce0d73fd9b6d075", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.3709315375982043, "chrf": 54.05461946089593, "bleu": 21.545326869060503, "rougeL": 0.4186046511627907, "len_ratio": 0.996309963099631, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 285 | +{"pair_id": "pair_222dd7c96c3e0948", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.47032878909382514, "chrf": 59.03563723926091, "bleu": 35.8033624008912, "rougeL": 0.5608308605341247, "len_ratio": 0.7796143250688705, "placeholders_exact": 0.0, "placeholder_recall": 0.5384615384615384, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0} | |
| 286 | +{"pair_id": "pair_57cc371f68363512", "doc_id": "doc_fc3b7b904133fd48", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5907455012853471, "chrf": 67.41920131296402, "bleu": 38.584915460303804, "rougeL": 0.5788617886178862, "len_ratio": 1.0033333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 287 | +{"pair_id": "pair_679cbad56b2d3f8d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7013698630136986, "chrf": 70.79580665847178, "bleu": 44.94622887476111, "rougeL": 0.7550561797752808, "len_ratio": 0.8166666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 288 | +{"pair_id": "pair_eaa7ab7681035960", "doc_id": "doc_9ad63a530a55b56e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7965686274509804, "chrf": 74.47007857292135, "bleu": 53.320510285560374, "rougeL": 0.7297297297297297, "len_ratio": 0.9454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 289 | +{"pair_id": "pair_f875dff43ba74a03", "doc_id": "doc_a787d9ce8a307e28", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7326807228915663, "chrf": 68.5823737278921, "bleu": 44.47051057498133, "rougeL": 0.7588075880758807, "len_ratio": 0.8205128205128205, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 290 | +{"pair_id": "pair_3a482d8623a4fbbe", "doc_id": "doc_fc3b7b904133fd48", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.612853470437018, "chrf": 61.12093226933867, "bleu": 33.24907933330895, "rougeL": 0.6162361623616236, "len_ratio": 0.7633333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0} | |
| 291 | +{"pair_id": "pair_45d81bea4e5af436", "doc_id": "doc_dca1cb2706c17137", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6952789699570816, "chrf": 68.09197666515075, "bleu": 53.76859732391241, "rougeL": 0.7567567567567567, "len_ratio": 0.8333333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 292 | +{"pair_id": "pair_bfdace02a8144f56", "doc_id": "doc_fc78b461465fbd42", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6116504854368932, "chrf": 68.60795641631962, "bleu": 42.12561374389179, "rougeL": 0.6346153846153846, "len_ratio": 1.00990099009901, "placeholders_exact": 0.0, "placeholder_recall": 0.75, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 293 | +{"pair_id": "pair_12fb41e9e9b7a382", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.8039585296889726, "chrf": 76.08709178619196, "bleu": 58.045243211279214, "rougeL": 0.7922077922077921, "len_ratio": 0.8481012658227848, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 294 | +{"pair_id": "pair_7d1acc01c08f1fb5", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4963325183374083, "chrf": 66.02550479145782, "bleu": 35.00127662980656, "rougeL": 0.5829959514170041, "len_ratio": 0.8396946564885496, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 295 | +{"pair_id": "pair_655c85e2967261b9", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3789746917585983, "chrf": 53.62658006922221, "bleu": 25.505335240711723, "rougeL": 0.3957894736842105, "len_ratio": 0.8699186991869918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 296 | +{"pair_id": "pair_94194a3ca1e4e851", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5265866209262435, "chrf": 52.47589093145811, "bleu": 17.045083352855222, "rougeL": 0.5172413793103449, "len_ratio": 1.144736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 297 | +{"pair_id": "pair_0294041dedfe8566", "doc_id": "doc_bc5938d3f6b260f6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7867549668874172, "chrf": 75.47014502550691, "bleu": 51.714875051041005, "rougeL": 0.8110236220472442, "len_ratio": 0.9917355371900827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 298 | +{"pair_id": "pair_34886856e62683aa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5160142348754448, "chrf": 66.25559411675616, "bleu": 47.71502622649768, "rougeL": 0.6344086021505376, "len_ratio": 1.0609756097560976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 299 | +{"pair_id": "pair_a014cef257180f70", "doc_id": "doc_649c56ed2a776c29", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6383177570093458, "chrf": 72.2131232144223, "bleu": 48.141102718838646, "rougeL": 0.6829268292682926, "len_ratio": 0.8627450980392157, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 300 | +{"pair_id": "pair_5ecc1c8569ad5cb1", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5617469879518072, "chrf": 65.37394275414957, "bleu": 38.951014579305685, "rougeL": 0.6252983293556086, "len_ratio": 1.0717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 301 | +{"pair_id": "pair_dc0db1a40dcf2ae5", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7877906976744187, "chrf": 77.2173453796636, "bleu": 61.49597355859479, "rougeL": 0.7902439024390243, "len_ratio": 0.8846153846153846, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 302 | +{"pair_id": "pair_ff0b44ea6876fbc2", "doc_id": "doc_16a24631c5e15333", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6233480176211454, "chrf": 58.23128044706047, "bleu": 37.76822107737727, "rougeL": 0.5633802816901409, "len_ratio": 0.927536231884058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 303 | +{"pair_id": "pair_69d891351ca40ded", "doc_id": "doc_7581bcce20007a86", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5819295558958653, "chrf": 66.26769799400722, "bleu": 39.96656173889291, "rougeL": 0.5803108808290155, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 304 | +{"pair_id": "pair_9dcfe112d68ef358", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6041131105398457, "chrf": 57.77888800795225, "bleu": 30.042063881325202, "rougeL": 0.5641025641025642, "len_ratio": 0.8571428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 305 | +{"pair_id": "pair_65df52755998bb4d", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.47150259067357514, "chrf": 63.11543173343814, "bleu": 37.42703853763017, "rougeL": 0.551948051948052, "len_ratio": 0.9337748344370861, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 306 | +{"pair_id": "pair_fa2fb072f2a38832", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6528735632183909, "chrf": 67.8216586949776, "bleu": 42.78170350965098, "rougeL": 0.6423357664233577, "len_ratio": 1.1639344262295082, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 307 | +{"pair_id": "pair_f49a228de52eb9db", "doc_id": "doc_9195328f7f1a1bb1", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5020990764063812, "chrf": 61.18117756650372, "bleu": 40.719967554109054, "rougeL": 0.5358090185676393, "len_ratio": 1.062857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 308 | +{"pair_id": "pair_7b36251e3f342515", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.42550655542312277, "chrf": 48.83110452924836, "bleu": 16.331159083161552, "rougeL": 0.42066420664206644, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 309 | +{"pair_id": "pair_a3cef3ef3af84a9b", "doc_id": "doc_b860396abb8d4077", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5470219435736677, "chrf": 57.79195471792005, "bleu": 17.05009098751887, "rougeL": 0.5317919075144507, "len_ratio": 0.9767441860465116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 310 | +{"pair_id": "pair_9898226bb613ec69", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5803108808290156, "chrf": 70.04432736643831, "bleu": 39.786947839762675, "rougeL": 0.6134453781512605, "len_ratio": 1.2307692307692308, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 311 | +{"pair_id": "pair_20e8ca0d7b653ff7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7035830618892508, "chrf": 73.6572572050345, "bleu": 55.140144090695856, "rougeL": 0.7272727272727273, "len_ratio": 1.0833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0} | |
| 312 | +{"pair_id": "pair_2ee7f1d2f40e8bdf", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.634088200238379, "chrf": 61.8379257859382, "bleu": 26.61411861557741, "rougeL": 0.5603448275862069, "len_ratio": 0.9658119658119658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 313 | +{"pair_id": "pair_ace033f91188533a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.544041450777202, "chrf": 64.58748886005681, "bleu": 40.403537490088844, "rougeL": 0.5442622950819671, "len_ratio": 0.9271523178807947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 314 | +{"pair_id": "pair_fd580b23fcb01ecc", "doc_id": "doc_96174e2f07291f09", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.528066528066528, "chrf": 66.21766348025072, "bleu": 44.51650317084812, "rougeL": 0.553846153846154, "len_ratio": 1.2238805970149254, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 0.7, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 315 | +{"pair_id": "pair_a6a174d276e47768", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5102739726027397, "chrf": 61.40612044982425, "bleu": 28.44111131437381, "rougeL": 0.5232067510548525, "len_ratio": 0.9291666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 316 | +{"pair_id": "pair_c10ef4e67ec8ec17", "doc_id": "doc_3135153361cfb769", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5200698080279231, "chrf": 64.00554305786483, "bleu": 27.67961550921987, "rougeL": 0.5534591194968554, "len_ratio": 1.3582089552238805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 317 | +{"pair_id": "pair_939f8b10ab91b4f8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.546875, "chrf": 57.793068152740105, "bleu": 32.49691027914135, "rougeL": 0.5955882352941176, "len_ratio": 0.9754098360655737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.9583333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 318 | +{"pair_id": "pair_8eec2074d215ea78", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6219739292364991, "chrf": 61.20102149623791, "bleu": 40.15545527117493, "rougeL": 0.6266666666666667, "len_ratio": 0.7710843373493976, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 319 | +{"pair_id": "pair_dbe2eab5c263e911", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5383833248601932, "chrf": 61.285566052408356, "bleu": 32.58164674859023, "rougeL": 0.575657894736842, "len_ratio": 0.8099688473520249, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 320 | +{"pair_id": "pair_f5fa11427d24982f", "doc_id": "doc_d2c5dee8cbdd1493", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5182481751824817, "chrf": 51.079312818900824, "bleu": 28.50688155541455, "rougeL": 0.5520361990950226, "len_ratio": 0.7338709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 0.7777777777777778, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 321 | +{"pair_id": "pair_450ff580823ab07a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6228893058161351, "chrf": 64.14184068487711, "bleu": 45.48616795941523, "rougeL": 0.7087378640776699, "len_ratio": 1.0595238095238095, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 322 | +{"pair_id": "pair_bd645c066a932d68", "doc_id": "doc_9195328f7f1a1bb1", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5163283318623124, "chrf": 54.71655957952074, "bleu": 37.10867045855897, "rougeL": 0.5150684931506849, "len_ratio": 0.9714285714285714, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0} | |
| 323 | +{"pair_id": "pair_9f8d2a3c9f938411", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "other", "exact_match": 0.0, "edit_sim": 0.6974552309142319, "chrf": 74.85525432398013, "bleu": 57.69322094973364, "rougeL": 0.7155963302752293, "len_ratio": 0.9810126582278481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 324 | +{"pair_id": "pair_aa07a7973e8aac0b", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6521164021164021, "chrf": 65.93158357785043, "bleu": 41.099836292323495, "rougeL": 0.6759259259259258, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 325 | +{"pair_id": "pair_e9da743b727436ef", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5138121546961326, "chrf": 55.32891583865166, "bleu": 31.884369689706244, "rougeL": 0.5808080808080808, "len_ratio": 0.6510638297872341, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 326 | +{"pair_id": "pair_b10388ffe9e7c2bc", "doc_id": "doc_9195328f7f1a1bb1", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5904677846425419, "chrf": 63.81503667941587, "bleu": 46.19868114496342, "rougeL": 0.6033519553072625, "len_ratio": 0.9428571428571428, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 327 | +{"pair_id": "pair_741e9938fd13c327", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.62890625, "chrf": 68.97626467832953, "bleu": 51.66176365205582, "rougeL": 0.7615384615384615, "len_ratio": 0.860655737704918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.9583333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 328 | +{"pair_id": "pair_a194677579909580", "doc_id": "doc_9e2a9cf1e6386f39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4098591549295775, "chrf": 53.45829790884811, "bleu": 9.763385016789522, "rougeL": 0.39622641509433965, "len_ratio": 0.9174311926605505, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 329 | +{"pair_id": "pair_8763a2e93a0b5d0d", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6398763523956723, "chrf": 67.27950901000507, "bleu": 47.941466515795774, "rougeL": 0.7283236994219654, "len_ratio": 0.7564766839378239, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 330 | +{"pair_id": "pair_191cdf8e399841a2", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5826906598114825, "chrf": 60.0449851139725, "bleu": 28.528794364115893, "rougeL": 0.5752688172043011, "len_ratio": 0.9835164835164835, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 331 | +{"pair_id": "pair_3e464a7d4f539b6c", "doc_id": "doc_b187f41399e937ba", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5431654676258992, "chrf": 68.83600641208378, "bleu": 46.461716016119354, "rougeL": 0.637037037037037, "len_ratio": 0.9172932330827067, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 332 | +{"pair_id": "pair_f650af70b911a819", "doc_id": "doc_a787d9ce8a307e28", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5975609756097561, "chrf": 69.0821248387771, "bleu": 46.248768075701115, "rougeL": 0.6357615894039734, "len_ratio": 1.1492537313432836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 333 | +{"pair_id": "pair_1917137c51f580b3", "doc_id": "doc_7e289bf2c4f1781d", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4920450135816842, "chrf": 63.49165056938497, "bleu": 32.226318714689, "rougeL": 0.5100133511348466, "len_ratio": 0.9202127659574468, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": -2.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 334 | +{"pair_id": "pair_51dd1a29893d55e1", "doc_id": "doc_c496dc8b7656356a", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5727699530516432, "chrf": 56.08053161588145, "bleu": 23.4650474312481, "rougeL": 0.5714285714285713, "len_ratio": 0.8952380952380953, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0} | |
| 335 | +{"pair_id": "pair_4ef36092d5ed2612", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7538883806038427, "chrf": 74.89320875508263, "bleu": 59.01506682143762, "rougeL": 0.764525993883792, "len_ratio": 0.877906976744186, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9090909090909091, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 336 | +{"pair_id": "pair_e5806be5c2ea5c04", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.442261427425822, "chrf": 54.97424732387096, "bleu": 28.659403430421065, "rougeL": 0.5083207261724659, "len_ratio": 0.7410468319559229, "placeholders_exact": 0.0, "placeholder_recall": 0.5384615384615384, "number_recall": 0.5714285714285714, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 337 | +{"pair_id": "pair_ea859eb7a180f91a", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.671875, "chrf": 67.20512942925254, "bleu": 45.00150977724953, "rougeL": 0.6863905325443787, "len_ratio": 0.856353591160221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0} | |
| 338 | +{"pair_id": "pair_24ae7fc73522e353", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7013201320132013, "chrf": 63.89250215121214, "bleu": 36.221416578594805, "rougeL": 0.6987951807228915, "len_ratio": 0.797752808988764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 339 | +{"pair_id": "pair_e08110969d5a8421", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7704626334519573, "chrf": 77.36744380480847, "bleu": 66.70132208692316, "rougeL": 0.8066298342541436, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 340 | +{"pair_id": "pair_171389a310c61dfc", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6020408163265306, "chrf": 65.7893794274362, "bleu": 43.74762839395843, "rougeL": 0.6923076923076923, "len_ratio": 1.098360655737705, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 341 | +{"pair_id": "pair_837157b81b1252b6", "doc_id": "doc_bc5938d3f6b260f6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6241956241956241, "chrf": 63.357886507103615, "bleu": 39.283803988969055, "rougeL": 0.6220472440944882, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 342 | +{"pair_id": "pair_7c58265cb1c9b9a5", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.4994246260069045, "chrf": 60.97892510240383, "bleu": 31.59967841247728, "rougeL": 0.5521885521885521, "len_ratio": 0.9785714285714285, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7, "number_precision": 0.9333333333333333, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 343 | +{"pair_id": "pair_4905cc63786a4ef7", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5705128205128205, "chrf": 61.101799893069874, "bleu": 29.385347280778642, "rougeL": 0.6053639846743295, "len_ratio": 1.0661157024793388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 344 | +{"pair_id": "pair_231440e4b3069bd2", "doc_id": "doc_6d61825c22322c48", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6573426573426573, "chrf": 67.93653002901385, "bleu": 48.0465664520912, "rougeL": 0.6754617414248022, "len_ratio": 0.9426751592356688, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7368421052631579, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 345 | +{"pair_id": "pair_074c529b3ed7b2e1", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6993318485523385, "chrf": 75.16226241049355, "bleu": 50.496352095700104, "rougeL": 0.7224669603524229, "len_ratio": 0.8275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 346 | +{"pair_id": "pair_bd9b70fd81b20041", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6395242451967063, "chrf": 67.6844880344868, "bleu": 45.988847966527274, "rougeL": 0.6853582554517135, "len_ratio": 0.8430232558139535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 347 | +{"pair_id": "pair_817927acc3f295a5", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7713068181818181, "chrf": 74.31578507420038, "bleu": 52.47988112137949, "rougeL": 0.7676767676767676, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 348 | +{"pair_id": "pair_999fdfffeeadd973", "doc_id": "doc_16a24631c5e15333", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6242038216560509, "chrf": 58.21701771594078, "bleu": 35.72586574445481, "rougeL": 0.543046357615894, "len_ratio": 1.0434782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 349 | +{"pair_id": "pair_6cdb633d3e3021b6", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6152204836415363, "chrf": 71.5478650587001, "bleu": 41.5294479625963, "rougeL": 0.6419753086419754, "len_ratio": 1.0702702702702702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 1.0} | |
| 350 | +{"pair_id": "pair_03dbf7c05f77ad54", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5147420147420148, "chrf": 61.87629601779013, "bleu": 39.5364774083779, "rougeL": 0.5000000000000001, "len_ratio": 1.125, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 351 | +{"pair_id": "pair_88d78195bf72aaa0", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4975550122249389, "chrf": 65.18328495580793, "bleu": 29.60204014831091, "rougeL": 0.5287356321839081, "len_ratio": 0.9389312977099237, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 352 | +{"pair_id": "pair_73a1adb079c0ca78", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7201426024955437, "chrf": 63.72042987159492, "bleu": 38.842369267284376, "rougeL": 0.7625, "len_ratio": 0.7727272727272727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 353 | +{"pair_id": "pair_eda728b83ec2ae89", "doc_id": "doc_16a24631c5e15333", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5714285714285714, "chrf": 57.64970003699163, "bleu": 29.2031257853779, "rougeL": 0.5217391304347826, "len_ratio": 1.173913043478261, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 354 | +{"pair_id": "pair_f1e57336f4f219fa", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4797891036906854, "chrf": 72.12388203169382, "bleu": 52.11866220929739, "rougeL": 0.6105263157894736, "len_ratio": 1.0853658536585367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 355 | +{"pair_id": "pair_f710d12cdc3baa04", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5661953727506427, "chrf": 64.88097771213636, "bleu": 30.84740340123196, "rougeL": 0.5689655172413793, "len_ratio": 1.0547945205479452, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 356 | +{"pair_id": "pair_25469a64fa466781", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4898785425101214, "chrf": 64.70354772956041, "bleu": 46.25474683585341, "rougeL": 0.5309734513274336, "len_ratio": 0.8516129032258064, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6046511627906976, "number_precision": 0.8125, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 357 | +{"pair_id": "pair_7d60d30946b678d6", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4262135922330097, "chrf": 53.31073894974939, "bleu": 16.291482755076593, "rougeL": 0.39597315436241615, "len_ratio": 1.2238805970149254, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 358 | +{"pair_id": "pair_c4b7973078f96e72", "doc_id": "doc_c496dc8b7656356a", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5743348982785603, "chrf": 59.94078883291718, "bleu": 30.70603662167514, "rougeL": 0.5918367346938775, "len_ratio": 0.780952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 359 | +{"pair_id": "pair_460dd677d4d8c72e", "doc_id": "doc_427ac8c70eeedf0c", "variant": "A", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5983935742971888, "chrf": 64.27091631990506, "bleu": 44.15001778199878, "rougeL": 0.6242038216560509, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 360 | +{"pair_id": "pair_0dc76d9714c7b0f5", "doc_id": "doc_83ee876009e1f14b", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6044399596367306, "chrf": 62.13882838249525, "bleu": 35.35293979898396, "rougeL": 0.6857142857142856, "len_ratio": 0.7718120805369127, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 361 | +{"pair_id": "pair_dd0ba6e8ec7ada0f", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5145530145530146, "chrf": 70.76594327123051, "bleu": 41.55715031296919, "rougeL": 0.5977859778597786, "len_ratio": 1.0393700787401574, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0} | |
| 362 | +{"pair_id": "pair_9deaff67b2ef0f62", "doc_id": "doc_a787d9ce8a307e28", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6626506024096386, "chrf": 73.12584802784427, "bleu": 49.663310176531006, "rougeL": 0.6842105263157894, "len_ratio": 1.1791044776119404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 363 | +{"pair_id": "pair_2a2a79a1d7692d5e", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5223880597014925, "chrf": 63.87145757080515, "bleu": 32.881306185316966, "rougeL": 0.5876288659793815, "len_ratio": 0.8522167487684729, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 364 | +{"pair_id": "pair_7f78cabe32e4cd0b", "doc_id": "doc_967f69b1bf330c46", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4729344729344729, "chrf": 48.48267549627382, "bleu": 26.663976088199266, "rougeL": 0.4748858447488585, "len_ratio": 0.8407079646017699, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 365 | +{"pair_id": "pair_72c32aae832a31e3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5386029411764706, "chrf": 58.31185725374546, "bleu": 31.343922892700213, "rougeL": 0.5504087193460491, "len_ratio": 1.0165745856353592, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 366 | +{"pair_id": "pair_388ebf6ba0f496c7", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5051282051282051, "chrf": 52.966293661603046, "bleu": 28.313124314630986, "rougeL": 0.5363984674329503, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0} | |
| 367 | +{"pair_id": "pair_8d750d25af82b3b6", "doc_id": "doc_2bbbd374f17eae39", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.3689706613625062, "chrf": 55.484097730795426, "bleu": 38.80138934253449, "rougeL": 0.46605504587155966, "len_ratio": 0.7315436241610739, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6190476190476191, "number_precision": 0.6842105263157895, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 368 | +{"pair_id": "pair_0ec2f16d9fc16c9d", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6848220769789397, "chrf": 69.49102822747612, "bleu": 43.520898241486165, "rougeL": 0.7301587301587301, "len_ratio": 1.0330188679245282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 369 | +{"pair_id": "pair_2562b0a590785ca5", "doc_id": "doc_4c6c408ed1737499", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5412907702984039, "chrf": 66.61128358631039, "bleu": 51.719003224607015, "rougeL": 0.6247379454926625, "len_ratio": 0.944206008583691, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 0.8, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0} | |
| 370 | +{"pair_id": "pair_1105b86f9452566f", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7316176470588236, "chrf": 73.11913258355757, "bleu": 52.960772135812306, "rougeL": 0.7359550561797753, "len_ratio": 0.9558011049723757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 371 | +{"pair_id": "pair_804fc0ab4219c05c", "doc_id": "doc_3135153361cfb769", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.3895486935866983, "chrf": 53.162203575941305, "bleu": 27.163468818665734, "rougeL": 0.4210526315789474, "len_ratio": 0.9701492537313433, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 372 | +{"pair_id": "pair_3871e0b35a1f9687", "doc_id": "doc_a119b0c89152afa4", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4324065196548418, "chrf": 56.230792230397284, "bleu": 19.12706882750049, "rougeL": 0.4686468646864686, "len_ratio": 1.2238805970149254, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 373 | +{"pair_id": "pair_d88011889a24924f", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6071428571428572, "chrf": 64.10946558915501, "bleu": 27.17839226398816, "rougeL": 0.6067415730337078, "len_ratio": 1.0465116279069768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 374 | +{"pair_id": "pair_6397b8593f1b2fa4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5427782888684453, "chrf": 60.52159239535284, "bleu": 23.142510163565362, "rougeL": 0.544378698224852, "len_ratio": 0.9702380952380952, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 375 | +{"pair_id": "pair_7e393ce6fb8f49dd", "doc_id": "doc_7581bcce20007a86", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.790625, "chrf": 74.18420210421962, "bleu": 53.11862413448771, "rougeL": 0.7752808988764045, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 376 | +{"pair_id": "pair_75547a2cae28cdd8", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5818014705882353, "chrf": 60.07402705094318, "bleu": 32.480461281098556, "rougeL": 0.6094182825484765, "len_ratio": 0.988950276243094, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 377 | +{"pair_id": "pair_29d2aa88a8deb2f3", "doc_id": "doc_9195328f7f1a1bb1", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7299205648720212, "chrf": 71.44328442735471, "bleu": 57.341522406009126, "rougeL": 0.7542857142857144, "len_ratio": 0.9028571428571428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 378 | +{"pair_id": "pair_cc66a7390f7ef874", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5008547008547009, "chrf": 76.54062707923276, "bleu": 54.90702427085696, "rougeL": 0.6282722513089004, "len_ratio": 1.0853658536585367, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 379 | +{"pair_id": "pair_53f4d9a2f89982ea", "doc_id": "doc_bc5938d3f6b260f6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6316472114137484, "chrf": 65.76974347389803, "bleu": 41.431593653638835, "rougeL": 0.6771653543307087, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0} | |
| 380 | +{"pair_id": "pair_389a3589f6083931", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6901041666666667, "chrf": 66.9073487569403, "bleu": 52.50810800895006, "rougeL": 0.6893617021276596, "len_ratio": 0.9083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 381 | +{"pair_id": "pair_36237e4f2034ca8b", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.566158781074579, "chrf": 63.50729674950079, "bleu": 43.09968303455158, "rougeL": 0.6272727272727272, "len_ratio": 0.7382920110192838, "placeholders_exact": 0.0, "placeholder_recall": 0.6153846153846154, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 382 | +{"pair_id": "pair_cf6c124581ebc65f", "doc_id": "doc_634143b461cbfd0f", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6698369565217391, "chrf": 66.03636642077673, "bleu": 37.55347688022202, "rougeL": 0.6683544303797468, "len_ratio": 0.7534246575342466, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 383 | +{"pair_id": "pair_055f4e2f19b47da8", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.619672131147541, "chrf": 66.44128621987086, "bleu": 42.58708569018431, "rougeL": 0.6206896551724137, "len_ratio": 0.9555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 384 | +{"pair_id": "pair_8c15e46bb617cfbd", "doc_id": "doc_0d0ea1217ddd1860", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6481481481481481, "chrf": 72.57597339131256, "bleu": 46.34593425335286, "rougeL": 0.7017543859649122, "len_ratio": 0.9821428571428571, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 385 | +{"pair_id": "pair_78f5b2b3bfd59cfe", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5955882352941176, "chrf": 65.74297122033687, "bleu": 51.837273710358545, "rougeL": 0.6262626262626263, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 386 | +{"pair_id": "pair_f86bfc5f9ed4b9b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6812080536912752, "chrf": 70.60257774134277, "bleu": 56.77604558889935, "rougeL": 0.7216494845360824, "len_ratio": 0.9513888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 387 | +{"pair_id": "pair_7dcc343416dd89b7", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.5765247410817032, "chrf": 55.64789215048339, "bleu": 33.301720632545546, "rougeL": 0.6089965397923875, "len_ratio": 0.8928571428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 388 | +{"pair_id": "pair_5813e16ceaca9ed3", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.46554934823091243, "chrf": 62.432281942972054, "bleu": 32.87069958535892, "rougeL": 0.5325443786982248, "len_ratio": 1.0120481927710843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 389 | +{"pair_id": "pair_242a6b1fa02e949e", "doc_id": "doc_6d61825c22322c48", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.75, "chrf": 74.86033531330027, "bleu": 56.06638477625327, "rougeL": 0.7225130890052357, "len_ratio": 0.9617834394904459, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9285714285714286, "number_precision": 0.8125, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 390 | +{"pair_id": "pair_6b399e4df4a9de94", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.43990573448546744, "chrf": 60.322890300681806, "bleu": 29.498019302830738, "rougeL": 0.5060827250608273, "len_ratio": 0.9655172413793104, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 391 | +{"pair_id": "pair_13dd4eda62406540", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.42094560244026435, "chrf": 46.44446119960631, "bleu": 14.104189059140943, "rougeL": 0.40418118466898956, "len_ratio": 0.7071651090342679, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -5.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0} | |
| 392 | +{"pair_id": "pair_c3b2cbf22d24ff40", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.0720108695652174, "chrf": 5.542737375803801, "bleu": 7.468602006789347e-05, "rougeL": 0.0819672131147541, "len_ratio": 0.0821917808219178, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0} | |
| 393 | +{"pair_id": "pair_367eb370fe4f529c", "doc_id": "doc_427ac8c70eeedf0c", "variant": "B", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7507507507507507, "chrf": 74.34798758460417, "bleu": 54.106227809008566, "rougeL": 0.7445255474452555, "len_ratio": 0.8951048951048951, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 394 | +{"pair_id": "pair_f09de1e1c64f3d2e", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4557329462989841, "chrf": 67.51776894503321, "bleu": 37.769669333935425, "rougeL": 0.5446224256292906, "len_ratio": 1.217142857142857, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.92, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 395 | +{"pair_id": "pair_2f9d146538af41a4", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6339869281045751, "chrf": 65.97928446783531, "bleu": 40.231240080119655, "rougeL": 0.6604651162790698, "len_ratio": 0.9858490566037735, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 396 | +{"pair_id": "pair_cb6649b20a1e0a58", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4117647058823529, "chrf": 62.33295042444071, "bleu": 30.33076655215628, "rougeL": 0.4567307692307692, "len_ratio": 0.9802955665024631, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 397 | +{"pair_id": "pair_cebbb24f2cfdcc10", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5319715808170515, "chrf": 59.91374656348039, "bleu": 30.026248281785062, "rougeL": 0.528, "len_ratio": 1.0552486187845305, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 398 | +{"pair_id": "pair_a9886bc4347d365c", "doc_id": "doc_649c56ed2a776c29", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6364485981308412, "chrf": 63.364386313444655, "bleu": 28.27057973000159, "rougeL": 0.6120996441281139, "len_ratio": 0.8235294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 399 | +{"pair_id": "pair_11a036198a3c8fdd", "doc_id": "doc_967f69b1bf330c46", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.47532188841201717, "chrf": 59.754100783692934, "bleu": 28.504402367202218, "rougeL": 0.5394190871369295, "len_ratio": 0.832, "placeholders_exact": 0.0, "placeholder_recall": 0.75, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 400 | +{"pair_id": "pair_22daecbaf1d49510", "doc_id": "doc_679741e00536f8a4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5945639864099661, "chrf": 65.11706742408163, "bleu": 40.075794206509116, "rougeL": 0.6254826254826255, "len_ratio": 0.8413284132841329, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 401 | +{"pair_id": "pair_59dc9deab6df1009", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.39815557337610263, "chrf": 52.75861096852512, "bleu": 28.896092207109362, "rougeL": 0.4636363636363636, "len_ratio": 0.7465564738292011, "placeholders_exact": 0.0, "placeholder_recall": 0.5384615384615384, "number_recall": 1.0, "number_precision": 0.875, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 402 | +{"pair_id": "pair_2b405d3983731fad", "doc_id": "doc_b9f6f386c52a2106", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5194274028629857, "chrf": 57.11725223102236, "bleu": 24.70836841640037, "rougeL": 0.5390070921985816, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 403 | +{"pair_id": "pair_a4ce7cbe3a375b03", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5601783060921248, "chrf": 63.662430653032786, "bleu": 35.700900505747086, "rougeL": 0.5604113110539846, "len_ratio": 0.9945945945945946, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 404 | +{"pair_id": "pair_51281d318770704d", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5052631578947369, "chrf": 55.78786224124911, "bleu": 15.94013442930052, "rougeL": 0.5632183908045977, "len_ratio": 1.0116279069767442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 405 | +{"pair_id": "pair_96048f36076f2fcd", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 63.18868295114064, "bleu": 37.02099176442205, "rougeL": 0.7114093959731544, "len_ratio": 0.7209302325581395, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 406 | +{"pair_id": "pair_c4775e836de09d99", "doc_id": "doc_83ee876009e1f14b", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6478304742684158, "chrf": 62.42311214454935, "bleu": 35.15438473552928, "rougeL": 0.6513157894736842, "len_ratio": 0.9328859060402684, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 407 | +{"pair_id": "pair_ffbadf19abc61814", "doc_id": "doc_adb94552819f8ffa", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7547723935389133, "chrf": 73.34951607280296, "bleu": 50.041454350325786, "rougeL": 0.7222222222222222, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 408 | +{"pair_id": "pair_2bbcca3fbb594af9", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5101721439749609, "chrf": 49.45202729314555, "bleu": 18.90752244083397, "rougeL": 0.5472636815920398, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 409 | +{"pair_id": "pair_01926ef243e6f8e4", "doc_id": "doc_96174e2f07291f09", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6940298507462687, "chrf": 72.41508915889663, "bleu": 62.89784052732457, "rougeL": 0.6851851851851852, "len_ratio": 0.8507462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 410 | +{"pair_id": "pair_425211dfb083b241", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4443150950717889, "chrf": 61.03418525591556, "bleu": 28.722962865309913, "rougeL": 0.454421768707483, "len_ratio": 0.8882978723404256, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 411 | +{"pair_id": "pair_6bcc2a2d6a67daf5", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5081116158338741, "chrf": 63.19913691421497, "bleu": 36.44344936199052, "rougeL": 0.5531914893617021, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 412 | +{"pair_id": "pair_01232c0a13924b98", "doc_id": "doc_649c56ed2a776c29", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6779964221824687, "chrf": 69.49773691516408, "bleu": 33.06671015613116, "rougeL": 0.6407766990291263, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 413 | +{"pair_id": "pair_c0b569d83d33f5f8", "doc_id": "doc_b860396abb8d4077", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5975794251134645, "chrf": 67.93814540667441, "bleu": 35.81682448330267, "rougeL": 0.5555555555555555, "len_ratio": 1.058139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0} | |
| 414 | +{"pair_id": "pair_bcb6e8c08ff21d70", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7628635346756152, "chrf": 73.91214599676165, "bleu": 59.67531980134799, "rougeL": 0.7835820895522387, "len_ratio": 0.7847222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 415 | +{"pair_id": "pair_68b67e128aadb199", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6050796812749004, "chrf": 64.62001591014753, "bleu": 44.11371533344103, "rougeL": 0.6836935166994106, "len_ratio": 0.6847457627118644, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 416 | +{"pair_id": "pair_3de005d49cbf415d", "doc_id": "doc_adb94552819f8ffa", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6226685796269728, "chrf": 65.67933660171369, "bleu": 39.38357102848303, "rougeL": 0.6367713004484306, "len_ratio": 1.0648148148148149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 417 | +{"pair_id": "pair_2c8165947bc31182", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5815831987075929, "chrf": 69.2780202716073, "bleu": 48.93663077240424, "rougeL": 0.6437346437346437, "len_ratio": 1.04, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.9583333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 418 | +{"pair_id": "pair_6a5404a058481a2a", "doc_id": "doc_7bbcc4ed0a486372", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.45829991980753804, "chrf": 58.357981741185995, "bleu": 31.827567454529493, "rougeL": 0.5327510917030568, "len_ratio": 0.8126721763085399, "placeholders_exact": 0.0, "placeholder_recall": 0.46153846153846156, "number_recall": 0.5714285714285714, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0} | |
| 419 | +{"pair_id": "pair_918534c10ad2fd5a", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.34745762711864403, "chrf": 59.367618664988356, "bleu": 22.5585447107032, "rougeL": 0.40601503759398494, "len_ratio": 0.9770992366412213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 420 | +{"pair_id": "pair_870e9a33462cf105", "doc_id": "doc_7bbcc4ed0a486372", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5272654370489174, "chrf": 60.91481833830807, "bleu": 37.43911968939235, "rougeL": 0.5753012048192772, "len_ratio": 0.7548209366391184, "placeholders_exact": 0.0, "placeholder_recall": 0.6923076923076923, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 421 | +{"pair_id": "pair_84f18babdba3f64c", "doc_id": "doc_6dcf41bec0c4b537", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.569482288828338, "chrf": 58.016336187290165, "bleu": 25.304380534109256, "rougeL": 0.5714285714285714, "len_ratio": 1.1636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 422 | +{"pair_id": "pair_7283f93d20a9c9f1", "doc_id": "doc_634143b461cbfd0f", "variant": "D", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5497076023391814, "chrf": 53.48195709940023, "bleu": 15.072482436130803, "rougeL": 0.5375, "len_ratio": 0.9605263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 423 | +{"pair_id": "pair_5a83e2c5149d2ee6", "doc_id": "doc_6dcf41bec0c4b537", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.569482288828338, "chrf": 58.016336187290165, "bleu": 25.304380534109256, "rougeL": 0.5714285714285714, "len_ratio": 1.1636363636363636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 424 | +{"pair_id": "pair_a57f2e35ee87cd5c", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "results", "exact_match": 0.0, "edit_sim": 0.6283084004602992, "chrf": 63.38117219288439, "bleu": 41.43891646952143, "rougeL": 0.6622073578595318, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 425 | +{"pair_id": "pair_d8ec14e12d68fe21", "doc_id": "doc_634143b461cbfd0f", "variant": "A", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6461640211640212, "chrf": 69.46487907642206, "bleu": 38.29285034469083, "rougeL": 0.6103896103896104, "len_ratio": 1.0410958904109588, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 426 | +{"pair_id": "pair_07d078d08b2a2031", "doc_id": "doc_967f69b1bf330c46", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5826210826210827, "chrf": 58.61492557552129, "bleu": 34.16514596587852, "rougeL": 0.5833333333333334, "len_ratio": 0.7964601769911505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -2.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 427 | +{"pair_id": "pair_14ecb5a056f94f85", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6808346213292118, "chrf": 73.24177019680131, "bleu": 59.421200197808766, "rougeL": 0.7726027397260276, "len_ratio": 0.8652849740932642, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 428 | +{"pair_id": "pair_0c714d343e7d692e", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.508731082654249, "chrf": 66.1716577857367, "bleu": 34.67644460540914, "rougeL": 0.5294117647058824, "len_ratio": 0.925531914893617, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -3.0, "sentence_count_delta": -7.0} | |
| 429 | +{"pair_id": "pair_b35dfa1d66430ad6", "doc_id": "doc_7e289bf2c4f1781d", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7294117647058824, "chrf": 67.15128986799598, "bleu": 50.704613517982324, "rougeL": 0.748663101604278, "len_ratio": 0.82, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 430 | +{"pair_id": "pair_488295d5205c31eb", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5838095238095238, "chrf": 61.58203408444436, "bleu": 35.396870929087655, "rougeL": 0.6062499999999998, "len_ratio": 0.8848484848484849, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 431 | +{"pair_id": "pair_f7fa2440ae319193", "doc_id": "doc_861988bceb67e1df", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.460431654676259, "chrf": 53.12409750773065, "bleu": 17.68970378980725, "rougeL": 0.44295302013422816, "len_ratio": 0.8395061728395061, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 432 | +{"pair_id": "pair_89fbc1827315c06a", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5535353535353535, "chrf": 63.069483131477654, "bleu": 34.30015986740675, "rougeL": 0.5584415584415584, "len_ratio": 0.8313253012048193, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 433 | +{"pair_id": "pair_e35d3509186467ab", "doc_id": "doc_c496dc8b7656356a", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5101721439749609, "chrf": 49.45202729314555, "bleu": 18.90752244083397, "rougeL": 0.5472636815920398, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 434 | +{"pair_id": "pair_51743d1445182a3f", "doc_id": "doc_3135153361cfb769", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.569047619047619, "chrf": 65.58317011089765, "bleu": 42.308432618145886, "rougeL": 0.6307692307692307, "len_ratio": 0.9402985074626866, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 435 | +{"pair_id": "pair_611166d6d51a44ef", "doc_id": "doc_7e289bf2c4f1781d", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.47574699262708575, "chrf": 64.90132012451296, "bleu": 31.559980643469803, "rougeL": 0.48620236530880423, "len_ratio": 0.9627659574468085, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 4.0, "hedge_delta": 1.0, "sentence_count_delta": -6.0} | |
| 436 | +{"pair_id": "pair_4e7b674b25d4a5e1", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7102908277404922, "chrf": 71.6719252851478, "bleu": 57.73389525191772, "rougeL": 0.7297297297297297, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 437 | +{"pair_id": "pair_7d4776222ade0983", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5738636363636364, "chrf": 61.12047572124089, "bleu": 30.388926027931337, "rougeL": 0.5980392156862745, "len_ratio": 1.02, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 438 | +{"pair_id": "pair_68e153a6daf97a77", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.602880658436214, "chrf": 62.74232329468505, "bleu": 47.68401413174244, "rougeL": 0.6834170854271356, "len_ratio": 0.9761904761904762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.9166666666666666, "number_precision": 0.9166666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 439 | +{"pair_id": "pair_0e6ea9350b9f76f3", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7081185567010309, "chrf": 70.71422653649695, "bleu": 45.077794706182324, "rougeL": 0.7098121085594989, "len_ratio": 0.950207468879668, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 440 | +{"pair_id": "pair_fcdc5cd55975b75a", "doc_id": "doc_4c6c408ed1737499", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.44534412955465585, "chrf": 58.35941589653173, "bleu": 42.74741600010844, "rougeL": 0.5325443786982248, "len_ratio": 0.8258064516129032, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.5581395348837209, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 441 | +{"pair_id": "pair_9fc6bd9531545cee", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.44005102040816324, "chrf": 62.28857718752568, "bleu": 43.43584448025761, "rougeL": 0.5258964143426296, "len_ratio": 1.0583333333333333, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 442 | +{"pair_id": "pair_f6570ea7ec92fbc8", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7516778523489933, "chrf": 74.04307700200043, "bleu": 58.61536897788615, "rougeL": 0.7491638795986622, "len_ratio": 1.0069444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 443 | +{"pair_id": "pair_ed5a5cd722dff209", "doc_id": "doc_b9f6f386c52a2106", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5178197064989518, "chrf": 55.575840156305276, "bleu": 25.225722211069748, "rougeL": 0.5401459854014599, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 444 | +{"pair_id": "pair_ba7ae4963f784961", "doc_id": "doc_634143b461cbfd0f", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.43137254901960786, "chrf": 56.48872268318442, "bleu": 18.937284722749084, "rougeL": 0.5028571428571429, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 445 | +{"pair_id": "pair_6ea9f150f88bdcf1", "doc_id": "doc_16a24631c5e15333", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4757709251101322, "chrf": 61.26310903977239, "bleu": 39.3743901838056, "rougeL": 0.5985401459854015, "len_ratio": 0.8260869565217391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 446 | +{"pair_id": "pair_55c11fa0fa31a43a", "doc_id": "doc_427ac8c70eeedf0c", "variant": "C", "discipline": "earth_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6206206206206206, "chrf": 63.507196347312465, "bleu": 39.41789878249622, "rougeL": 0.6586345381526104, "len_ratio": 0.7132867132867133, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 447 | +{"pair_id": "pair_66f99ec0df15b288", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6150178784266984, "chrf": 60.42572999963846, "bleu": 29.64880604865684, "rougeL": 0.5502183406113538, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 448 | +{"pair_id": "pair_e784055ac8fb6e54", "doc_id": "doc_6d61825c22322c48", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3985849056603774, "chrf": 63.598335334897286, "bleu": 37.138616817052814, "rougeL": 0.5035971223021581, "len_ratio": 1.1528662420382165, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.7368421052631579, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 449 | +{"pair_id": "pair_d2551e35f71d9ab8", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5423728813559322, "chrf": 62.11050009656064, "bleu": 44.796672304531135, "rougeL": 0.5571428571428572, "len_ratio": 1.373134328358209, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 450 | +{"pair_id": "pair_b243a59fa1667df4", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7087378640776699, "chrf": 69.91928001007328, "bleu": 58.408933137385404, "rougeL": 0.761904761904762, "len_ratio": 0.8909090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 451 | +{"pair_id": "pair_506ae7df4674cab7", "doc_id": "doc_2bbbd374f17eae39", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7866507747318237, "chrf": 75.86666258373208, "bleu": 49.348389805282046, "rougeL": 0.7210300429184548, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 452 | +{"pair_id": "pair_f89f18927ab153c8", "doc_id": "doc_51e17686e59a63ec", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6377269139700079, "chrf": 66.55824603685235, "bleu": 50.184196213564256, "rougeL": 0.6757369614512472, "len_ratio": 0.851063829787234, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8125, "number_precision": 0.8666666666666667, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 453 | +{"pair_id": "pair_4805fbb61049c259", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7323369565217391, "chrf": 74.06559134786632, "bleu": 51.551727174811255, "rougeL": 0.7166276346604215, "len_ratio": 0.8995433789954338, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 454 | +{"pair_id": "pair_09dfdd9cd1e81663", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6610824742268041, "chrf": 70.1803891058389, "bleu": 46.145730065840894, "rougeL": 0.6939655172413792, "len_ratio": 0.8962655601659751, "placeholders_exact": 0.0, "placeholder_recall": 0.8, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 455 | +{"pair_id": "pair_de534e6c5522b151", "doc_id": "doc_0d0ea1217ddd1860", "variant": "C", "discipline": "computer_science", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6530460624071323, "chrf": 66.91646730046791, "bleu": 39.449053129876106, "rougeL": 0.6704545454545455, "len_ratio": 0.8054054054054054, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0} | |
| 456 | +{"pair_id": "pair_9210717bc22fdc06", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4565714285714285, "chrf": 57.8071167999977, "bleu": 27.291474610384928, "rougeL": 0.4970178926441352, "len_ratio": 1.0201612903225807, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 2.0} | |
| 457 | +{"pair_id": "pair_8532b78775a4e82a", "doc_id": "doc_fd2461ec733b3c95", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5154130702836005, "chrf": 54.12122962735987, "bleu": 20.396044407053267, "rougeL": 0.4811320754716981, "len_ratio": 0.7166666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0} | |
| 458 | +{"pair_id": "pair_643d06cb035cdb0e", "doc_id": "doc_1c47e1d9bcb9ea2b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.673202614379085, "chrf": 69.81477774914524, "bleu": 43.80689755633065, "rougeL": 0.7346938775510204, "len_ratio": 1.028301886792453, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 459 | +{"pair_id": "pair_2ab238d7b5d4e98a", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.43234323432343236, "chrf": 60.55896903293888, "bleu": 28.03142919371729, "rougeL": 0.5202312138728323, "len_ratio": 0.9101123595505618, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 460 | +{"pair_id": "pair_7ddc8bb7a2f2240b", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6604938271604939, "chrf": 63.18967100212555, "bleu": 49.57220469301477, "rougeL": 0.7272727272727272, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.96, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 461 | +{"pair_id": "pair_a37053eb5335c2cd", "doc_id": "doc_7581bcce20007a86", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6737481031866464, "chrf": 73.06192323709129, "bleu": 50.12973042460231, "rougeL": 0.6903553299492386, "len_ratio": 1.075268817204301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0} | |
| 462 | +{"pair_id": "pair_e86606b8e1de8efa", "doc_id": "doc_a119b0c89152afa4", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3382857142857143, "chrf": 51.60429554336733, "bleu": 20.2703114531034, "rougeL": 0.30078125, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0} | |
| 463 | +{"pair_id": "pair_094dc7fede5b31b4", "doc_id": "doc_967f69b1bf330c46", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5769230769230769, "chrf": 59.70278016170379, "bleu": 32.434165531707286, "rougeL": 0.5688888888888888, "len_ratio": 0.911504424778761, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 464 | +{"pair_id": "pair_29541c5de8e30eb0", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47513812154696133, "chrf": 58.99172685224722, "bleu": 33.360060643736226, "rougeL": 0.5351473922902494, "len_ratio": 0.8468085106382979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.875, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 465 | +{"pair_id": "pair_6b49918604f4ddb4", "doc_id": "doc_634143b461cbfd0f", "variant": "B", "discipline": "computer_science", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5098039215686274, "chrf": 60.224202373419736, "bleu": 32.4109061035224, "rougeL": 0.6432748538011697, "len_ratio": 0.9204545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 466 | +{"pair_id": "pair_f52c0d6903e947c0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7529039070749736, "chrf": 74.99059551949524, "bleu": 56.167704822403365, "rougeL": 0.7265625000000001, "len_ratio": 0.9291338582677166, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8571428571428571, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 467 | +{"pair_id": "pair_3cb0ae908fe836a2", "doc_id": "doc_3135153361cfb769", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.55, "chrf": 62.16217251067384, "bleu": 30.792626510948732, "rougeL": 0.6, "len_ratio": 0.9253731343283582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 468 | +{"pair_id": "pair_f773bcd23ef46305", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.43232323232323233, "chrf": 54.0918438804312, "bleu": 22.075492419526068, "rougeL": 0.4429530201342282, "len_ratio": 0.7590361445783133, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 469 | +{"pair_id": "pair_18235b3051bb3ba0", "doc_id": "doc_96174e2f07291f09", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.554726368159204, "chrf": 53.306454063595254, "bleu": 35.54451714441066, "rougeL": 0.625, "len_ratio": 0.8507462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 470 | +{"pair_id": "pair_b60d8f40e0325e19", "doc_id": "doc_4c6c408ed1737499", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5402528276779774, "chrf": 69.5091343875338, "bleu": 45.429894450679456, "rougeL": 0.5651302605210421, "len_ratio": 1.0343347639484979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.68, "number_precision": 0.7083333333333334, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 471 | +{"pair_id": "pair_474982aefff458c7", "doc_id": "doc_51e17686e59a63ec", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5404556166535742, "chrf": 61.1855608217062, "bleu": 32.642920650313854, "rougeL": 0.5722070844686649, "len_ratio": 0.7536945812807881, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 472 | +{"pair_id": "pair_053da0e25948aca6", "doc_id": "doc_7bbcc4ed0a486372", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5919689119170984, "chrf": 70.03776124055365, "bleu": 42.49749806271953, "rougeL": 0.6050420168067226, "len_ratio": 1.2403846153846154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 473 | +{"pair_id": "pair_c46e64923862f96a", "doc_id": "doc_9195328f7f1a1bb1", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5816416593115622, "chrf": 56.87774711964116, "bleu": 43.65607693150839, "rougeL": 0.580441640378549, "len_ratio": 0.7142857142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0} | |
| 474 | +{"pair_id": "pair_6501140e74584dec", "doc_id": "doc_7bbcc4ed0a486372", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6802325581395349, "chrf": 77.5123391811707, "bleu": 57.83918011096524, "rougeL": 0.7383177570093458, "len_ratio": 0.9903846153846154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 475 | +{"pair_id": "pair_517966b5cc08ea57", "doc_id": "doc_6dcf41bec0c4b537", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.662613981762918, "chrf": 63.53621267625583, "bleu": 42.22035371342, "rougeL": 0.669683257918552, "len_ratio": 0.85, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8888888888888888, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 476 | +{"pair_id": "pair_1d6eedd0c6d24ea0", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5448207171314741, "chrf": 60.623263319029434, "bleu": 33.41201725508375, "rougeL": 0.5642857142857143, "len_ratio": 0.8576271186440678, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0} | |
| 477 | +{"pair_id": "pair_0a471b6ef8d3a304", "doc_id": "doc_a119b0c89152afa4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3182359952324195, "chrf": 49.04405666863036, "bleu": 16.18895687521669, "rougeL": 0.38345864661654133, "len_ratio": 0.9850746268656716, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 478 | +{"pair_id": "pair_91bcc382ad83e38d", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6307692307692307, "chrf": 62.41714440953536, "bleu": 45.32686414687027, "rougeL": 0.6885245901639344, "len_ratio": 0.9318181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 479 | +{"pair_id": "pair_ff489f946fa97cd7", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5570934256055363, "chrf": 64.24473025171041, "bleu": 27.069176543619637, "rougeL": 0.6101694915254238, "len_ratio": 1.058139534883721, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 480 | +{"pair_id": "pair_4d3fe6a3006a5989", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.657599053814311, "chrf": 71.71600826505234, "bleu": 47.39923395881903, "rougeL": 0.650375939849624, "len_ratio": 1.0310077519379846, "placeholders_exact": 0.0, "placeholder_recall": 0.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0} | |
| 481 | +{"pair_id": "pair_56061dde7640c458", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6352154531946508, "chrf": 69.66981645144406, "bleu": 46.31557366585051, "rougeL": 0.5970149253731343, "len_ratio": 1.0569948186528497, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 482 | +{"pair_id": "pair_7672ebff8c8428da", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.734375, "chrf": 71.15384266941503, "bleu": 51.383335851469894, "rougeL": 0.7623318385650223, "len_ratio": 0.825, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 483 | +{"pair_id": "pair_f4e936423f1276f4", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6112828438948996, "chrf": 65.07557558377422, "bleu": 46.157120217098154, "rougeL": 0.6276595744680851, "len_ratio": 0.9222797927461139, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7142857142857143, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 484 | +{"pair_id": "pair_5938987848b6b679", "doc_id": "doc_427ac8c70eeedf0c", "variant": "E", "discipline": "earth_sciences", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7557182067703568, "chrf": 74.342851516616, "bleu": 54.44661941931212, "rougeL": 0.7440476190476191, "len_ratio": 0.9302325581395349, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8181818181818182, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 485 | +{"pair_id": "pair_ffd11e076d514f3a", "doc_id": "doc_a03ae27ac9ed1a81", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6950904392764858, "chrf": 77.14915518209918, "bleu": 58.5772586284798, "rougeL": 0.7899159663865546, "len_ratio": 0.8688524590163934, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 486 | +{"pair_id": "pair_4fdee4601ea81942", "doc_id": "doc_bc5938d3f6b260f6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5578313253012048, "chrf": 62.080600195886824, "bleu": 34.2770353485279, "rougeL": 0.5660377358490565, "len_ratio": 1.0909090909090908, "placeholders_exact": 0.0, "placeholder_recall": 0.8333333333333334, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0} | |
| 487 | +{"pair_id": "pair_d3f31f482793fd9b", "doc_id": "doc_a119b0c89152afa4", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5754285714285714, "chrf": 64.98519198365352, "bleu": 36.61497185602418, "rougeL": 0.5756302521008403, "len_ratio": 0.907258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 488 | +{"pair_id": "pair_c8ec4c6fe8cd098e", "doc_id": "doc_51e17686e59a63ec", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4193154034229829, "chrf": 54.7506548095117, "bleu": 22.4456461663153, "rougeL": 0.41106719367588934, "len_ratio": 0.8931297709923665, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 489 | +{"pair_id": "pair_16b576e5dcd5899d", "doc_id": "doc_0d0ea1217ddd1860", "variant": "E", "discipline": "computer_science", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.46825396825396826, "chrf": 55.2941053917654, "bleu": 24.45399438450911, "rougeL": 0.4894514767932489, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0} | |
| 490 | +{"pair_id": "pair_cf2328e2313ee13a", "doc_id": "doc_6dcf41bec0c4b537", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5956284153005464, "chrf": 68.29409070443705, "bleu": 47.01240916941162, "rougeL": 0.6639676113360323, "len_ratio": 1.0666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 491 | +{"pair_id": "pair_c861a45e629bf73f", "doc_id": "doc_a787d9ce8a307e28", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7869565217391304, "chrf": 68.92027036365877, "bleu": 48.65669262078857, "rougeL": 0.782608695652174, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.8, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 492 | +{"pair_id": "pair_7e71e5ca88fb5358", "doc_id": "doc_96174e2f07291f09", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.3830845771144279, "chrf": 57.61861811376684, "bleu": 42.73027859557187, "rougeL": 0.5641025641025641, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.7777777777777778, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 493 | +{"pair_id": "pair_89d12b7f2261c246", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6489071038251366, "chrf": 69.19079083124089, "bleu": 40.96034901466717, "rougeL": 0.6341463414634146, "len_ratio": 1.0105263157894737, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 494 | +{"pair_id": "pair_b1ed49f67d3a362a", "doc_id": "doc_b187f41399e937ba", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5227817745803358, "chrf": 63.02391577409154, "bleu": 37.37222784083228, "rougeL": 0.5574912891986064, "len_ratio": 1.0451127819548873, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 495 | +{"pair_id": "pair_86e5b33a1bffa4f5", "doc_id": "doc_51e17686e59a63ec", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6136919315403423, "chrf": 59.751012563791924, "bleu": 30.450280319041436, "rougeL": 0.5984251968503937, "len_ratio": 0.8931297709923665, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
| 496 | +{"pair_id": "pair_07ccb1e2b5d4f252", "doc_id": "doc_427ac8c70eeedf0c", "variant": "D", "discipline": "earth_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6124031007751938, "chrf": 72.89186192647698, "bleu": 53.934777344513776, "rougeL": 0.6589595375722543, "len_ratio": 1.048780487804878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 497 | +{"pair_id": "pair_54c74e2c798ae5bd", "doc_id": "doc_679741e00536f8a4", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5362400906002265, "chrf": 60.76126735176393, "bleu": 30.059187129519053, "rougeL": 0.5761467889908257, "len_ratio": 0.9446494464944649, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0} | |
| 498 | +{"pair_id": "pair_1d0abd2dadc0c197", "doc_id": "doc_51e17686e59a63ec", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4626334519572953, "chrf": 56.731761611426855, "bleu": 26.13790213272021, "rougeL": 0.47663551401869164, "len_ratio": 0.9283489096573209, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0} | |
| 499 | +{"pair_id": "pair_54e28a36191dee4c", "doc_id": "doc_7e289bf2c4f1781d", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6356228172293364, "chrf": 68.83310651620747, "bleu": 43.8579393383948, "rougeL": 0.611036339165545, "len_ratio": 0.9148936170212766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0} | |
| 500 | +{"pair_id": "pair_fbca515430acceaf", "doc_id": "doc_2bbbd374f17eae39", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.43361511685728493, "chrf": 56.89058524938909, "bleu": 38.16678901214039, "rougeL": 0.4910394265232975, "len_ratio": 0.7785234899328859, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.6666666666666666, "number_precision": 0.875, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0} | |
| 501 | +{"pair_id": "pair_cf6492320aff65e4", "doc_id": "doc_7e289bf2c4f1781d", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5417633410672854, "chrf": 52.591818462922454, "bleu": 20.960202594676243, "rougeL": 0.47500000000000003, "len_ratio": 0.832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0} | |
| 502 | +{"pair_id": "pair_2b8b76d1ba917eea", "doc_id": "doc_7bbcc4ed0a486372", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.48480662983425415, "chrf": 67.0128353910714, "bleu": 37.145196532426795, "rougeL": 0.5543237250554323, "len_ratio": 1.3085714285714285, "placeholders_exact": 0.0, "placeholder_recall": 1.0, "number_recall": 0.9583333333333334, "number_precision": 0.8518518518518519, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0} | |
modified
artifacts/metrics/pilot_val_exploratory/report.json
+2674 −2
Large diff (2,699 lines) is not loaded by default to keep the page fast.Load diff
modified
artifacts/metrics/pilot_val_exploratory/summary.md
+4 −0
Large diff (14 lines) is not loaded by default to keep the page fast.Load diff
added
artifacts/predictions/pilot_val/outputs_htr-denoise-only.jsonl
+502 −0
Large diff (502 lines) is not loaded by default to keep the page fast.Load diff
added
artifacts/predictions/pilot_val/outputs_htr-m1-tiny-denoiseinit.jsonl
+502 −0
Large diff (502 lines) is not loaded by default to keep the page fast.Load diff
added
artifacts/predictions/pilot_val/predict_htr-denoise-only.json
+35 −0
Large diff (35 lines) is not loaded by default to keep the page fast.Load diff
added
artifacts/predictions/pilot_val/predict_htr-m1-tiny-denoiseinit.json
+35 −0
Large diff (35 lines) is not loaded by default to keep the page fast.Load diff
modified
docs/STATUS.md
+1 −1
Large diff (9 lines) is not loaded by default to keep the page fast.Load diff