Repository Public Research preview
1{2 "created_at": "2026-11-10T17:06:14Z",3 "git": {4 "commit": "d8523d2cde78a20a31fd28da5cd48fde908c3ec6",5 "branch": "main",6 "dirty": true7 },8 "libraries": {9 "python": "3.14.4",10 "torch": "2.12.0",11 "numpy": "2.5.4",12 "anthropic": "2.3.0",13 "transformers": "5.8.1",14 "sentencepiece": "0.2.2",15 "lxml": "6.1.3",16 "pyarrow": "24.0.0",17 "sacrebleu": "2.6.0",18 "datasketch": "2.0.0",19 "rapidfuzz": "3.14.6"20 },21 "hardware": {22 "platform": "macOS-27.0-arm64-arm-64bit-Mach-O",23 "machine": "arm64",24 "cpu_count": 18,25 "chip": "Apple M5 Max",26 "ram_gb": 48.0,27 "torch_mps": true,28 "torch_cuda": false29 },30 "n_pairs": 2493,31 "systems": {32 "B0_identity": {33 "overall": {34 "n": 2493,35 "chrf": {36 "mean": 69.75963843835807,37 "ci_low": 68.64250052763106,38 "ci_high": 70.9360837378207,39 "n_items": 2493,40 "n_groups": 15441 },42 "edit_sim": {43 "mean": 0.6888643992718806,44 "ci_low": 0.6781536064247886,45 "ci_high": 0.7000409641351953,46 "n_items": 2493,47 "n_groups": 15448 },49 "rougeL": {50 "mean": 0.6971794465233868,51 "ci_low": 0.6836190688138216,52 "ci_high": 0.711369066129786,53 "n_items": 2493,54 "n_groups": 15455 },56 "exact_match": {57 "mean": 0.0,58 "ci_low": 0.0,59 "ci_high": 0.0,60 "n_items": 2493,61 "n_groups": 15462 },63 "number_recall": {64 "mean": 1.0,65 "ci_low": 1.0,66 "ci_high": 1.0,67 "n_items": 2493,68 "n_groups": 15469 },70 "placeholders_exact": {71 "mean": 1.0,72 "ci_low": 1.0,73 "ci_high": 1.0,74 "n_items": 2493,75 "n_groups": 15476 }77 },78 "by_variant": {79 "A": {80 "n": 425,81 "chrf": {82 "mean": 68.67273707471553,83 "ci_low": 67.48394249033373,84 "ci_high": 69.83906034140429,85 "n_items": 425,86 "n_groups": 14987 },88 "edit_sim": {89 "mean": 0.6744957359329998,90 "ci_low": 0.663466502078535,91 "ci_high": 0.6861072315503759,92 "n_items": 425,93 "n_groups": 14994 },95 "rougeL": {96 "mean": 0.6803887096411646,97 "ci_low": 0.6667553873006447,98 "ci_high": 0.6943617403476351,99 "n_items": 425,100 "n_groups": 149101 },102 "exact_match": {103 "mean": 0.0,104 "ci_low": 0.0,105 "ci_high": 0.0,106 "n_items": 425,107 "n_groups": 149108 },109 "number_recall": {110 "mean": 1.0,111 "ci_low": 1.0,112 "ci_high": 1.0,113 "n_items": 425,114 "n_groups": 149115 },116 "placeholders_exact": {117 "mean": 1.0,118 "ci_low": 1.0,119 "ci_high": 1.0,120 "n_items": 425,121 "n_groups": 149122 }123 },124 "B": {125 "n": 394,126 "chrf": {127 "mean": 77.7382112160424,128 "ci_low": 76.25580925144824,129 "ci_high": 79.2842343036805,130 "n_items": 394,131 "n_groups": 142132 },133 "edit_sim": {134 "mean": 0.7805458419719967,135 "ci_low": 0.764512024962383,136 "ci_high": 0.7970349029216144,137 "n_items": 394,138 "n_groups": 142139 },140 "rougeL": {141 "mean": 0.7879398388104857,142 "ci_low": 0.7700053909749129,143 "ci_high": 0.8058534310651378,144 "n_items": 394,145 "n_groups": 142146 },147 "exact_match": {148 "mean": 0.0,149 "ci_low": 0.0,150 "ci_high": 0.0,151 "n_items": 394,152 "n_groups": 142153 },154 "number_recall": {155 "mean": 1.0,156 "ci_low": 1.0,157 "ci_high": 1.0,158 "n_items": 394,159 "n_groups": 142160 },161 "placeholders_exact": {162 "mean": 1.0,163 "ci_low": 1.0,164 "ci_high": 1.0,165 "n_items": 394,166 "n_groups": 142167 }168 },169 "C": {170 "n": 424,171 "chrf": {172 "mean": 73.8249043567236,173 "ci_low": 72.67226588743232,174 "ci_high": 75.09524335110174,175 "n_items": 424,176 "n_groups": 149177 },178 "edit_sim": {179 "mean": 0.7477429246237824,180 "ci_low": 0.7363942975002048,181 "ci_high": 0.7609622264984749,182 "n_items": 424,183 "n_groups": 149184 },185 "rougeL": {186 "mean": 0.7705725009812314,187 "ci_low": 0.7575350209908851,188 "ci_high": 0.785259578697765,189 "n_items": 424,190 "n_groups": 149191 },192 "exact_match": {193 "mean": 0.0,194 "ci_low": 0.0,195 "ci_high": 0.0,196 "n_items": 424,197 "n_groups": 149198 },199 "number_recall": {200 "mean": 1.0,201 "ci_low": 1.0,202 "ci_high": 1.0,203 "n_items": 424,204 "n_groups": 149205 },206 "placeholders_exact": {207 "mean": 1.0,208 "ci_low": 1.0,209 "ci_high": 1.0,210 "n_items": 424,211 "n_groups": 149212 }213 },214 "D": {215 "n": 436,216 "chrf": {217 "mean": 70.05192003597827,218 "ci_low": 68.9064267924769,219 "ci_high": 71.31242945684322,220 "n_items": 436,221 "n_groups": 151222 },223 "edit_sim": {224 "mean": 0.6979860531559013,225 "ci_low": 0.6866659354915948,226 "ci_high": 0.710421456094634,227 "n_items": 436,228 "n_groups": 151229 },230 "rougeL": {231 "mean": 0.7024958082791072,232 "ci_low": 0.6895014997758235,233 "ci_high": 0.7162888624093906,234 "n_items": 436,235 "n_groups": 151236 },237 "exact_match": {238 "mean": 0.0,239 "ci_low": 0.0,240 "ci_high": 0.0,241 "n_items": 436,242 "n_groups": 151243 },244 "number_recall": {245 "mean": 1.0,246 "ci_low": 1.0,247 "ci_high": 1.0,248 "n_items": 436,249 "n_groups": 151250 },251 "placeholders_exact": {252 "mean": 1.0,253 "ci_low": 1.0,254 "ci_high": 1.0,255 "n_items": 436,256 "n_groups": 151257 }258 },259 "E": {260 "n": 814,261 "chrf": {262 "mean": 64.19117145947729,263 "ci_low": 63.08466398874719,264 "ci_high": 65.3468271759865,265 "n_items": 814,266 "n_groups": 151267 },268 "edit_sim": {269 "mean": 0.6164352317688572,270 "ci_low": 0.6067929005972479,271 "ci_high": 0.6273915076254153,272 "n_items": 814,273 "n_groups": 151274 },275 "rougeL": {276 "mean": 0.6209385126145509,277 "ci_low": 0.606552099245276,278 "ci_high": 0.6352855353710957,279 "n_items": 814,280 "n_groups": 151281 },282 "exact_match": {283 "mean": 0.0,284 "ci_low": 0.0,285 "ci_high": 0.0,286 "n_items": 814,287 "n_groups": 151288 },289 "number_recall": {290 "mean": 1.0,291 "ci_low": 1.0,292 "ci_high": 1.0,293 "n_items": 814,294 "n_groups": 151295 },296 "placeholders_exact": {297 "mean": 1.0,298 "ci_low": 1.0,299 "ci_high": 1.0,300 "n_items": 814,301 "n_groups": 151302 }303 }304 },305 "by_discipline": {306 "biomedicine": {307 "n": 292,308 "chrf": {309 "mean": 67.60746009441901,310 "ci_low": 64.49663608432715,311 "ci_high": 71.23906740638587,312 "n_items": 292,313 "n_groups": 7314 },315 "edit_sim": {316 "mean": 0.6738463695515086,317 "ci_low": 0.6477296824902827,318 "ci_high": 0.6973617089089708,319 "n_items": 292,320 "n_groups": 7321 },322 "rougeL": {323 "mean": 0.6698665514739864,324 "ci_low": 0.6321730745589043,325 "ci_high": 0.7087115121241613,326 "n_items": 292,327 "n_groups": 7328 },329 "exact_match": {330 "mean": 0.0,331 "ci_low": 0.0,332 "ci_high": 0.0,333 "n_items": 292,334 "n_groups": 7335 },336 "number_recall": {337 "mean": 1.0,338 "ci_low": 1.0,339 "ci_high": 1.0,340 "n_items": 292,341 "n_groups": 7342 },343 "placeholders_exact": {344 "mean": 1.0,345 "ci_low": 1.0,346 "ci_high": 1.0,347 "n_items": 292,348 "n_groups": 7349 }350 },351 "chemistry": {352 "n": 287,353 "chrf": {354 "mean": 73.32815778005116,355 "ci_low": 71.38700341186743,356 "ci_high": 74.97596244098334,357 "n_items": 287,358 "n_groups": 17359 },360 "edit_sim": {361 "mean": 0.7237359823876436,362 "ci_low": 0.7041414830030868,363 "ci_high": 0.7404640859937448,364 "n_items": 287,365 "n_groups": 17366 },367 "rougeL": {368 "mean": 0.7311324759302394,369 "ci_low": 0.7119532779908404,370 "ci_high": 0.7478081548614453,371 "n_items": 287,372 "n_groups": 17373 },374 "exact_match": {375 "mean": 0.0,376 "ci_low": 0.0,377 "ci_high": 0.0,378 "n_items": 287,379 "n_groups": 17380 },381 "number_recall": {382 "mean": 1.0,383 "ci_low": 1.0,384 "ci_high": 1.0,385 "n_items": 287,386 "n_groups": 17387 },388 "placeholders_exact": {389 "mean": 1.0,390 "ci_low": 1.0,391 "ci_high": 1.0,392 "n_items": 287,393 "n_groups": 17394 }395 },396 "earth_sciences": {397 "n": 542,398 "chrf": {399 "mean": 69.04975102225835,400 "ci_low": 67.11196075316154,401 "ci_high": 70.81645666951299,402 "n_items": 542,403 "n_groups": 52404 },405 "edit_sim": {406 "mean": 0.6853482042479973,407 "ci_low": 0.666703393762455,408 "ci_high": 0.7024208062568379,409 "n_items": 542,410 "n_groups": 52411 },412 "rougeL": {413 "mean": 0.6937951594279179,414 "ci_low": 0.6723659402224517,415 "ci_high": 0.7144810065826455,416 "n_items": 542,417 "n_groups": 52418 },419 "exact_match": {420 "mean": 0.0,421 "ci_low": 0.0,422 "ci_high": 0.0,423 "n_items": 542,424 "n_groups": 52425 },426 "number_recall": {427 "mean": 1.0,428 "ci_low": 1.0,429 "ci_high": 1.0,430 "n_items": 542,431 "n_groups": 52432 },433 "placeholders_exact": {434 "mean": 1.0,435 "ci_low": 1.0,436 "ci_high": 1.0,437 "n_items": 542,438 "n_groups": 52439 }440 },441 "economics": {442 "n": 125,443 "chrf": {444 "mean": 70.22167519487654,445 "ci_low": 70.22167519487654,446 "ci_high": 70.22167519487654,447 "n_items": 125,448 "n_groups": 1449 },450 "edit_sim": {451 "mean": 0.6851505753441194,452 "ci_low": 0.6851505753441194,453 "ci_high": 0.6851505753441194,454 "n_items": 125,455 "n_groups": 1456 },457 "rougeL": {458 "mean": 0.7093915746723113,459 "ci_low": 0.7093915746723113,460 "ci_high": 0.7093915746723113,461 "n_items": 125,462 "n_groups": 1463 },464 "exact_match": {465 "mean": 0.0,466 "ci_low": 0.0,467 "ci_high": 0.0,468 "n_items": 125,469 "n_groups": 1470 },471 "number_recall": {472 "mean": 1.0,473 "ci_low": 1.0,474 "ci_high": 1.0,475 "n_items": 125,476 "n_groups": 1477 },478 "placeholders_exact": {479 "mean": 1.0,480 "ci_low": 1.0,481 "ci_high": 1.0,482 "n_items": 125,483 "n_groups": 1484 }485 },486 "engineering": {487 "n": 71,488 "chrf": {489 "mean": 75.90663080038645,490 "ci_low": 75.90663080038645,491 "ci_high": 75.90663080038645,492 "n_items": 71,493 "n_groups": 1494 },495 "edit_sim": {496 "mean": 0.7375820275462522,497 "ci_low": 0.7375820275462522,498 "ci_high": 0.7375820275462522,499 "n_items": 71,500 "n_groups": 1501 },502 "rougeL": {503 "mean": 0.7610309032259742,504 "ci_low": 0.7610309032259742,505 "ci_high": 0.7610309032259742,506 "n_items": 71,507 "n_groups": 1508 },509 "exact_match": {510 "mean": 0.0,511 "ci_low": 0.0,512 "ci_high": 0.0,513 "n_items": 71,514 "n_groups": 1515 },516 "number_recall": {517 "mean": 1.0,518 "ci_low": 1.0,519 "ci_high": 1.0,520 "n_items": 71,521 "n_groups": 1522 },523 "placeholders_exact": {524 "mean": 1.0,525 "ci_low": 1.0,526 "ci_high": 1.0,527 "n_items": 71,528 "n_groups": 1529 }530 },531 "finance": {532 "n": 251,533 "chrf": {534 "mean": 66.94749067441849,535 "ci_low": 66.63104818580969,536 "ci_high": 71.30322845879836,537 "n_items": 251,538 "n_groups": 2539 },540 "edit_sim": {541 "mean": 0.662064860193107,542 "ci_low": 0.6548593596373646,543 "ci_high": 0.7612464560780308,544 "n_items": 251,545 "n_groups": 2546 },547 "rougeL": {548 "mean": 0.6513350958389406,549 "ci_low": 0.6449151527906624,550 "ci_high": 0.7397037236799455,551 "n_items": 251,552 "n_groups": 2553 },554 "exact_match": {555 "mean": 0.0,556 "ci_low": 0.0,557 "ci_high": 0.0,558 "n_items": 251,559 "n_groups": 2560 },561 "number_recall": {562 "mean": 1.0,563 "ci_low": 1.0,564 "ci_high": 1.0,565 "n_items": 251,566 "n_groups": 2567 },568 "placeholders_exact": {569 "mean": 1.0,570 "ci_low": 1.0,571 "ci_high": 1.0,572 "n_items": 251,573 "n_groups": 2574 }575 },576 "life_sciences": {577 "n": 306,578 "chrf": {579 "mean": 72.09787585467876,580 "ci_low": 70.202135066749,581 "ci_high": 73.85131649682222,582 "n_items": 306,583 "n_groups": 21584 },585 "edit_sim": {586 "mean": 0.6983713701261753,587 "ci_low": 0.6735427445102148,588 "ci_high": 0.7202566350791081,589 "n_items": 306,590 "n_groups": 21591 },592 "rougeL": {593 "mean": 0.7198738622641443,594 "ci_low": 0.6956293813143355,595 "ci_high": 0.7413607236490329,596 "n_items": 306,597 "n_groups": 21598 },599 "exact_match": {600 "mean": 0.0,601 "ci_low": 0.0,602 "ci_high": 0.0,603 "n_items": 306,604 "n_groups": 21605 },606 "number_recall": {607 "mean": 1.0,608 "ci_low": 1.0,609 "ci_high": 1.0,610 "n_items": 306,611 "n_groups": 21612 },613 "placeholders_exact": {614 "mean": 1.0,615 "ci_low": 1.0,616 "ci_high": 1.0,617 "n_items": 306,618 "n_groups": 21619 }620 },621 "physics": {622 "n": 457,623 "chrf": {624 "mean": 68.48574686591444,625 "ci_low": 65.53384089398143,626 "ci_high": 71.1396943850032,627 "n_items": 457,628 "n_groups": 51629 },630 "edit_sim": {631 "mean": 0.678178096554049,632 "ci_low": 0.6508992220271251,633 "ci_high": 0.7032032611532021,634 "n_items": 457,635 "n_groups": 51636 },637 "rougeL": {638 "mean": 0.6884422768432226,639 "ci_low": 0.6619404363329219,640 "ci_high": 0.7139864308469225,641 "n_items": 457,642 "n_groups": 51643 },644 "exact_match": {645 "mean": 0.0,646 "ci_low": 0.0,647 "ci_high": 0.0,648 "n_items": 457,649 "n_groups": 51650 },651 "number_recall": {652 "mean": 1.0,653 "ci_low": 1.0,654 "ci_high": 1.0,655 "n_items": 457,656 "n_groups": 51657 },658 "placeholders_exact": {659 "mean": 1.0,660 "ci_low": 1.0,661 "ci_high": 1.0,662 "n_items": 457,663 "n_groups": 51664 }665 },666 "social_sciences": {667 "n": 162,668 "chrf": {669 "mean": 70.17541523207989,670 "ci_low": 67.8383012342394,671 "ci_high": 71.99887780182358,672 "n_items": 162,673 "n_groups": 2674 },675 "edit_sim": {676 "mean": 0.7011444361852516,677 "ci_low": 0.6772659443065346,678 "ci_high": 0.7197749078708441,679 "n_items": 162,680 "n_groups": 2681 },682 "rougeL": {683 "mean": 0.7129849244546365,684 "ci_low": 0.696999766455737,685 "ci_high": 0.7254568609153165,686 "n_items": 162,687 "n_groups": 2688 },689 "exact_match": {690 "mean": 0.0,691 "ci_low": 0.0,692 "ci_high": 0.0,693 "n_items": 162,694 "n_groups": 2695 },696 "number_recall": {697 "mean": 1.0,698 "ci_low": 1.0,699 "ci_high": 1.0,700 "n_items": 162,701 "n_groups": 2702 },703 "placeholders_exact": {704 "mean": 1.0,705 "ci_low": 1.0,706 "ci_high": 1.0,707 "n_items": 162,708 "n_groups": 2709 }710 }711 },712 "by_era": {713 "1900-1949": {714 "n": 23,715 "chrf": {716 "mean": 62.33400510094135,717 "ci_low": 61.652026900439864,718 "ci_high": 64.06584441817782,719 "n_items": 23,720 "n_groups": 3721 },722 "edit_sim": {723 "mean": 0.6323992201676368,724 "ci_low": 0.6089144718176696,725 "ci_high": 0.6788797903851571,726 "n_items": 23,727 "n_groups": 3728 },729 "rougeL": {730 "mean": 0.663845965079735,731 "ci_low": 0.6416619366627924,732 "ci_high": 0.7025781737233292,733 "n_items": 23,734 "n_groups": 3735 },736 "exact_match": {737 "mean": 0.0,738 "ci_low": 0.0,739 "ci_high": 0.0,740 "n_items": 23,741 "n_groups": 3742 },743 "number_recall": {744 "mean": 1.0,745 "ci_low": 1.0,746 "ci_high": 1.0,747 "n_items": 23,748 "n_groups": 3749 },750 "placeholders_exact": {751 "mean": 1.0,752 "ci_low": 1.0,753 "ci_high": 1.0,754 "n_items": 23,755 "n_groups": 3756 }757 },758 "2000-2009": {759 "n": 269,760 "chrf": {761 "mean": 67.20421966040266,762 "ci_low": 65.35216655686764,763 "ci_high": 70.84292383918573,764 "n_items": 269,765 "n_groups": 13766 },767 "edit_sim": {768 "mean": 0.6706172843579205,769 "ci_low": 0.6502816905977432,770 "ci_high": 0.6958754427901178,771 "n_items": 269,772 "n_groups": 13773 },774 "rougeL": {775 "mean": 0.6656399244386509,776 "ci_low": 0.6416924617318286,777 "ci_high": 0.703115997447341,778 "n_items": 269,779 "n_groups": 13780 },781 "exact_match": {782 "mean": 0.0,783 "ci_low": 0.0,784 "ci_high": 0.0,785 "n_items": 269,786 "n_groups": 13787 },788 "number_recall": {789 "mean": 1.0,790 "ci_low": 1.0,791 "ci_high": 1.0,792 "n_items": 269,793 "n_groups": 13794 },795 "placeholders_exact": {796 "mean": 1.0,797 "ci_low": 1.0,798 "ci_high": 1.0,799 "n_items": 269,800 "n_groups": 13801 }802 },803 "2010-2017": {804 "n": 2016,805 "chrf": {806 "mean": 70.95727025989723,807 "ci_low": 69.7617423517114,808 "ci_high": 72.2420077290106,809 "n_items": 2016,810 "n_groups": 125811 },812 "edit_sim": {813 "mean": 0.6976632745608767,814 "ci_low": 0.6856289467379532,815 "ci_high": 0.7110565319043485,816 "n_items": 2016,817 "n_groups": 125818 },819 "rougeL": {820 "mean": 0.7070760601921042,821 "ci_low": 0.690807313560242,822 "ci_high": 0.7234911982481999,823 "n_items": 2016,824 "n_groups": 125825 },826 "exact_match": {827 "mean": 0.0,828 "ci_low": 0.0,829 "ci_high": 0.0,830 "n_items": 2016,831 "n_groups": 125832 },833 "number_recall": {834 "mean": 1.0,835 "ci_low": 1.0,836 "ci_high": 1.0,837 "n_items": 2016,838 "n_groups": 125839 },840 "placeholders_exact": {841 "mean": 1.0,842 "ci_low": 1.0,843 "ci_high": 1.0,844 "n_items": 2016,845 "n_groups": 125846 }847 },848 "pre1900": {849 "n": 185,850 "chrf": {851 "mean": 61.34759230758848,852 "ci_low": 57.70360183939894,853 "ci_high": 65.65957387318615,854 "n_items": 185,855 "n_groups": 13856 },857 "edit_sim": {858 "mean": 0.6265327260212671,859 "ci_low": 0.5943140377891595,860 "ci_high": 0.6664798894653475,861 "n_items": 185,862 "n_groups": 13863 },864 "rougeL": {865 "mean": 0.6393374376469744,866 "ci_low": 0.6077832901113114,867 "ci_high": 0.678580066733931,868 "n_items": 185,869 "n_groups": 13870 },871 "exact_match": {872 "mean": 0.0,873 "ci_low": 0.0,874 "ci_high": 0.0,875 "n_items": 185,876 "n_groups": 13877 },878 "number_recall": {879 "mean": 1.0,880 "ci_low": 1.0,881 "ci_high": 1.0,882 "n_items": 185,883 "n_groups": 13884 },885 "placeholders_exact": {886 "mean": 1.0,887 "ci_low": 1.0,888 "ci_high": 1.0,889 "n_items": 185,890 "n_groups": 13891 }892 }893 },894 "by_role": {895 "abstract": {896 "n": 236,897 "chrf": {898 "mean": 71.36136791064499,899 "ci_low": 69.91935369647783,900 "ci_high": 72.97208197016481,901 "n_items": 236,902 "n_groups": 42903 },904 "edit_sim": {905 "mean": 0.6974037442892227,906 "ci_low": 0.680861462995628,907 "ci_high": 0.7145384594202605,908 "n_items": 236,909 "n_groups": 42910 },911 "rougeL": {912 "mean": 0.6984138502804856,913 "ci_low": 0.6783208972948611,914 "ci_high": 0.7183677811834619,915 "n_items": 236,916 "n_groups": 42917 },918 "exact_match": {919 "mean": 0.0,920 "ci_low": 0.0,921 "ci_high": 0.0,922 "n_items": 236,923 "n_groups": 42924 },925 "number_recall": {926 "mean": 1.0,927 "ci_low": 1.0,928 "ci_high": 1.0,929 "n_items": 236,930 "n_groups": 42931 },932 "placeholders_exact": {933 "mean": 1.0,934 "ci_low": 1.0,935 "ci_high": 1.0,936 "n_items": 236,937 "n_groups": 42938 }939 },940 "background": {941 "n": 114,942 "chrf": {943 "mean": 71.04685307532758,944 "ci_low": 69.29990202904573,945 "ci_high": 74.86093108820202,946 "n_items": 114,947 "n_groups": 8948 },949 "edit_sim": {950 "mean": 0.7103463652431228,951 "ci_low": 0.693057844979577,952 "ci_high": 0.7505750520343532,953 "n_items": 114,954 "n_groups": 8955 },956 "rougeL": {957 "mean": 0.7079747458972734,958 "ci_low": 0.6914497821994758,959 "ci_high": 0.7475109200897749,960 "n_items": 114,961 "n_groups": 8962 },963 "exact_match": {964 "mean": 0.0,965 "ci_low": 0.0,966 "ci_high": 0.0,967 "n_items": 114,968 "n_groups": 8969 },970 "number_recall": {971 "mean": 1.0,972 "ci_low": 1.0,973 "ci_high": 1.0,974 "n_items": 114,975 "n_groups": 8976 },977 "placeholders_exact": {978 "mean": 1.0,979 "ci_low": 1.0,980 "ci_high": 1.0,981 "n_items": 114,982 "n_groups": 8983 }984 },985 "chapter": {986 "n": 92,987 "chrf": {988 "mean": 62.016155414323116,989 "ci_low": 58.610162652986574,990 "ci_high": 65.4124972448423,991 "n_items": 92,992 "n_groups": 10993 },994 "edit_sim": {995 "mean": 0.6376731989494037,996 "ci_low": 0.601101102470395,997 "ci_high": 0.6724879123444897,998 "n_items": 92,999 "n_groups": 101000 },1001 "rougeL": {1002 "mean": 0.6594346334804603,1003 "ci_low": 0.6234269997259897,1004 "ci_high": 0.6923675414586664,1005 "n_items": 92,1006 "n_groups": 101007 },1008 "exact_match": {1009 "mean": 0.0,1010 "ci_low": 0.0,1011 "ci_high": 0.0,1012 "n_items": 92,1013 "n_groups": 101014 },1015 "number_recall": {1016 "mean": 1.0,1017 "ci_low": 1.0,1018 "ci_high": 1.0,1019 "n_items": 92,1020 "n_groups": 101021 },1022 "placeholders_exact": {1023 "mean": 1.0,1024 "ci_low": 1.0,1025 "ci_high": 1.0,1026 "n_items": 92,1027 "n_groups": 101028 }1029 },1030 "conclusion": {1031 "n": 197,1032 "chrf": {1033 "mean": 67.14009319846444,1034 "ci_low": 65.23702042154815,1035 "ci_high": 69.19663703092864,1036 "n_items": 197,1037 "n_groups": 281038 },1039 "edit_sim": {1040 "mean": 0.6672314621406138,1041 "ci_low": 0.6410868971362751,1042 "ci_high": 0.6953694479771688,1043 "n_items": 197,1044 "n_groups": 281045 },1046 "rougeL": {1047 "mean": 0.6634383512378427,1048 "ci_low": 0.6379994114993881,1049 "ci_high": 0.6894589499066823,1050 "n_items": 197,1051 "n_groups": 281052 },1053 "exact_match": {1054 "mean": 0.0,1055 "ci_low": 0.0,1056 "ci_high": 0.0,1057 "n_items": 197,1058 "n_groups": 281059 },1060 "number_recall": {1061 "mean": 1.0,1062 "ci_low": 1.0,1063 "ci_high": 1.0,1064 "n_items": 197,1065 "n_groups": 281066 },1067 "placeholders_exact": {1068 "mean": 1.0,1069 "ci_low": 1.0,1070 "ci_high": 1.0,1071 "n_items": 197,1072 "n_groups": 281073 }1074 },1075 "data": {1076 "n": 142,1077 "chrf": {1078 "mean": 71.44701896477774,1079 "ci_low": 68.00519972406097,1080 "ci_high": 74.4533386708103,1081 "n_items": 142,1082 "n_groups": 171083 },1084 "edit_sim": {1085 "mean": 0.689516248573187,1086 "ci_low": 0.6532116627789508,1087 "ci_high": 0.7216511329294691,1088 "n_items": 142,1089 "n_groups": 171090 },1091 "rougeL": {1092 "mean": 0.7114656585803736,1093 "ci_low": 0.6709254574793464,1094 "ci_high": 0.7469153228240177,1095 "n_items": 142,1096 "n_groups": 171097 },1098 "exact_match": {1099 "mean": 0.0,1100 "ci_low": 0.0,1101 "ci_high": 0.0,1102 "n_items": 142,1103 "n_groups": 171104 },1105 "number_recall": {1106 "mean": 1.0,1107 "ci_low": 1.0,1108 "ci_high": 1.0,1109 "n_items": 142,1110 "n_groups": 171111 },1112 "placeholders_exact": {1113 "mean": 1.0,1114 "ci_low": 1.0,1115 "ci_high": 1.0,1116 "n_items": 142,1117 "n_groups": 171118 }1119 },1120 "discussion": {1121 "n": 293,1122 "chrf": {1123 "mean": 70.5237910327942,1124 "ci_low": 68.51636385469116,1125 "ci_high": 72.46619704051885,1126 "n_items": 293,1127 "n_groups": 341128 },1129 "edit_sim": {1130 "mean": 0.6952100865814484,1131 "ci_low": 0.6760451259533865,1132 "ci_high": 0.7134090994564958,1133 "n_items": 293,1134 "n_groups": 341135 },1136 "rougeL": {1137 "mean": 0.6971718459545587,1138 "ci_low": 0.674170066482472,1139 "ci_high": 0.7189209393877388,1140 "n_items": 293,1141 "n_groups": 341142 },1143 "exact_match": {1144 "mean": 0.0,1145 "ci_low": 0.0,1146 "ci_high": 0.0,1147 "n_items": 293,1148 "n_groups": 341149 },1150 "number_recall": {1151 "mean": 1.0,1152 "ci_low": 1.0,1153 "ci_high": 1.0,1154 "n_items": 293,1155 "n_groups": 341156 },1157 "placeholders_exact": {1158 "mean": 1.0,1159 "ci_low": 1.0,1160 "ci_high": 1.0,1161 "n_items": 293,1162 "n_groups": 341163 }1164 },1165 "introduction": {1166 "n": 330,1167 "chrf": {1168 "mean": 71.08992710591822,1169 "ci_low": 69.5595662325755,1170 "ci_high": 72.82790204731695,1171 "n_items": 330,1172 "n_groups": 371173 },1174 "edit_sim": {1175 "mean": 0.7070435203892106,1176 "ci_low": 0.6902163730500241,1177 "ci_high": 0.7253595385734335,1178 "n_items": 330,1179 "n_groups": 371180 },1181 "rougeL": {1182 "mean": 0.7107976954616279,1183 "ci_low": 0.6968455852686125,1184 "ci_high": 0.7265257037529803,1185 "n_items": 330,1186 "n_groups": 371187 },1188 "exact_match": {1189 "mean": 0.0,1190 "ci_low": 0.0,1191 "ci_high": 0.0,1192 "n_items": 330,1193 "n_groups": 371194 },1195 "number_recall": {1196 "mean": 1.0,1197 "ci_low": 1.0,1198 "ci_high": 1.0,1199 "n_items": 330,1200 "n_groups": 371201 },1202 "placeholders_exact": {1203 "mean": 1.0,1204 "ci_low": 1.0,1205 "ci_high": 1.0,1206 "n_items": 330,1207 "n_groups": 371208 }1209 },1210 "limitations": {1211 "n": 58,1212 "chrf": {1213 "mean": 63.26006884327141,1214 "ci_low": 59.82378471570919,1215 "ci_high": 66.13975064282312,1216 "n_items": 58,1217 "n_groups": 81218 },1219 "edit_sim": {1220 "mean": 0.6285351868673194,1221 "ci_low": 0.5951576565444437,1222 "ci_high": 0.6600482011710828,1223 "n_items": 58,1224 "n_groups": 81225 },1226 "rougeL": {1227 "mean": 0.6141424327676288,1228 "ci_low": 0.5814966598531864,1229 "ci_high": 0.6428395547214694,1230 "n_items": 58,1231 "n_groups": 81232 },1233 "exact_match": {1234 "mean": 0.0,1235 "ci_low": 0.0,1236 "ci_high": 0.0,1237 "n_items": 58,1238 "n_groups": 81239 },1240 "number_recall": {1241 "mean": 1.0,1242 "ci_low": 1.0,1243 "ci_high": 1.0,1244 "n_items": 58,1245 "n_groups": 81246 },1247 "placeholders_exact": {1248 "mean": 1.0,1249 "ci_low": 1.0,1250 "ci_high": 1.0,1251 "n_items": 58,1252 "n_groups": 81253 }1254 },1255 "methods": {1256 "n": 279,1257 "chrf": {1258 "mean": 71.32908693508078,1259 "ci_low": 68.96370518727507,1260 "ci_high": 73.74622456805571,1261 "n_items": 279,1262 "n_groups": 331263 },1264 "edit_sim": {1265 "mean": 0.7081765222318362,1266 "ci_low": 0.685001581838799,1267 "ci_high": 0.7329632993485437,1268 "n_items": 279,1269 "n_groups": 331270 },1271 "rougeL": {1272 "mean": 0.7249028779989121,1273 "ci_low": 0.696058110944584,1274 "ci_high": 0.7555251285674401,1275 "n_items": 279,1276 "n_groups": 331277 },1278 "exact_match": {1279 "mean": 0.0,1280 "ci_low": 0.0,1281 "ci_high": 0.0,1282 "n_items": 279,1283 "n_groups": 331284 },1285 "number_recall": {1286 "mean": 1.0,1287 "ci_low": 1.0,1288 "ci_high": 1.0,1289 "n_items": 279,1290 "n_groups": 331291 },1292 "placeholders_exact": {1293 "mean": 1.0,1294 "ci_low": 1.0,1295 "ci_high": 1.0,1296 "n_items": 279,1297 "n_groups": 331298 }1299 },1300 "other": {1301 "n": 219,1302 "chrf": {1303 "mean": 67.8791725180428,1304 "ci_low": 64.31722521194492,1305 "ci_high": 71.54596491263815,1306 "n_items": 219,1307 "n_groups": 151308 },1309 "edit_sim": {1310 "mean": 0.6641646209792614,1311 "ci_low": 0.6337040291557129,1312 "ci_high": 0.6941386797273457,1313 "n_items": 219,1314 "n_groups": 151315 },1316 "rougeL": {1317 "mean": 0.6679540110791814,1318 "ci_low": 0.6285672157073596,1319 "ci_high": 0.7107595011472425,1320 "n_items": 219,1321 "n_groups": 151322 },1323 "exact_match": {1324 "mean": 0.0,1325 "ci_low": 0.0,1326 "ci_high": 0.0,1327 "n_items": 219,1328 "n_groups": 151329 },1330 "number_recall": {1331 "mean": 1.0,1332 "ci_low": 1.0,1333 "ci_high": 1.0,1334 "n_items": 219,1335 "n_groups": 151336 },1337 "placeholders_exact": {1338 "mean": 1.0,1339 "ci_low": 1.0,1340 "ci_high": 1.0,1341 "n_items": 219,1342 "n_groups": 151343 }1344 },1345 "preface": {1346 "n": 87,1347 "chrf": {1348 "mean": 58.78503412223337,1349 "ci_low": 54.00841104182777,1350 "ci_high": 65.22305725714321,1351 "n_items": 87,1352 "n_groups": 71353 },1354 "edit_sim": {1355 "mean": 0.595349478787039,1356 "ci_low": 0.564891096448469,1357 "ci_high": 0.6457930728469194,1358 "n_items": 87,1359 "n_groups": 71360 },1361 "rougeL": {1362 "mean": 0.6075848632726526,1363 "ci_low": 0.5699195611356989,1364 "ci_high": 0.663684709454402,1365 "n_items": 87,1366 "n_groups": 71367 },1368 "exact_match": {1369 "mean": 0.0,1370 "ci_low": 0.0,1371 "ci_high": 0.0,1372 "n_items": 87,1373 "n_groups": 71374 },1375 "number_recall": {1376 "mean": 1.0,1377 "ci_low": 1.0,1378 "ci_high": 1.0,1379 "n_items": 87,1380 "n_groups": 71381 },1382 "placeholders_exact": {1383 "mean": 1.0,1384 "ci_low": 1.0,1385 "ci_high": 1.0,1386 "n_items": 87,1387 "n_groups": 71388 }1389 },1390 "related_work": {1391 "n": 35,1392 "chrf": {1393 "mean": 70.05779403017738,1394 "ci_low": 70.05779403017738,1395 "ci_high": 70.05779403017738,1396 "n_items": 35,1397 "n_groups": 11398 },1399 "edit_sim": {1400 "mean": 0.6875931289106231,1401 "ci_low": 0.6875931289106231,1402 "ci_high": 0.6875931289106231,1403 "n_items": 35,1404 "n_groups": 11405 },1406 "rougeL": {1407 "mean": 0.6865477984073269,1408 "ci_low": 0.6865477984073269,1409 "ci_high": 0.6865477984073269,1410 "n_items": 35,1411 "n_groups": 11412 },1413 "exact_match": {1414 "mean": 0.0,1415 "ci_low": 0.0,1416 "ci_high": 0.0,1417 "n_items": 35,1418 "n_groups": 11419 },1420 "number_recall": {1421 "mean": 1.0,1422 "ci_low": 1.0,1423 "ci_high": 1.0,1424 "n_items": 35,1425 "n_groups": 11426 },1427 "placeholders_exact": {1428 "mean": 1.0,1429 "ci_low": 1.0,1430 "ci_high": 1.0,1431 "n_items": 35,1432 "n_groups": 11433 }1434 },1435 "results": {1436 "n": 263,1437 "chrf": {1438 "mean": 72.24852842025716,1439 "ci_low": 70.05314195929617,1440 "ci_high": 74.82751782617767,1441 "n_items": 263,1442 "n_groups": 331443 },1444 "edit_sim": {1445 "mean": 0.6999690223896825,1446 "ci_low": 0.6808179535213003,1447 "ci_high": 0.7237532488529004,1448 "n_items": 263,1449 "n_groups": 331450 },1451 "rougeL": {1452 "mean": 0.7283546818427458,1453 "ci_low": 0.6971736506128681,1454 "ci_high": 0.7624184659371736,1455 "n_items": 263,1456 "n_groups": 331457 },1458 "exact_match": {1459 "mean": 0.0,1460 "ci_low": 0.0,1461 "ci_high": 0.0,1462 "n_items": 263,1463 "n_groups": 331464 },1465 "number_recall": {1466 "mean": 1.0,1467 "ci_low": 1.0,1468 "ci_high": 1.0,1469 "n_items": 263,1470 "n_groups": 331471 },1472 "placeholders_exact": {1473 "mean": 1.0,1474 "ci_low": 1.0,1475 "ci_high": 1.0,1476 "n_items": 263,1477 "n_groups": 331478 }1479 },1480 "theory": {1481 "n": 148,1482 "chrf": {1483 "mean": 72.74543727760077,1484 "ci_low": 69.10363521470492,1485 "ci_high": 76.41893982530046,1486 "n_items": 148,1487 "n_groups": 151488 },1489 "edit_sim": {1490 "mean": 0.7249193362520765,1491 "ci_low": 0.688168521004029,1492 "ci_high": 0.7627942326568099,1493 "n_items": 148,1494 "n_groups": 151495 },1496 "rougeL": {1497 "mean": 0.7345208463692389,1498 "ci_low": 0.6903138803013106,1499 "ci_high": 0.7790114088035974,1500 "n_items": 148,1501 "n_groups": 151502 },1503 "exact_match": {1504 "mean": 0.0,1505 "ci_low": 0.0,1506 "ci_high": 0.0,1507 "n_items": 148,1508 "n_groups": 151509 },1510 "number_recall": {1511 "mean": 1.0,1512 "ci_low": 1.0,1513 "ci_high": 1.0,1514 "n_items": 148,1515 "n_groups": 151516 },1517 "placeholders_exact": {1518 "mean": 1.0,1519 "ci_low": 1.0,1520 "ci_high": 1.0,1521 "n_items": 148,1522 "n_groups": 151523 }1524 }1525 }1526 },1527 "B1_generic_paraphrase": {1528 "overall": {1529 "n": 2493,1530 "chrf": {1531 "mean": 67.00745570409285,1532 "ci_low": 65.98435003230935,1533 "ci_high": 68.13929848478855,1534 "n_items": 2493,1535 "n_groups": 1541536 },1537 "edit_sim": {1538 "mean": 0.5761539541904467,1539 "ci_low": 0.5653572997136989,1540 "ci_high": 0.5879228314495353,1541 "n_items": 2493,1542 "n_groups": 1541543 },1544 "rougeL": {1545 "mean": 0.6136111198635555,1546 "ci_low": 0.600164544819589,1547 "ci_high": 0.6283805721409023,1548 "n_items": 2493,1549 "n_groups": 1541550 },1551 "exact_match": {1552 "mean": 0.0,1553 "ci_low": 0.0,1554 "ci_high": 0.0,1555 "n_items": 2493,1556 "n_groups": 1541557 },1558 "number_recall": {1559 "mean": 0.9993983152827918,1560 "ci_low": 0.997944243299763,1561 "ci_high": 1.0,1562 "n_items": 2493,1563 "n_groups": 1541564 },1565 "placeholders_exact": {1566 "mean": 1.0,1567 "ci_low": 1.0,1568 "ci_high": 1.0,1569 "n_items": 2493,1570 "n_groups": 1541571 }1572 },1573 "by_variant": {1574 "A": {1575 "n": 425,1576 "chrf": {1577 "mean": 66.22748194221631,1578 "ci_low": 65.09965344501802,1579 "ci_high": 67.38669204007186,1580 "n_items": 425,1581 "n_groups": 1491582 },1583 "edit_sim": {1584 "mean": 0.5659326036454986,1585 "ci_low": 0.553591291333619,1586 "ci_high": 0.5794044411570823,1587 "n_items": 425,1588 "n_groups": 1491589 },1590 "rougeL": {1591 "mean": 0.6006260148620312,1592 "ci_low": 0.5869925592329515,1593 "ci_high": 0.6155758966895046,1594 "n_items": 425,1595 "n_groups": 1491596 },1597 "exact_match": {1598 "mean": 0.0,1599 "ci_low": 0.0,1600 "ci_high": 0.0,1601 "n_items": 425,1602 "n_groups": 1491603 },1604 "number_recall": {1605 "mean": 0.9988235294117647,1606 "ci_low": 0.9959748327362549,1607 "ci_high": 1.0,1608 "n_items": 425,1609 "n_groups": 1491610 },1611 "placeholders_exact": {1612 "mean": 1.0,1613 "ci_low": 1.0,1614 "ci_high": 1.0,1615 "n_items": 425,1616 "n_groups": 1491617 }1618 },1619 "B": {1620 "n": 394,1621 "chrf": {1622 "mean": 73.57197493041707,1623 "ci_low": 72.35651914045407,1624 "ci_high": 74.9390088289817,1625 "n_items": 394,1626 "n_groups": 1421627 },1628 "edit_sim": {1629 "mean": 0.6434317218513946,1630 "ci_low": 0.6237740507107151,1631 "ci_high": 0.6647596163726182,1632 "n_items": 394,1633 "n_groups": 1421634 },1635 "rougeL": {1636 "mean": 0.6879307919797323,1637 "ci_low": 0.6680071692872153,1638 "ci_high": 0.7084762929430818,1639 "n_items": 394,1640 "n_groups": 1421641 },1642 "exact_match": {1643 "mean": 0.0,1644 "ci_low": 0.0,1645 "ci_high": 0.0,1646 "n_items": 394,1647 "n_groups": 1421648 },1649 "number_recall": {1650 "mean": 1.0,1651 "ci_low": 1.0,1652 "ci_high": 1.0,1653 "n_items": 394,1654 "n_groups": 1421655 },1656 "placeholders_exact": {1657 "mean": 1.0,1658 "ci_low": 1.0,1659 "ci_high": 1.0,1660 "n_items": 394,1661 "n_groups": 1421662 }1663 },1664 "C": {1665 "n": 424,1666 "chrf": {1667 "mean": 70.31000500562668,1668 "ci_low": 69.29279707969533,1669 "ci_high": 71.5675485959897,1670 "n_items": 424,1671 "n_groups": 1491672 },1673 "edit_sim": {1674 "mean": 0.6223352170725457,1675 "ci_low": 0.6098680473756006,1676 "ci_high": 0.6352249218567613,1677 "n_items": 424,1678 "n_groups": 1491679 },1680 "rougeL": {1681 "mean": 0.6714618287837106,1682 "ci_low": 0.6588726768326633,1683 "ci_high": 0.6853068423081407,1684 "n_items": 424,1685 "n_groups": 1491686 },1687 "exact_match": {1688 "mean": 0.0,1689 "ci_low": 0.0,1690 "ci_high": 0.0,1691 "n_items": 424,1692 "n_groups": 1491693 },1694 "number_recall": {1695 "mean": 1.0,1696 "ci_low": 1.0,1697 "ci_high": 1.0,1698 "n_items": 424,1699 "n_groups": 1491700 },1701 "placeholders_exact": {1702 "mean": 1.0,1703 "ci_low": 1.0,1704 "ci_high": 1.0,1705 "n_items": 424,1706 "n_groups": 1491707 }1708 },1709 "D": {1710 "n": 436,1711 "chrf": {1712 "mean": 67.36695874131169,1713 "ci_low": 66.28201541508558,1714 "ci_high": 68.56431783708864,1715 "n_items": 436,1716 "n_groups": 1511717 },1718 "edit_sim": {1719 "mean": 0.5868333979730277,1720 "ci_low": 0.5730475236834078,1721 "ci_high": 0.6011492353654713,1722 "n_items": 436,1723 "n_groups": 1511724 },1725 "rougeL": {1726 "mean": 0.6218033946017573,1727 "ci_low": 0.6076902711737592,1728 "ci_high": 0.6369647861785721,1729 "n_items": 436,1730 "n_groups": 1511731 },1732 "exact_match": {1733 "mean": 0.0,1734 "ci_low": 0.0,1735 "ci_high": 0.0,1736 "n_items": 436,1737 "n_groups": 1511738 },1739 "number_recall": {1740 "mean": 0.9988532110091743,1741 "ci_low": 0.9960236588437502,1742 "ci_high": 1.0,1743 "n_items": 436,1744 "n_groups": 1511745 },1746 "placeholders_exact": {1747 "mean": 1.0,1748 "ci_low": 1.0,1749 "ci_high": 1.0,1750 "n_items": 436,1751 "n_groups": 1511752 }1753 },1754 "E": {1755 "n": 814,1756 "chrf": {1757 "mean": 62.324463131056035,1758 "ci_low": 61.25481183948355,1759 "ci_high": 63.4551128259156,1760 "n_items": 814,1761 "n_groups": 1511762 },1763 "edit_sim": {1764 "mean": 0.5191509327800955,1765 "ci_low": 0.5093038144665931,1766 "ci_high": 0.5298013291591052,1767 "n_items": 814,1768 "n_groups": 1511769 },1770 "rougeL": {1771 "mean": 0.549896361195094,1772 "ci_low": 0.5365343746806188,1773 "ci_high": 0.5638012156685613,1774 "n_items": 814,1775 "n_groups": 1511776 },1777 "exact_match": {1778 "mean": 0.0,1779 "ci_low": 0.0,1780 "ci_high": 0.0,1781 "n_items": 814,1782 "n_groups": 1511783 },1784 "number_recall": {1785 "mean": 0.9993857493857494,1786 "ci_low": 0.9978599890290225,1787 "ci_high": 1.0,1788 "n_items": 814,1789 "n_groups": 1511790 },1791 "placeholders_exact": {1792 "mean": 1.0,1793 "ci_low": 1.0,1794 "ci_high": 1.0,1795 "n_items": 814,1796 "n_groups": 1511797 }1798 }1799 },1800 "by_discipline": {1801 "biomedicine": {1802 "n": 292,1803 "chrf": {1804 "mean": 65.02472821875251,1805 "ci_low": 61.9142127140012,1806 "ci_high": 68.4079547504896,1807 "n_items": 292,1808 "n_groups": 71809 },1810 "edit_sim": {1811 "mean": 0.5628230604526016,1812 "ci_low": 0.525408361756484,1813 "ci_high": 0.5962004252903361,1814 "n_items": 292,1815 "n_groups": 71816 },1817 "rougeL": {1818 "mean": 0.5855905937928996,1819 "ci_low": 0.5396327161428383,1820 "ci_high": 0.6301029757714526,1821 "n_items": 292,1822 "n_groups": 71823 },1824 "exact_match": {1825 "mean": 0.0,1826 "ci_low": 0.0,1827 "ci_high": 0.0,1828 "n_items": 292,1829 "n_groups": 71830 },1831 "number_recall": {1832 "mean": 1.0,1833 "ci_low": 1.0,1834 "ci_high": 1.0,1835 "n_items": 292,1836 "n_groups": 71837 },1838 "placeholders_exact": {1839 "mean": 1.0,1840 "ci_low": 1.0,1841 "ci_high": 1.0,1842 "n_items": 292,1843 "n_groups": 71844 }1845 },1846 "chemistry": {1847 "n": 287,1848 "chrf": {1849 "mean": 70.7005901920767,1850 "ci_low": 68.968150990075,1851 "ci_high": 72.16183502466811,1852 "n_items": 287,1853 "n_groups": 171854 },1855 "edit_sim": {1856 "mean": 0.6098220844236028,1857 "ci_low": 0.5867929577077695,1858 "ci_high": 0.6316914971573724,1859 "n_items": 287,1860 "n_groups": 171861 },1862 "rougeL": {1863 "mean": 0.6505605951988219,1864 "ci_low": 0.631206114782846,1865 "ci_high": 0.6673291157310587,1866 "n_items": 287,1867 "n_groups": 171868 },1869 "exact_match": {1870 "mean": 0.0,1871 "ci_low": 0.0,1872 "ci_high": 0.0,1873 "n_items": 287,1874 "n_groups": 171875 },1876 "number_recall": {1877 "mean": 0.9947735191637631,1878 "ci_low": 0.982690637065637,1879 "ci_high": 1.0,1880 "n_items": 287,1881 "n_groups": 171882 },1883 "placeholders_exact": {1884 "mean": 1.0,1885 "ci_low": 1.0,1886 "ci_high": 1.0,1887 "n_items": 287,1888 "n_groups": 171889 }1890 },1891 "earth_sciences": {1892 "n": 542,1893 "chrf": {1894 "mean": 66.14465758289369,1895 "ci_low": 64.27250969225739,1896 "ci_high": 67.79728157333494,1897 "n_items": 542,1898 "n_groups": 521899 },1900 "edit_sim": {1901 "mean": 0.5639729481279843,1902 "ci_low": 0.5435882716672972,1903 "ci_high": 0.5828516866845245,1904 "n_items": 542,1905 "n_groups": 521906 },1907 "rougeL": {1908 "mean": 0.6031317356260886,1909 "ci_low": 0.5780798809554578,1910 "ci_high": 0.6266800754298361,1911 "n_items": 542,1912 "n_groups": 521913 },1914 "exact_match": {1915 "mean": 0.0,1916 "ci_low": 0.0,1917 "ci_high": 0.0,1918 "n_items": 542,1919 "n_groups": 521920 },1921 "number_recall": {1922 "mean": 1.0,1923 "ci_low": 1.0,1924 "ci_high": 1.0,1925 "n_items": 542,1926 "n_groups": 521927 },1928 "placeholders_exact": {1929 "mean": 1.0,1930 "ci_low": 1.0,1931 "ci_high": 1.0,1932 "n_items": 542,1933 "n_groups": 521934 }1935 },1936 "economics": {1937 "n": 125,1938 "chrf": {1939 "mean": 65.14452700984242,1940 "ci_low": 65.14452700984242,1941 "ci_high": 65.14452700984242,1942 "n_items": 125,1943 "n_groups": 11944 },1945 "edit_sim": {1946 "mean": 0.563807360380144,1947 "ci_low": 0.563807360380144,1948 "ci_high": 0.563807360380144,1949 "n_items": 125,1950 "n_groups": 11951 },1952 "rougeL": {1953 "mean": 0.6128236033093462,1954 "ci_low": 0.6128236033093462,1955 "ci_high": 0.6128236033093462,1956 "n_items": 125,1957 "n_groups": 11958 },1959 "exact_match": {1960 "mean": 0.0,1961 "ci_low": 0.0,1962 "ci_high": 0.0,1963 "n_items": 125,1964 "n_groups": 11965 },1966 "number_recall": {1967 "mean": 1.0,1968 "ci_low": 1.0,1969 "ci_high": 1.0,1970 "n_items": 125,1971 "n_groups": 11972 },1973 "placeholders_exact": {1974 "mean": 1.0,1975 "ci_low": 1.0,1976 "ci_high": 1.0,1977 "n_items": 125,1978 "n_groups": 11979 }1980 },1981 "engineering": {1982 "n": 71,1983 "chrf": {1984 "mean": 74.14254199351961,1985 "ci_low": 74.14254199351961,1986 "ci_high": 74.14254199351961,1987 "n_items": 71,1988 "n_groups": 11989 },1990 "edit_sim": {1991 "mean": 0.6301142199259174,1992 "ci_low": 0.6301142199259174,1993 "ci_high": 0.6301142199259174,1994 "n_items": 71,1995 "n_groups": 11996 },1997 "rougeL": {1998 "mean": 0.6941246426514877,1999 "ci_low": 0.6941246426514877,2000 "ci_high": 0.6941246426514877,2001 "n_items": 71,2002 "n_groups": 12003 },2004 "exact_match": {2005 "mean": 0.0,2006 "ci_low": 0.0,2007 "ci_high": 0.0,2008 "n_items": 71,2009 "n_groups": 12010 },2011 "number_recall": {2012 "mean": 1.0,2013 "ci_low": 1.0,2014 "ci_high": 1.0,2015 "n_items": 71,2016 "n_groups": 12017 },2018 "placeholders_exact": {2019 "mean": 1.0,2020 "ci_low": 1.0,2021 "ci_high": 1.0,2022 "n_items": 71,2023 "n_groups": 12024 }2025 },2026 "finance": {2027 "n": 251,2028 "chrf": {2029 "mean": 65.1107179691911,2030 "ci_low": 64.92089528726407,2031 "ci_high": 67.72357135571586,2032 "n_items": 251,2033 "n_groups": 22034 },2035 "edit_sim": {2036 "mean": 0.5590950767189785,2037 "ci_low": 0.5526683780372891,2038 "ci_high": 0.6475566938669374,2039 "n_items": 251,2040 "n_groups": 22041 },2042 "rougeL": {2043 "mean": 0.5775286680746633,2044 "ci_low": 0.5704174037728618,2045 "ci_high": 0.6754131296406376,2046 "n_items": 251,2047 "n_groups": 22048 },2049 "exact_match": {2050 "mean": 0.0,2051 "ci_low": 0.0,2052 "ci_high": 0.0,2053 "n_items": 251,2054 "n_groups": 22055 },2056 "number_recall": {2057 "mean": 1.0,2058 "ci_low": 1.0,2059 "ci_high": 1.0,2060 "n_items": 251,2061 "n_groups": 22062 },2063 "placeholders_exact": {2064 "mean": 1.0,2065 "ci_low": 1.0,2066 "ci_high": 1.0,2067 "n_items": 251,2068 "n_groups": 22069 }2070 },2071 "life_sciences": {2072 "n": 306,2073 "chrf": {2074 "mean": 69.88356780996553,2075 "ci_low": 67.94960080387453,2076 "ci_high": 71.68069711280938,2077 "n_items": 306,2078 "n_groups": 212079 },2080 "edit_sim": {2081 "mean": 0.6027077157987178,2082 "ci_low": 0.5785067533130865,2083 "ci_high": 0.6263659664317579,2084 "n_items": 306,2085 "n_groups": 212086 },2087 "rougeL": {2088 "mean": 0.6482163874453607,2089 "ci_low": 0.6223020478445555,2090 "ci_high": 0.6718391033339389,2091 "n_items": 306,2092 "n_groups": 212093 },2094 "exact_match": {2095 "mean": 0.0,2096 "ci_low": 0.0,2097 "ci_high": 0.0,2098 "n_items": 306,2099 "n_groups": 212100 },2101 "number_recall": {2102 "mean": 1.0,2103 "ci_low": 1.0,2104 "ci_high": 1.0,2105 "n_items": 306,2106 "n_groups": 212107 },2108 "placeholders_exact": {2109 "mean": 1.0,2110 "ci_low": 1.0,2111 "ci_high": 1.0,2112 "n_items": 306,2113 "n_groups": 212114 }2115 },2116 "physics": {2117 "n": 457,2118 "chrf": {2119 "mean": 66.08289779599946,2120 "ci_low": 63.32700897177414,2121 "ci_high": 68.64656115040472,2122 "n_items": 457,2123 "n_groups": 512124 },2125 "edit_sim": {2126 "mean": 0.5654182657996212,2127 "ci_low": 0.5393474689462133,2128 "ci_high": 0.5917354993252552,2129 "n_items": 457,2130 "n_groups": 512131 },2132 "rougeL": {2133 "mean": 0.6048372646393537,2134 "ci_low": 0.5771568707311161,2135 "ci_high": 0.6326008829363989,2136 "n_items": 457,2137 "n_groups": 512138 },2139 "exact_match": {2140 "mean": 0.0,2141 "ci_low": 0.0,2142 "ci_high": 0.0,2143 "n_items": 457,2144 "n_groups": 512145 },2146 "number_recall": {2147 "mean": 1.0,2148 "ci_low": 1.0,2149 "ci_high": 1.0,2150 "n_items": 457,2151 "n_groups": 512152 },2153 "placeholders_exact": {2154 "mean": 1.0,2155 "ci_low": 1.0,2156 "ci_high": 1.0,2157 "n_items": 457,2158 "n_groups": 512159 }2160 },2161 "social_sciences": {2162 "n": 162,2163 "chrf": {2164 "mean": 65.34975323898139,2165 "ci_low": 63.61074287047059,2166 "ci_high": 66.70656352650082,2167 "n_items": 162,2168 "n_groups": 22169 },2170 "edit_sim": {2171 "mean": 0.5737258988032478,2172 "ci_low": 0.5355686650176201,2173 "ci_high": 0.6034969273612651,2174 "n_items": 162,2175 "n_groups": 22176 },2177 "rougeL": {2178 "mean": 0.6143298560110232,2179 "ci_low": 0.5893842458140449,2180 "ci_high": 0.633792914516358,2181 "n_items": 162,2182 "n_groups": 22183 },2184 "exact_match": {2185 "mean": 0.0,2186 "ci_low": 0.0,2187 "ci_high": 0.0,2188 "n_items": 162,2189 "n_groups": 22190 },2191 "number_recall": {2192 "mean": 1.0,2193 "ci_low": 1.0,2194 "ci_high": 1.0,2195 "n_items": 162,2196 "n_groups": 22197 },2198 "placeholders_exact": {2199 "mean": 1.0,2200 "ci_low": 1.0,2201 "ci_high": 1.0,2202 "n_items": 162,2203 "n_groups": 22204 }2205 }2206 },2207 "by_era": {2208 "1900-1949": {2209 "n": 23,2210 "chrf": {2211 "mean": 60.98972100385148,2212 "ci_low": 59.7056569551585,2213 "ci_high": 63.706450118030276,2214 "n_items": 23,2215 "n_groups": 32216 },2217 "edit_sim": {2218 "mean": 0.5120343941482435,2219 "ci_low": 0.4698558148221226,2220 "ci_high": 0.5953760155821995,2221 "n_items": 23,2222 "n_groups": 32223 },2224 "rougeL": {2225 "mean": 0.569266851262267,2226 "ci_low": 0.5312000886525524,2227 "ci_high": 0.6282528824148149,2228 "n_items": 23,2229 "n_groups": 32230 },2231 "exact_match": {2232 "mean": 0.0,2233 "ci_low": 0.0,2234 "ci_high": 0.0,2235 "n_items": 23,2236 "n_groups": 32237 },2238 "number_recall": {2239 "mean": 1.0,2240 "ci_low": 1.0,2241 "ci_high": 1.0,2242 "n_items": 23,2243 "n_groups": 32244 },2245 "placeholders_exact": {2246 "mean": 1.0,2247 "ci_low": 1.0,2248 "ci_high": 1.0,2249 "n_items": 23,2250 "n_groups": 32251 }2252 },2253 "2000-2009": {2254 "n": 269,2255 "chrf": {2256 "mean": 64.69430246267358,2257 "ci_low": 62.82771120208521,2258 "ci_high": 68.20123397556557,2259 "n_items": 269,2260 "n_groups": 132261 },2262 "edit_sim": {2263 "mean": 0.556379873411771,2264 "ci_low": 0.5260509517415004,2265 "ci_high": 0.5886545293846926,2266 "n_items": 269,2267 "n_groups": 132268 },2269 "rougeL": {2270 "mean": 0.5810585253387539,2271 "ci_low": 0.5513021284582775,2272 "ci_high": 0.6208557166303411,2273 "n_items": 269,2274 "n_groups": 132275 },2276 "exact_match": {2277 "mean": 0.0,2278 "ci_low": 0.0,2279 "ci_high": 0.0,2280 "n_items": 269,2281 "n_groups": 132282 },2283 "number_recall": {2284 "mean": 1.0,2285 "ci_low": 1.0,2286 "ci_high": 1.0,2287 "n_items": 269,2288 "n_groups": 132289 },2290 "placeholders_exact": {2291 "mean": 1.0,2292 "ci_low": 1.0,2293 "ci_high": 1.0,2294 "n_items": 269,2295 "n_groups": 132296 }2297 },2298 "2010-2017": {2299 "n": 2016,2300 "chrf": {2301 "mean": 68.0470061272941,2302 "ci_low": 66.95805411781399,2303 "ci_high": 69.34017639716497,2304 "n_items": 2016,2305 "n_groups": 1252306 },2307 "edit_sim": {2308 "mean": 0.58519034905162,2309 "ci_low": 0.5734985799574557,2310 "ci_high": 0.5988188633687792,2311 "n_items": 2016,2312 "n_groups": 1252313 },2314 "rougeL": {2315 "mean": 0.6240270458582723,2316 "ci_low": 0.6081609806935158,2317 "ci_high": 0.6409425099568639,2318 "n_items": 2016,2319 "n_groups": 1252320 },2321 "exact_match": {2322 "mean": 0.0,2323 "ci_low": 0.0,2324 "ci_high": 0.0,2325 "n_items": 2016,2326 "n_groups": 1252327 },2328 "number_recall": {2329 "mean": 0.9992559523809523,2330 "ci_low": 0.9974486525379382,2331 "ci_high": 1.0,2332 "n_items": 2016,2333 "n_groups": 1252334 },2335 "placeholders_exact": {2336 "mean": 1.0,2337 "ci_low": 1.0,2338 "ci_high": 1.0,2339 "n_items": 2016,2340 "n_groups": 1252341 }2342 },2343 "pre1900": {2344 "n": 185,2345 "chrf": {2346 "mean": 59.79076633584236,2347 "ci_low": 56.38300883674114,2348 "ci_high": 63.78982788866372,2349 "n_items": 185,2350 "n_groups": 132351 },2352 "edit_sim": {2353 "mean": 0.5144058761921164,2354 "ci_low": 0.49034870654402823,2355 "ci_high": 0.5488890562751938,2356 "n_items": 185,2357 "n_groups": 132358 },2359 "rougeL": {2360 "mean": 0.5529519809427557,2361 "ci_low": 0.5281919055984865,2362 "ci_high": 0.5870843285608811,2363 "n_items": 185,2364 "n_groups": 132365 },2366 "exact_match": {2367 "mean": 0.0,2368 "ci_low": 0.0,2369 "ci_high": 0.0,2370 "n_items": 185,2371 "n_groups": 132372 },2373 "number_recall": {2374 "mean": 1.0,2375 "ci_low": 1.0,2376 "ci_high": 1.0,2377 "n_items": 185,2378 "n_groups": 132379 },2380 "placeholders_exact": {2381 "mean": 1.0,2382 "ci_low": 1.0,2383 "ci_high": 1.0,2384 "n_items": 185,2385 "n_groups": 132386 }2387 }2388 },2389 "by_role": {2390 "abstract": {2391 "n": 236,2392 "chrf": {2393 "mean": 68.84986698628526,2394 "ci_low": 67.40869430878445,2395 "ci_high": 70.48068257109294,2396 "n_items": 236,2397 "n_groups": 422398 },2399 "edit_sim": {2400 "mean": 0.5930624380943114,2401 "ci_low": 0.5727611265206087,2402 "ci_high": 0.6148636492074449,2403 "n_items": 236,2404 "n_groups": 422405 },2406 "rougeL": {2407 "mean": 0.6230235017431767,2408 "ci_low": 0.5989298536239274,2409 "ci_high": 0.6466443350301941,2410 "n_items": 236,2411 "n_groups": 422412 },2413 "exact_match": {2414 "mean": 0.0,2415 "ci_low": 0.0,2416 "ci_high": 0.0,2417 "n_items": 236,2418 "n_groups": 422419 },2420 "number_recall": {2421 "mean": 0.9936440677966102,2422 "ci_low": 0.9784663116488775,2423 "ci_high": 1.0,2424 "n_items": 236,2425 "n_groups": 422426 },2427 "placeholders_exact": {2428 "mean": 1.0,2429 "ci_low": 1.0,2430 "ci_high": 1.0,2431 "n_items": 236,2432 "n_groups": 422433 }2434 },2435 "background": {2436 "n": 114,2437 "chrf": {2438 "mean": 68.25541221119506,2439 "ci_low": 66.21106132902324,2440 "ci_high": 72.0985549099804,2441 "n_items": 114,2442 "n_groups": 82443 },2444 "edit_sim": {2445 "mean": 0.589659024080904,2446 "ci_low": 0.5678314100970461,2447 "ci_high": 0.6138543452283325,2448 "n_items": 114,2449 "n_groups": 82450 },2451 "rougeL": {2452 "mean": 0.6187547974689221,2453 "ci_low": 0.5997944301507756,2454 "ci_high": 0.6512750446693929,2455 "n_items": 114,2456 "n_groups": 82457 },2458 "exact_match": {2459 "mean": 0.0,2460 "ci_low": 0.0,2461 "ci_high": 0.0,2462 "n_items": 114,2463 "n_groups": 82464 },2465 "number_recall": {2466 "mean": 1.0,2467 "ci_low": 1.0,2468 "ci_high": 1.0,2469 "n_items": 114,2470 "n_groups": 82471 },2472 "placeholders_exact": {2473 "mean": 1.0,2474 "ci_low": 1.0,2475 "ci_high": 1.0,2476 "n_items": 114,2477 "n_groups": 82478 }2479 },2480 "chapter": {2481 "n": 92,2482 "chrf": {2483 "mean": 60.51740391644753,2484 "ci_low": 57.33021337132718,2485 "ci_high": 63.72210445933504,2486 "n_items": 92,2487 "n_groups": 102488 },2489 "edit_sim": {2490 "mean": 0.5222589540139378,2491 "ci_low": 0.4907148833297692,2492 "ci_high": 0.5615370566430129,2493 "n_items": 92,2494 "n_groups": 102495 },2496 "rougeL": {2497 "mean": 0.5680290105002268,2498 "ci_low": 0.537335578334838,2499 "ci_high": 0.6011487005094698,2500 "n_items": 92,2501 "n_groups": 102502 },2503 "exact_match": {2504 "mean": 0.0,2505 "ci_low": 0.0,2506 "ci_high": 0.0,2507 "n_items": 92,2508 "n_groups": 102509 },2510 "number_recall": {2511 "mean": 1.0,2512 "ci_low": 1.0,2513 "ci_high": 1.0,2514 "n_items": 92,2515 "n_groups": 102516 },2517 "placeholders_exact": {2518 "mean": 1.0,2519 "ci_low": 1.0,2520 "ci_high": 1.0,2521 "n_items": 92,2522 "n_groups": 102523 }2524 },2525 "conclusion": {2526 "n": 197,2527 "chrf": {2528 "mean": 64.02277259215306,2529 "ci_low": 61.97652621459541,2530 "ci_high": 66.32983436507105,2531 "n_items": 197,2532 "n_groups": 282533 },2534 "edit_sim": {2535 "mean": 0.5524593669340357,2536 "ci_low": 0.5271620104399768,2537 "ci_high": 0.5836224402685227,2538 "n_items": 197,2539 "n_groups": 282540 },2541 "rougeL": {2542 "mean": 0.5744738963367539,2543 "ci_low": 0.5476830350963559,2544 "ci_high": 0.6054530247779412,2545 "n_items": 197,2546 "n_groups": 282547 },2548 "exact_match": {2549 "mean": 0.0,2550 "ci_low": 0.0,2551 "ci_high": 0.0,2552 "n_items": 197,2553 "n_groups": 282554 },2555 "number_recall": {2556 "mean": 1.0,2557 "ci_low": 1.0,2558 "ci_high": 1.0,2559 "n_items": 197,2560 "n_groups": 282561 },2562 "placeholders_exact": {2563 "mean": 1.0,2564 "ci_low": 1.0,2565 "ci_high": 1.0,2566 "n_items": 197,2567 "n_groups": 282568 }2569 },2570 "data": {2571 "n": 142,2572 "chrf": {2573 "mean": 69.02881042792507,2574 "ci_low": 65.91290661463783,2575 "ci_high": 71.71136327309846,2576 "n_items": 142,2577 "n_groups": 172578 },2579 "edit_sim": {2580 "mean": 0.571053027452104,2581 "ci_low": 0.538817872393584,2582 "ci_high": 0.6117389371985481,2583 "n_items": 142,2584 "n_groups": 172585 },2586 "rougeL": {2587 "mean": 0.6260915562440588,2588 "ci_low": 0.5903227125097923,2589 "ci_high": 0.6633005588164438,2590 "n_items": 142,2591 "n_groups": 172592 },2593 "exact_match": {2594 "mean": 0.0,2595 "ci_low": 0.0,2596 "ci_high": 0.0,2597 "n_items": 142,2598 "n_groups": 172599 },2600 "number_recall": {2601 "mean": 1.0,2602 "ci_low": 1.0,2603 "ci_high": 1.0,2604 "n_items": 142,2605 "n_groups": 172606 },2607 "placeholders_exact": {2608 "mean": 1.0,2609 "ci_low": 1.0,2610 "ci_high": 1.0,2611 "n_items": 142,2612 "n_groups": 172613 }2614 },2615 "discussion": {2616 "n": 293,2617 "chrf": {2618 "mean": 67.23747818148215,2619 "ci_low": 65.33589385655053,2620 "ci_high": 69.18891217424841,2621 "n_items": 293,2622 "n_groups": 342623 },2624 "edit_sim": {2625 "mean": 0.5817593746992118,2626 "ci_low": 0.5634985595257542,2627 "ci_high": 0.6011400075941108,2628 "n_items": 293,2629 "n_groups": 342630 },2631 "rougeL": {2632 "mean": 0.6083858010746507,2633 "ci_low": 0.5855803363643438,2634 "ci_high": 0.6316520428394194,2635 "n_items": 293,2636 "n_groups": 342637 },2638 "exact_match": {2639 "mean": 0.0,2640 "ci_low": 0.0,2641 "ci_high": 0.0,2642 "n_items": 293,2643 "n_groups": 342644 },2645 "number_recall": {2646 "mean": 1.0,2647 "ci_low": 1.0,2648 "ci_high": 1.0,2649 "n_items": 293,2650 "n_groups": 342651 },2652 "placeholders_exact": {2653 "mean": 1.0,2654 "ci_low": 1.0,2655 "ci_high": 1.0,2656 "n_items": 293,2657 "n_groups": 342658 }2659 },2660 "introduction": {2661 "n": 330,2662 "chrf": {2663 "mean": 68.42509929687081,2664 "ci_low": 66.95135853524924,2665 "ci_high": 70.09743119208575,2666 "n_items": 330,2667 "n_groups": 372668 },2669 "edit_sim": {2670 "mean": 0.5975472571076292,2671 "ci_low": 0.5745069279433637,2672 "ci_high": 0.6221275927224682,2673 "n_items": 330,2674 "n_groups": 372675 },2676 "rougeL": {2677 "mean": 0.6324656095672392,2678 "ci_low": 0.6135771121253367,2679 "ci_high": 0.6529155823279142,2680 "n_items": 330,2681 "n_groups": 372682 },2683 "exact_match": {2684 "mean": 0.0,2685 "ci_low": 0.0,2686 "ci_high": 0.0,2687 "n_items": 330,2688 "n_groups": 372689 },2690 "number_recall": {2691 "mean": 1.0,2692 "ci_low": 1.0,2693 "ci_high": 1.0,2694 "n_items": 330,2695 "n_groups": 372696 },2697 "placeholders_exact": {2698 "mean": 1.0,2699 "ci_low": 1.0,2700 "ci_high": 1.0,2701 "n_items": 330,2702 "n_groups": 372703 }2704 },2705 "limitations": {2706 "n": 58,2707 "chrf": {2708 "mean": 60.15558519886113,2709 "ci_low": 57.3845526014632,2710 "ci_high": 62.64267046913851,2711 "n_items": 58,2712 "n_groups": 82713 },2714 "edit_sim": {2715 "mean": 0.5126098742165126,2716 "ci_low": 0.4834873585068053,2717 "ci_high": 0.5353353594252657,2718 "n_items": 58,2719 "n_groups": 82720 },2721 "rougeL": {2722 "mean": 0.5239013005140659,2723 "ci_low": 0.492084821817286,2724 "ci_high": 0.5532097638550816,2725 "n_items": 58,2726 "n_groups": 82727 },2728 "exact_match": {2729 "mean": 0.0,2730 "ci_low": 0.0,2731 "ci_high": 0.0,2732 "n_items": 58,2733 "n_groups": 82734 },2735 "number_recall": {2736 "mean": 1.0,2737 "ci_low": 1.0,2738 "ci_high": 1.0,2739 "n_items": 58,2740 "n_groups": 82741 },2742 "placeholders_exact": {2743 "mean": 1.0,2744 "ci_low": 1.0,2745 "ci_high": 1.0,2746 "n_items": 58,2747 "n_groups": 82748 }2749 },2750 "methods": {2751 "n": 279,2752 "chrf": {2753 "mean": 68.96211809561456,2754 "ci_low": 66.32399639168284,2755 "ci_high": 71.88415876223173,2756 "n_items": 279,2757 "n_groups": 332758 },2759 "edit_sim": {2760 "mean": 0.5917423246695444,2761 "ci_low": 0.5668676624752267,2762 "ci_high": 0.6182250927280476,2763 "n_items": 279,2764 "n_groups": 332765 },2766 "rougeL": {2767 "mean": 0.6434221327556964,2768 "ci_low": 0.6115468483037679,2769 "ci_high": 0.6773710979121845,2770 "n_items": 279,2771 "n_groups": 332772 },2773 "exact_match": {2774 "mean": 0.0,2775 "ci_low": 0.0,2776 "ci_high": 0.0,2777 "n_items": 279,2778 "n_groups": 332779 },2780 "number_recall": {2781 "mean": 1.0,2782 "ci_low": 1.0,2783 "ci_high": 1.0,2784 "n_items": 279,2785 "n_groups": 332786 },2787 "placeholders_exact": {2788 "mean": 1.0,2789 "ci_low": 1.0,2790 "ci_high": 1.0,2791 "n_items": 279,2792 "n_groups": 332793 }2794 },2795 "other": {2796 "n": 219,2797 "chrf": {2798 "mean": 64.09922947756147,2799 "ci_low": 61.49201662580875,2800 "ci_high": 66.5753704446002,2801 "n_items": 219,2802 "n_groups": 152803 },2804 "edit_sim": {2805 "mean": 0.5404243586205135,2806 "ci_low": 0.5047534469798121,2807 "ci_high": 0.5736582365268309,2808 "n_items": 219,2809 "n_groups": 152810 },2811 "rougeL": {2812 "mean": 0.5702058680871979,2813 "ci_low": 0.5288863216752447,2814 "ci_high": 0.6070550704341721,2815 "n_items": 219,2816 "n_groups": 152817 },2818 "exact_match": {2819 "mean": 0.0,2820 "ci_low": 0.0,2821 "ci_high": 0.0,2822 "n_items": 219,2823 "n_groups": 152824 },2825 "number_recall": {2826 "mean": 1.0,2827 "ci_low": 1.0,2828 "ci_high": 1.0,2829 "n_items": 219,2830 "n_groups": 152831 },2832 "placeholders_exact": {2833 "mean": 1.0,2834 "ci_low": 1.0,2835 "ci_high": 1.0,2836 "n_items": 219,2837 "n_groups": 152838 }2839 },2840 "preface": {2841 "n": 87,2842 "chrf": {2843 "mean": 57.502974667489774,2844 "ci_low": 52.96903931086283,2845 "ci_high": 63.87151354184636,2846 "n_items": 87,2847 "n_groups": 72848 },2849 "edit_sim": {2850 "mean": 0.5007856984987041,2851 "ci_low": 0.4673992209938047,2852 "ci_high": 0.552087022249165,2853 "n_items": 87,2854 "n_groups": 72855 },2856 "rougeL": {2857 "mean": 0.5297249708311484,2858 "ci_low": 0.49349944554709774,2859 "ci_high": 0.5854576337998131,2860 "n_items": 87,2861 "n_groups": 72862 },2863 "exact_match": {2864 "mean": 0.0,2865 "ci_low": 0.0,2866 "ci_high": 0.0,2867 "n_items": 87,2868 "n_groups": 72869 },2870 "number_recall": {2871 "mean": 1.0,2872 "ci_low": 1.0,2873 "ci_high": 1.0,2874 "n_items": 87,2875 "n_groups": 72876 },2877 "placeholders_exact": {2878 "mean": 1.0,2879 "ci_low": 1.0,2880 "ci_high": 1.0,2881 "n_items": 87,2882 "n_groups": 72883 }2884 },2885 "related_work": {2886 "n": 35,2887 "chrf": {2888 "mean": 68.42373987793273,2889 "ci_low": 68.42373987793273,2890 "ci_high": 68.42373987793273,2891 "n_items": 35,2892 "n_groups": 12893 },2894 "edit_sim": {2895 "mean": 0.5866596149705936,2896 "ci_low": 0.5866596149705936,2897 "ci_high": 0.5866596149705936,2898 "n_items": 35,2899 "n_groups": 12900 },2901 "rougeL": {2902 "mean": 0.6182478555372994,2903 "ci_low": 0.6182478555372994,2904 "ci_high": 0.6182478555372994,2905 "n_items": 35,2906 "n_groups": 12907 },2908 "exact_match": {2909 "mean": 0.0,2910 "ci_low": 0.0,2911 "ci_high": 0.0,2912 "n_items": 35,2913 "n_groups": 12914 },2915 "number_recall": {2916 "mean": 1.0,2917 "ci_low": 1.0,2918 "ci_high": 1.0,2919 "n_items": 35,2920 "n_groups": 12921 },2922 "placeholders_exact": {2923 "mean": 1.0,2924 "ci_low": 1.0,2925 "ci_high": 1.0,2926 "n_items": 35,2927 "n_groups": 12928 }2929 },2930 "results": {2931 "n": 263,2932 "chrf": {2933 "mean": 68.95368650592485,2934 "ci_low": 67.2259744650258,2935 "ci_high": 71.01169219152469,2936 "n_items": 263,2937 "n_groups": 332938 },2939 "edit_sim": {2940 "mean": 0.5932402224928235,2941 "ci_low": 0.5717037732265791,2942 "ci_high": 0.6196030046158714,2943 "n_items": 263,2944 "n_groups": 332945 },2946 "rougeL": {2947 "mean": 0.652925631085995,2948 "ci_low": 0.6219958889540282,2949 "ci_high": 0.6862057903217818,2950 "n_items": 263,2951 "n_groups": 332952 },2953 "exact_match": {2954 "mean": 0.0,2955 "ci_low": 0.0,2956 "ci_high": 0.0,2957 "n_items": 263,2958 "n_groups": 332959 },2960 "number_recall": {2961 "mean": 1.0,2962 "ci_low": 1.0,2963 "ci_high": 1.0,2964 "n_items": 263,2965 "n_groups": 332966 },2967 "placeholders_exact": {2968 "mean": 1.0,2969 "ci_low": 1.0,2970 "ci_high": 1.0,2971 "n_items": 263,2972 "n_groups": 332973 }2974 },2975 "theory": {2976 "n": 148,2977 "chrf": {2978 "mean": 70.65718759416042,2979 "ci_low": 67.03394831546755,2980 "ci_high": 74.29516406535161,2981 "n_items": 148,2982 "n_groups": 152983 },2984 "edit_sim": {2985 "mean": 0.6097700435216656,2986 "ci_low": 0.5764897175418244,2987 "ci_high": 0.6497096638637206,2988 "n_items": 148,2989 "n_groups": 152990 },2991 "rougeL": {2992 "mean": 0.6529384198137441,2993 "ci_low": 0.6104050175005264,2994 "ci_high": 0.6982829945955681,2995 "n_items": 148,2996 "n_groups": 152997 },2998 "exact_match": {2999 "mean": 0.0,3000 "ci_low": 0.0,3001 "ci_high": 0.0,3002 "n_items": 148,3003 "n_groups": 153004 },3005 "number_recall": {3006 "mean": 1.0,3007 "ci_low": 1.0,3008 "ci_high": 1.0,3009 "n_items": 148,3010 "n_groups": 153011 },3012 "placeholders_exact": {3013 "mean": 1.0,3014 "ci_low": 1.0,3015 "ci_high": 1.0,3016 "n_items": 148,3017 "n_groups": 153018 }3019 }3020 }3021 },3022 "htr-m1-small": {3023 "overall": {3024 "n": 2493,3025 "chrf": {3026 "mean": 69.40961724883849,3027 "ci_low": 68.3539582028853,3028 "ci_high": 70.5025416085609,3029 "n_items": 2493,3030 "n_groups": 1543031 },3032 "edit_sim": {3033 "mean": 0.6811972609024542,3034 "ci_low": 0.6711120703346065,3035 "ci_high": 0.6919497206226419,3036 "n_items": 2493,3037 "n_groups": 1543038 },3039 "rougeL": {3040 "mean": 0.6895157734664422,3041 "ci_low": 0.6768100664097092,3042 "ci_high": 0.7025713802629947,3043 "n_items": 2493,3044 "n_groups": 1543045 },3046 "exact_match": {3047 "mean": 0.0,3048 "ci_low": 0.0,3049 "ci_high": 0.0,3050 "n_items": 2493,3051 "n_groups": 1543052 },3053 "number_recall": {3054 "mean": 0.9852058130548411,3055 "ci_low": 0.9786663550869029,3056 "ci_high": 0.9907707332523985,3057 "n_items": 2493,3058 "n_groups": 1543059 },3060 "placeholders_exact": {3061 "mean": 0.9891696750902527,3062 "ci_low": 0.9816419361109311,3063 "ci_high": 0.9948539801449541,3064 "n_items": 2493,3065 "n_groups": 1543066 }3067 },3068 "by_variant": {3069 "A": {3070 "n": 425,3071 "chrf": {3072 "mean": 68.97667526398308,3073 "ci_low": 67.88127286668671,3074 "ci_high": 70.03242479977413,3075 "n_items": 425,3076 "n_groups": 1493077 },3078 "edit_sim": {3079 "mean": 0.6741036838353827,3080 "ci_low": 0.6633818891203038,3081 "ci_high": 0.6850489361509814,3082 "n_items": 425,3083 "n_groups": 1493084 },3085 "rougeL": {3086 "mean": 0.6810858491860328,3087 "ci_low": 0.6680746408544871,3088 "ci_high": 0.6941177459825032,3089 "n_items": 425,3090 "n_groups": 1493091 },3092 "exact_match": {3093 "mean": 0.0,3094 "ci_low": 0.0,3095 "ci_high": 0.0,3096 "n_items": 425,3097 "n_groups": 1493098 },3099 "number_recall": {3100 "mean": 0.9856797212648605,3101 "ci_low": 0.9778939210249246,3102 "ci_high": 0.9920265542905333,3103 "n_items": 425,3104 "n_groups": 1493105 },3106 "placeholders_exact": {3107 "mean": 0.9905882352941177,3108 "ci_low": 0.9797669522607905,3109 "ci_high": 0.9978747189067636,3110 "n_items": 425,3111 "n_groups": 1493112 }3113 },3114 "B": {3115 "n": 394,3116 "chrf": {3117 "mean": 75.05232069715264,3118 "ci_low": 73.76145962747091,3119 "ci_high": 76.42061406178657,3120 "n_items": 394,3121 "n_groups": 1423122 },3123 "edit_sim": {3124 "mean": 0.7515370828525185,3125 "ci_low": 0.7373022242399148,3126 "ci_high": 0.7666036874865889,3127 "n_items": 394,3128 "n_groups": 1423129 },3130 "rougeL": {3131 "mean": 0.7552805597939082,3132 "ci_low": 0.7391668176232045,3133 "ci_high": 0.7714898653670493,3134 "n_items": 394,3135 "n_groups": 1423136 },3137 "exact_match": {3138 "mean": 0.0,3139 "ci_low": 0.0,3140 "ci_high": 0.0,3141 "n_items": 394,3142 "n_groups": 1423143 },3144 "number_recall": {3145 "mean": 0.9835394209803507,3146 "ci_low": 0.9746378906335286,3147 "ci_high": 0.9912952701789528,3148 "n_items": 394,3149 "n_groups": 1423150 },3151 "placeholders_exact": {3152 "mean": 0.9949238578680203,3153 "ci_low": 0.9873417721518988,3154 "ci_high": 1.0,3155 "n_items": 394,3156 "n_groups": 1423157 }3158 },3159 "C": {3160 "n": 424,3161 "chrf": {3162 "mean": 71.85314391960544,3163 "ci_low": 70.7598448701734,3164 "ci_high": 73.10780944302068,3165 "n_items": 424,3166 "n_groups": 1493167 },3168 "edit_sim": {3169 "mean": 0.7229276508238538,3170 "ci_low": 0.711653559174172,3171 "ci_high": 0.7362725260813218,3172 "n_items": 424,3173 "n_groups": 1493174 },3175 "rougeL": {3176 "mean": 0.7414412277671217,3177 "ci_low": 0.7286306712112874,3178 "ci_high": 0.7560234201598164,3179 "n_items": 424,3180 "n_groups": 1493181 },3182 "exact_match": {3183 "mean": 0.0,3184 "ci_low": 0.0,3185 "ci_high": 0.0,3186 "n_items": 424,3187 "n_groups": 1493188 },3189 "number_recall": {3190 "mean": 0.9882881606924337,3191 "ci_low": 0.9824349499353433,3192 "ci_high": 0.993720965467594,3193 "n_items": 424,3194 "n_groups": 1493195 },3196 "placeholders_exact": {3197 "mean": 0.9882075471698113,3198 "ci_low": 0.9761375318306139,3199 "ci_high": 0.9974228460498767,3200 "n_items": 424,3201 "n_groups": 1493202 }3203 },3204 "D": {3205 "n": 436,3206 "chrf": {3207 "mean": 70.2789590628448,3208 "ci_low": 69.18596769537791,3209 "ci_high": 71.37048947068635,3210 "n_items": 436,3211 "n_groups": 1513212 },3213 "edit_sim": {3214 "mean": 0.6926327011190675,3215 "ci_low": 0.6815993225358657,3216 "ci_high": 0.7045167858212653,3217 "n_items": 436,3218 "n_groups": 1513219 },3220 "rougeL": {3221 "mean": 0.6991755170372238,3222 "ci_low": 0.6870269684242281,3223 "ci_high": 0.7119145382996988,3224 "n_items": 436,3225 "n_groups": 1513226 },3227 "exact_match": {3228 "mean": 0.0,3229 "ci_low": 0.0,3230 "ci_high": 0.0,3231 "n_items": 436,3232 "n_groups": 1513233 },3234 "number_recall": {3235 "mean": 0.9853473480217518,3236 "ci_low": 0.9781920992341918,3237 "ci_high": 0.9920833424544819,3238 "n_items": 436,3239 "n_groups": 1513240 },3241 "placeholders_exact": {3242 "mean": 0.9908256880733946,3243 "ci_low": 0.9810423329351777,3244 "ci_high": 0.9980316890535742,3245 "n_items": 436,3246 "n_groups": 1513247 }3248 },3249 "E": {3250 "n": 814,3251 "chrf": {3252 "mean": 65.16598929504958,3253 "ci_low": 64.13290318999665,3254 "ci_high": 66.28596818275531,3255 "n_items": 814,3256 "n_groups": 1513257 },3258 "edit_sim": {3259 "mean": 0.6229925227501979,3260 "ci_low": 0.6131066766083542,3261 "ci_high": 0.6333996624516884,3262 "n_items": 814,3263 "n_groups": 1513264 },3265 "rougeL": {3266 "mean": 0.6298638707462995,3267 "ci_low": 0.6166510114862521,3268 "ci_high": 0.6434184566326357,3269 "n_items": 814,3270 "n_groups": 1513271 },3272 "exact_match": {3273 "mean": 0.0,3274 "ci_low": 0.0,3275 "ci_high": 0.0,3276 "n_items": 814,3277 "n_groups": 1513278 },3279 "number_recall": {3280 "mean": 0.9840836052467069,3281 "ci_low": 0.9750098910816761,3282 "ci_high": 0.9909354806992019,3283 "n_items": 814,3284 "n_groups": 1513285 },3286 "placeholders_exact": {3287 "mean": 0.9852579852579852,3288 "ci_low": 0.9727807517747004,3289 "ci_high": 0.9944141837368093,3290 "n_items": 814,3291 "n_groups": 1513292 }3293 }3294 },3295 "by_discipline": {3296 "biomedicine": {3297 "n": 292,3298 "chrf": {3299 "mean": 67.65744890582356,3300 "ci_low": 64.30924692299357,3301 "ci_high": 71.32711070757861,3302 "n_items": 292,3303 "n_groups": 73304 },3305 "edit_sim": {3306 "mean": 0.6719074920410772,3307 "ci_low": 0.6390521738956899,3308 "ci_high": 0.6995639759798864,3309 "n_items": 292,3310 "n_groups": 73311 },3312 "rougeL": {3313 "mean": 0.6673014177849762,3314 "ci_low": 0.625341409550284,3315 "ci_high": 0.7070120540548765,3316 "n_items": 292,3317 "n_groups": 73318 },3319 "exact_match": {3320 "mean": 0.0,3321 "ci_low": 0.0,3322 "ci_high": 0.0,3323 "n_items": 292,3324 "n_groups": 73325 },3326 "number_recall": {3327 "mean": 0.987013345907383,3328 "ci_low": 0.9620789700495584,3329 "ci_high": 1.0,3330 "n_items": 292,3331 "n_groups": 73332 },3333 "placeholders_exact": {3334 "mean": 0.976027397260274,3335 "ci_low": 0.9456472332015811,3336 "ci_high": 0.9975133523558677,3337 "n_items": 292,3338 "n_groups": 73339 }3340 },3341 "chemistry": {3342 "n": 287,3343 "chrf": {3344 "mean": 72.27500976952713,3345 "ci_low": 70.561814430101,3346 "ci_high": 73.78911128221797,3347 "n_items": 287,3348 "n_groups": 173349 },3350 "edit_sim": {3351 "mean": 0.7089906485621364,3352 "ci_low": 0.6884736362833822,3353 "ci_high": 0.7265943454208237,3354 "n_items": 287,3355 "n_groups": 173356 },3357 "rougeL": {3358 "mean": 0.716794047208347,3359 "ci_low": 0.6989998670703281,3360 "ci_high": 0.73295836318699,3361 "n_items": 287,3362 "n_groups": 173363 },3364 "exact_match": {3365 "mean": 0.0,3366 "ci_low": 0.0,3367 "ci_high": 0.0,3368 "n_items": 287,3369 "n_groups": 173370 },3371 "number_recall": {3372 "mean": 0.9775241627102988,3373 "ci_low": 0.9482923540931903,3374 "ci_high": 0.9938405290148559,3375 "n_items": 287,3376 "n_groups": 173377 },3378 "placeholders_exact": {3379 "mean": 1.0,3380 "ci_low": 1.0,3381 "ci_high": 1.0,3382 "n_items": 287,3383 "n_groups": 173384 }3385 },3386 "earth_sciences": {3387 "n": 542,3388 "chrf": {3389 "mean": 68.5160367757009,3390 "ci_low": 66.94304827054572,3391 "ci_high": 69.94320439048367,3392 "n_items": 542,3393 "n_groups": 523394 },3395 "edit_sim": {3396 "mean": 0.6757580462164988,3397 "ci_low": 0.6597698389228034,3398 "ci_high": 0.6903253826881829,3399 "n_items": 542,3400 "n_groups": 523401 },3402 "rougeL": {3403 "mean": 0.6854266906574391,3404 "ci_low": 0.6678770201670469,3405 "ci_high": 0.7018856156857564,3406 "n_items": 542,3407 "n_groups": 523408 },3409 "exact_match": {3410 "mean": 0.0,3411 "ci_low": 0.0,3412 "ci_high": 0.0,3413 "n_items": 542,3414 "n_groups": 523415 },3416 "number_recall": {3417 "mean": 0.9974960463890352,3418 "ci_low": 0.9927790432655219,3419 "ci_high": 1.0,3420 "n_items": 542,3421 "n_groups": 523422 },3423 "placeholders_exact": {3424 "mean": 0.981549815498155,3425 "ci_low": 0.9570428252036127,3426 "ci_high": 0.9962335216572504,3427 "n_items": 542,3428 "n_groups": 523429 }3430 },3431 "economics": {3432 "n": 125,3433 "chrf": {3434 "mean": 69.64730891027445,3435 "ci_low": 69.64730891027445,3436 "ci_high": 69.64730891027445,3437 "n_items": 125,3438 "n_groups": 13439 },3440 "edit_sim": {3441 "mean": 0.668786839715049,3442 "ci_low": 0.668786839715049,3443 "ci_high": 0.668786839715049,3444 "n_items": 125,3445 "n_groups": 13446 },3447 "rougeL": {3448 "mean": 0.6949456633050854,3449 "ci_low": 0.6949456633050854,3450 "ci_high": 0.6949456633050854,3451 "n_items": 125,3452 "n_groups": 13453 },3454 "exact_match": {3455 "mean": 0.0,3456 "ci_low": 0.0,3457 "ci_high": 0.0,3458 "n_items": 125,3459 "n_groups": 13460 },3461 "number_recall": {3462 "mean": 0.9826068864468865,3463 "ci_low": 0.9826068864468865,3464 "ci_high": 0.9826068864468865,3465 "n_items": 125,3466 "n_groups": 13467 },3468 "placeholders_exact": {3469 "mean": 1.0,3470 "ci_low": 1.0,3471 "ci_high": 1.0,3472 "n_items": 125,3473 "n_groups": 13474 }3475 },3476 "engineering": {3477 "n": 71,3478 "chrf": {3479 "mean": 75.54487241193895,3480 "ci_low": 75.54487241193895,3481 "ci_high": 75.54487241193895,3482 "n_items": 71,3483 "n_groups": 13484 },3485 "edit_sim": {3486 "mean": 0.7332393637226924,3487 "ci_low": 0.7332393637226924,3488 "ci_high": 0.7332393637226924,3489 "n_items": 71,3490 "n_groups": 13491 },3492 "rougeL": {3493 "mean": 0.7536960813036212,3494 "ci_low": 0.7536960813036212,3495 "ci_high": 0.7536960813036212,3496 "n_items": 71,3497 "n_groups": 13498 },3499 "exact_match": {3500 "mean": 0.0,3501 "ci_low": 0.0,3502 "ci_high": 0.0,3503 "n_items": 71,3504 "n_groups": 13505 },3506 "number_recall": {3507 "mean": 0.9899323691509672,3508 "ci_low": 0.9899323691509672,3509 "ci_high": 0.9899323691509672,3510 "n_items": 71,3511 "n_groups": 13512 },3513 "placeholders_exact": {3514 "mean": 0.971830985915493,3515 "ci_low": 0.971830985915493,3516 "ci_high": 0.971830985915493,3517 "n_items": 71,3518 "n_groups": 13519 }3520 },3521 "finance": {3522 "n": 251,3523 "chrf": {3524 "mean": 66.7355314480961,3525 "ci_low": 66.61434130189092,3526 "ci_high": 68.40367816644967,3527 "n_items": 251,3528 "n_groups": 23529 },3530 "edit_sim": {3531 "mean": 0.6559015380422758,3532 "ci_low": 0.6511604528360806,3533 "ci_high": 0.7211611814687294,3534 "n_items": 251,3535 "n_groups": 23536 },3537 "rougeL": {3538 "mean": 0.6429555584932054,3539 "ci_low": 0.6414802316801476,3540 "ci_high": 0.6632629981552958,3541 "n_items": 251,3542 "n_groups": 23543 },3544 "exact_match": {3545 "mean": 0.0,3546 "ci_low": 0.0,3547 "ci_high": 0.0,3548 "n_items": 251,3549 "n_groups": 23550 },3551 "number_recall": {3552 "mean": 0.9915615316511731,3553 "ci_low": 0.990948480531814,3554 "ci_high": 1.0,3555 "n_items": 251,3556 "n_groups": 23557 },3558 "placeholders_exact": {3559 "mean": 1.0,3560 "ci_low": 1.0,3561 "ci_high": 1.0,3562 "n_items": 251,3563 "n_groups": 23564 }3565 },3566 "life_sciences": {3567 "n": 306,3568 "chrf": {3569 "mean": 71.85942959618635,3570 "ci_low": 70.3462824751736,3571 "ci_high": 73.32187243303761,3572 "n_items": 306,3573 "n_groups": 213574 },3575 "edit_sim": {3576 "mean": 0.6926378690178486,3577 "ci_low": 0.6708327516707322,3578 "ci_high": 0.7133140953169722,3579 "n_items": 306,3580 "n_groups": 213581 },3582 "rougeL": {3583 "mean": 0.7134511181499724,3584 "ci_low": 0.6937632490397577,3585 "ci_high": 0.7311861304210293,3586 "n_items": 306,3587 "n_groups": 213588 },3589 "exact_match": {3590 "mean": 0.0,3591 "ci_low": 0.0,3592 "ci_high": 0.0,3593 "n_items": 306,3594 "n_groups": 213595 },3596 "number_recall": {3597 "mean": 0.9507856381198364,3598 "ci_low": 0.9250038143925094,3599 "ci_high": 0.9776274792609351,3600 "n_items": 306,3601 "n_groups": 213602 },3603 "placeholders_exact": {3604 "mean": 0.9803921568627451,3605 "ci_low": 0.9622641509433962,3606 "ci_high": 0.9968053661911641,3607 "n_items": 306,3608 "n_groups": 213609 }3610 },3611 "physics": {3612 "n": 457,3613 "chrf": {3614 "mean": 68.227309845532,3615 "ci_low": 65.27207604411983,3616 "ci_high": 70.84968467523883,3617 "n_items": 457,3618 "n_groups": 513619 },3620 "edit_sim": {3621 "mean": 0.6705109014593577,3622 "ci_low": 0.6438991842771089,3623 "ci_high": 0.6949026473441505,3624 "n_items": 457,3625 "n_groups": 513626 },3627 "rougeL": {3628 "mean": 0.6815267171784553,3629 "ci_low": 0.6549744720412368,3630 "ci_high": 0.7072072494689968,3631 "n_items": 457,3632 "n_groups": 513633 },3634 "exact_match": {3635 "mean": 0.0,3636 "ci_low": 0.0,3637 "ci_high": 0.0,3638 "n_items": 457,3639 "n_groups": 513640 },3641 "number_recall": {3642 "mean": 0.9915812657625832,3643 "ci_low": 0.9827662018790836,3644 "ci_high": 0.9973235436370023,3645 "n_items": 457,3646 "n_groups": 513647 },3648 "placeholders_exact": {3649 "mean": 0.9956236323851203,3650 "ci_low": 0.9867826790378543,3651 "ci_high": 1.0,3652 "n_items": 457,3653 "n_groups": 513654 }3655 },3656 "social_sciences": {3657 "n": 162,3658 "chrf": {3659 "mean": 70.45985790262016,3660 "ci_low": 69.12345177672248,3661 "ci_high": 71.5025483964524,3662 "n_items": 162,3663 "n_groups": 23664 },3665 "edit_sim": {3666 "mean": 0.7013969187867699,3667 "ci_low": 0.687123654469065,3668 "ci_high": 0.7125332019357488,3669 "n_items": 162,3670 "n_groups": 23671 },3672 "rougeL": {3673 "mean": 0.7120581765528826,3674 "ci_low": 0.7088258804417903,3675 "ci_high": 0.7145800779142845,3676 "n_items": 162,3677 "n_groups": 23678 },3679 "exact_match": {3680 "mean": 0.0,3681 "ci_low": 0.0,3682 "ci_high": 0.0,3683 "n_items": 162,3684 "n_groups": 23685 },3686 "number_recall": {3687 "mean": 0.9915546661842959,3688 "ci_low": 0.9864515826054289,3689 "ci_high": 0.9980952380952381,3690 "n_items": 162,3691 "n_groups": 23692 },3693 "placeholders_exact": {3694 "mean": 1.0,3695 "ci_low": 1.0,3696 "ci_high": 1.0,3697 "n_items": 162,3698 "n_groups": 23699 }3700 }3701 },3702 "by_era": {3703 "1900-1949": {3704 "n": 23,3705 "chrf": {3706 "mean": 60.97234112307438,3707 "ci_low": 57.899731667647416,3708 "ci_high": 62.95617253356072,3709 "n_items": 23,3710 "n_groups": 33711 },3712 "edit_sim": {3713 "mean": 0.6068522641394907,3714 "ci_low": 0.5965309200603318,3715 "ci_high": 0.6156807899631165,3716 "n_items": 23,3717 "n_groups": 33718 },3719 "rougeL": {3720 "mean": 0.6407743486710471,3721 "ci_low": 0.6320730261452016,3722 "ci_high": 0.6541772137631245,3723 "n_items": 23,3724 "n_groups": 33725 },3726 "exact_match": {3727 "mean": 0.0,3728 "ci_low": 0.0,3729 "ci_high": 0.0,3730 "n_items": 23,3731 "n_groups": 33732 },3733 "number_recall": {3734 "mean": 1.0,3735 "ci_low": 1.0,3736 "ci_high": 1.0,3737 "n_items": 23,3738 "n_groups": 33739 },3740 "placeholders_exact": {3741 "mean": 1.0,3742 "ci_low": 1.0,3743 "ci_high": 1.0,3744 "n_items": 23,3745 "n_groups": 33746 }3747 },3748 "2000-2009": {3749 "n": 269,3750 "chrf": {3751 "mean": 67.14820232544155,3752 "ci_low": 65.47938127184891,3753 "ci_high": 70.24516108471053,3754 "n_items": 269,3755 "n_groups": 133756 },3757 "edit_sim": {3758 "mean": 0.666386021078504,3759 "ci_low": 0.6451637176445654,3760 "ci_high": 0.6897719365265172,3761 "n_items": 269,3762 "n_groups": 133763 },3764 "rougeL": {3765 "mean": 0.6607010543407865,3766 "ci_low": 0.6374358132310559,3767 "ci_high": 0.6912539928228051,3768 "n_items": 269,3769 "n_groups": 133770 },3771 "exact_match": {3772 "mean": 0.0,3773 "ci_low": 0.0,3774 "ci_high": 0.0,3775 "n_items": 269,3776 "n_groups": 133777 },3778 "number_recall": {3779 "mean": 0.9972118959107806,3780 "ci_low": 0.9888868159203981,3781 "ci_high": 1.0,3782 "n_items": 269,3783 "n_groups": 133784 },3785 "placeholders_exact": {3786 "mean": 0.9814126394052045,3787 "ci_low": 0.9490733368719038,3788 "ci_high": 0.9982651245551598,3789 "n_items": 269,3790 "n_groups": 133791 }3792 },3793 "2010-2017": {3794 "n": 2016,3795 "chrf": {3796 "mean": 70.64352061944416,3797 "ci_low": 69.5037659542115,3798 "ci_high": 71.82601896800229,3799 "n_items": 2016,3800 "n_groups": 1253801 },3802 "edit_sim": {3803 "mean": 0.6900477234377282,3804 "ci_low": 0.678495771630837,3805 "ci_high": 0.7026617879579021,3806 "n_items": 2016,3807 "n_groups": 1253808 },3809 "rougeL": {3810 "mean": 0.6995691456265675,3811 "ci_low": 0.6840652786585216,3812 "ci_high": 0.714728195680277,3813 "n_items": 2016,3814 "n_groups": 1253815 },3816 "exact_match": {3817 "mean": 0.0,3818 "ci_low": 0.0,3819 "ci_high": 0.0,3820 "n_items": 2016,3821 "n_groups": 1253822 },3823 "number_recall": {3824 "mean": 0.9820774265603766,3825 "ci_low": 0.9742221688416735,3826 "ci_high": 0.9885325661281398,3827 "n_items": 2016,3828 "n_groups": 1253829 },3830 "placeholders_exact": {3831 "mean": 0.9890873015873016,3832 "ci_low": 0.980818860815969,3833 "ci_high": 0.9953052866443057,3834 "n_items": 2016,3835 "n_groups": 1253836 }3837 },3838 "pre1900": {3839 "n": 185,3840 "chrf": {3841 "mean": 60.30058357394825,3842 "ci_low": 56.86354995625091,3843 "ci_high": 64.41994331247665,3844 "n_items": 185,3845 "n_groups": 133846 },3847 "edit_sim": {3848 "mean": 0.6155303742380132,3849 "ci_low": 0.5811982382369244,3850 "ci_high": 0.6567121766051212,3851 "n_items": 185,3852 "n_groups": 133853 },3854 "rougeL": {3855 "mean": 0.627919092062568,3856 "ci_low": 0.5954649242067998,3857 "ci_high": 0.669342720123902,3858 "n_items": 185,3859 "n_groups": 133860 },3861 "exact_match": {3862 "mean": 0.0,3863 "ci_low": 0.0,3864 "ci_high": 0.0,3865 "n_items": 185,3866 "n_groups": 133867 },3868 "number_recall": {3869 "mean": 1.0,3870 "ci_low": 1.0,3871 "ci_high": 1.0,3872 "n_items": 185,3873 "n_groups": 133874 },3875 "placeholders_exact": {3876 "mean": 1.0,3877 "ci_low": 1.0,3878 "ci_high": 1.0,3879 "n_items": 185,3880 "n_groups": 133881 }3882 }3883 },3884 "by_role": {3885 "abstract": {3886 "n": 236,3887 "chrf": {3888 "mean": 70.98116124823684,3889 "ci_low": 69.4470324730635,3890 "ci_high": 72.59077479229789,3891 "n_items": 236,3892 "n_groups": 423893 },3894 "edit_sim": {3895 "mean": 0.6912481912139918,3896 "ci_low": 0.6739324768691412,3897 "ci_high": 0.7102222438626915,3898 "n_items": 236,3899 "n_groups": 423900 },3901 "rougeL": {3902 "mean": 0.691973677065156,3903 "ci_low": 0.6717005556932303,3904 "ci_high": 0.7122456159944324,3905 "n_items": 236,3906 "n_groups": 423907 },3908 "exact_match": {3909 "mean": 0.0,3910 "ci_low": 0.0,3911 "ci_high": 0.0,3912 "n_items": 236,3913 "n_groups": 423914 },3915 "number_recall": {3916 "mean": 0.9892697964308135,3917 "ci_low": 0.9789823911950823,3918 "ci_high": 0.9967254953730603,3919 "n_items": 236,3920 "n_groups": 423921 },3922 "placeholders_exact": {3923 "mean": 1.0,3924 "ci_low": 1.0,3925 "ci_high": 1.0,3926 "n_items": 236,3927 "n_groups": 423928 }3929 },3930 "background": {3931 "n": 114,3932 "chrf": {3933 "mean": 71.53043949296931,3934 "ci_low": 69.9240196311558,3935 "ci_high": 74.96930547092353,3936 "n_items": 114,3937 "n_groups": 83938 },3939 "edit_sim": {3940 "mean": 0.7017791103859072,3941 "ci_low": 0.6868456966298214,3942 "ci_high": 0.7341486649997103,3943 "n_items": 114,3944 "n_groups": 83945 },3946 "rougeL": {3947 "mean": 0.7023489830722635,3948 "ci_low": 0.6873058303095828,3949 "ci_high": 0.7342194895405946,3950 "n_items": 114,3951 "n_groups": 83952 },3953 "exact_match": {3954 "mean": 0.0,3955 "ci_low": 0.0,3956 "ci_high": 0.0,3957 "n_items": 114,3958 "n_groups": 83959 },3960 "number_recall": {3961 "mean": 0.9960127591706539,3962 "ci_low": 0.9807938540332907,3963 "ci_high": 1.0,3964 "n_items": 114,3965 "n_groups": 83966 },3967 "placeholders_exact": {3968 "mean": 0.9473684210526315,3969 "ci_low": 0.8,3970 "ci_high": 1.0,3971 "n_items": 114,3972 "n_groups": 83973 }3974 },3975 "chapter": {3976 "n": 92,3977 "chrf": {3978 "mean": 60.58976432523413,3979 "ci_low": 57.047479900247716,3980 "ci_high": 63.94614549846233,3981 "n_items": 92,3982 "n_groups": 103983 },3984 "edit_sim": {3985 "mean": 0.6235397415491432,3986 "ci_low": 0.5851241310873276,3987 "ci_high": 0.6586892071977412,3988 "n_items": 92,3989 "n_groups": 103990 },3991 "rougeL": {3992 "mean": 0.6433278736653575,3993 "ci_low": 0.6070597026896504,3994 "ci_high": 0.6751612632933807,3995 "n_items": 92,3996 "n_groups": 103997 },3998 "exact_match": {3999 "mean": 0.0,4000 "ci_low": 0.0,4001 "ci_high": 0.0,4002 "n_items": 92,4003 "n_groups": 104004 },4005 "number_recall": {4006 "mean": 1.0,4007 "ci_low": 1.0,4008 "ci_high": 1.0,4009 "n_items": 92,4010 "n_groups": 104011 },4012 "placeholders_exact": {4013 "mean": 1.0,4014 "ci_low": 1.0,4015 "ci_high": 1.0,4016 "n_items": 92,4017 "n_groups": 104018 }4019 },4020 "conclusion": {4021 "n": 197,4022 "chrf": {4023 "mean": 67.97173750863695,4024 "ci_low": 66.31366868193581,4025 "ci_high": 69.8212601473738,4026 "n_items": 197,4027 "n_groups": 284028 },4029 "edit_sim": {4030 "mean": 0.6716839083439085,4031 "ci_low": 0.6464533028327737,4032 "ci_high": 0.6992293783916004,4033 "n_items": 197,4034 "n_groups": 284035 },4036 "rougeL": {4037 "mean": 0.6729611823892762,4038 "ci_low": 0.6517451133017687,4039 "ci_high": 0.6958063575947562,4040 "n_items": 197,4041 "n_groups": 284042 },4043 "exact_match": {4044 "mean": 0.0,4045 "ci_low": 0.0,4046 "ci_high": 0.0,4047 "n_items": 197,4048 "n_groups": 284049 },4050 "number_recall": {4051 "mean": 0.983502538071066,4052 "ci_low": 0.9518229166666666,4053 "ci_high": 1.0,4054 "n_items": 197,4055 "n_groups": 284056 },4057 "placeholders_exact": {4058 "mean": 1.0,4059 "ci_low": 1.0,4060 "ci_high": 1.0,4061 "n_items": 197,4062 "n_groups": 284063 }4064 },4065 "data": {4066 "n": 142,4067 "chrf": {4068 "mean": 70.22433315335422,4069 "ci_low": 67.40090179362622,4070 "ci_high": 72.66060636916845,4071 "n_items": 142,4072 "n_groups": 174073 },4074 "edit_sim": {4075 "mean": 0.6732902088549862,4076 "ci_low": 0.6411436973814147,4077 "ci_high": 0.7013945320923219,4078 "n_items": 142,4079 "n_groups": 174080 },4081 "rougeL": {4082 "mean": 0.695060094932852,4083 "ci_low": 0.661165365439569,4084 "ci_high": 0.7252997668492893,4085 "n_items": 142,4086 "n_groups": 174087 },4088 "exact_match": {4089 "mean": 0.0,4090 "ci_low": 0.0,4091 "ci_high": 0.0,4092 "n_items": 142,4093 "n_groups": 174094 },4095 "number_recall": {4096 "mean": 0.9853737811484289,4097 "ci_low": 0.9637745974955277,4098 "ci_high": 1.0,4099 "n_items": 142,4100 "n_groups": 174101 },4102 "placeholders_exact": {4103 "mean": 0.9929577464788732,4104 "ci_low": 0.9716964405192025,4105 "ci_high": 1.0,4106 "n_items": 142,4107 "n_groups": 174108 }4109 },4110 "discussion": {4111 "n": 293,4112 "chrf": {4113 "mean": 70.88353310461862,4114 "ci_low": 69.14234931501082,4115 "ci_high": 72.56860900053915,4116 "n_items": 293,4117 "n_groups": 344118 },4119 "edit_sim": {4120 "mean": 0.6966649553565671,4121 "ci_low": 0.67805908552467,4122 "ci_high": 0.7132057402307711,4123 "n_items": 293,4124 "n_groups": 344125 },4126 "rougeL": {4127 "mean": 0.6970518081529079,4128 "ci_low": 0.6756913210150743,4129 "ci_high": 0.7163809779157523,4130 "n_items": 293,4131 "n_groups": 344132 },4133 "exact_match": {4134 "mean": 0.0,4135 "ci_low": 0.0,4136 "ci_high": 0.0,4137 "n_items": 293,4138 "n_groups": 344139 },4140 "number_recall": {4141 "mean": 0.9840870307167237,4142 "ci_low": 0.9705505646524162,4143 "ci_high": 0.9949107193064668,4144 "n_items": 293,4145 "n_groups": 344146 },4147 "placeholders_exact": {4148 "mean": 0.9931740614334471,4149 "ci_low": 0.9823943661971831,4150 "ci_high": 1.0,4151 "n_items": 293,4152 "n_groups": 344153 }4154 },4155 "introduction": {4156 "n": 330,4157 "chrf": {4158 "mean": 71.02914324979943,4159 "ci_low": 69.56619109906168,4160 "ci_high": 72.71342183962858,4161 "n_items": 330,4162 "n_groups": 374163 },4164 "edit_sim": {4165 "mean": 0.7030234841231817,4166 "ci_low": 0.6881286865517285,4167 "ci_high": 0.7195543606507514,4168 "n_items": 330,4169 "n_groups": 374170 },4171 "rougeL": {4172 "mean": 0.7044597691479818,4173 "ci_low": 0.6901678865419324,4174 "ci_high": 0.7200195323087387,4175 "n_items": 330,4176 "n_groups": 374177 },4178 "exact_match": {4179 "mean": 0.0,4180 "ci_low": 0.0,4181 "ci_high": 0.0,4182 "n_items": 330,4183 "n_groups": 374184 },4185 "number_recall": {4186 "mean": 0.9796122994652405,4187 "ci_low": 0.9544688797895023,4188 "ci_high": 0.9971915291732609,4189 "n_items": 330,4190 "n_groups": 374191 },4192 "placeholders_exact": {4193 "mean": 0.9848484848484849,4194 "ci_low": 0.9672108690770267,4195 "ci_high": 0.9969516814486327,4196 "n_items": 330,4197 "n_groups": 374198 }4199 },4200 "limitations": {4201 "n": 58,4202 "chrf": {4203 "mean": 64.4209443471249,4204 "ci_low": 60.96154198775808,4205 "ci_high": 67.1185872173632,4206 "n_items": 58,4207 "n_groups": 84208 },4209 "edit_sim": {4210 "mean": 0.6264484994968545,4211 "ci_low": 0.5937638308619935,4212 "ci_high": 0.6530643751756203,4213 "n_items": 58,4214 "n_groups": 84215 },4216 "rougeL": {4217 "mean": 0.6245693897850388,4218 "ci_low": 0.5884138999067773,4219 "ci_high": 0.6501979962642563,4220 "n_items": 58,4221 "n_groups": 84222 },4223 "exact_match": {4224 "mean": 0.0,4225 "ci_low": 0.0,4226 "ci_high": 0.0,4227 "n_items": 58,4228 "n_groups": 84229 },4230 "number_recall": {4231 "mean": 1.0,4232 "ci_low": 1.0,4233 "ci_high": 1.0,4234 "n_items": 58,4235 "n_groups": 84236 },4237 "placeholders_exact": {4238 "mean": 1.0,4239 "ci_low": 1.0,4240 "ci_high": 1.0,4241 "n_items": 58,4242 "n_groups": 84243 }4244 },4245 "methods": {4246 "n": 279,4247 "chrf": {4248 "mean": 70.95689134310959,4249 "ci_low": 68.833889808302,4250 "ci_high": 73.34643849480729,4251 "n_items": 279,4252 "n_groups": 334253 },4254 "edit_sim": {4255 "mean": 0.7022140638957842,4256 "ci_low": 0.6791563690499639,4257 "ci_high": 0.7285946136957094,4258 "n_items": 279,4259 "n_groups": 334260 },4261 "rougeL": {4262 "mean": 0.7199349278631749,4263 "ci_low": 0.6933863314209482,4264 "ci_high": 0.7509451588925488,4265 "n_items": 279,4266 "n_groups": 334267 },4268 "exact_match": {4269 "mean": 0.0,4270 "ci_low": 0.0,4271 "ci_high": 0.0,4272 "n_items": 279,4273 "n_groups": 334274 },4275 "number_recall": {4276 "mean": 0.9851896550667432,4277 "ci_low": 0.9724275676147619,4278 "ci_high": 0.996244122788755,4279 "n_items": 279,4280 "n_groups": 334281 },4282 "placeholders_exact": {4283 "mean": 0.985663082437276,4284 "ci_low": 0.9628218110192531,4285 "ci_high": 1.0,4286 "n_items": 279,4287 "n_groups": 334288 }4289 },4290 "other": {4291 "n": 219,4292 "chrf": {4293 "mean": 67.20611599598575,4294 "ci_low": 63.94336064951377,4295 "ci_high": 70.46397444674461,4296 "n_items": 219,4297 "n_groups": 154298 },4299 "edit_sim": {4300 "mean": 0.6518905161967494,4301 "ci_low": 0.6244446889894372,4302 "ci_high": 0.6785865385011813,4303 "n_items": 219,4304 "n_groups": 154305 },4306 "rougeL": {4307 "mean": 0.6561245474394883,4308 "ci_low": 0.6187495028233589,4309 "ci_high": 0.6945447602345114,4310 "n_items": 219,4311 "n_groups": 154312 },4313 "exact_match": {4314 "mean": 0.0,4315 "ci_low": 0.0,4316 "ci_high": 0.0,4317 "n_items": 219,4318 "n_groups": 154319 },4320 "number_recall": {4321 "mean": 0.9940068493150684,4322 "ci_low": 0.9877481520938552,4323 "ci_high": 1.0,4324 "n_items": 219,4325 "n_groups": 154326 },4327 "placeholders_exact": {4328 "mean": 0.9863013698630136,4329 "ci_low": 0.9596739231773261,4330 "ci_high": 1.0,4331 "n_items": 219,4332 "n_groups": 154333 }4334 },4335 "preface": {4336 "n": 87,4337 "chrf": {4338 "mean": 57.93361143541922,4339 "ci_low": 53.48531620862667,4340 "ci_high": 63.62960863809128,4341 "n_items": 87,4342 "n_groups": 74343 },4344 "edit_sim": {4345 "mean": 0.5810669904111669,4346 "ci_low": 0.5514321847480226,4347 "ci_high": 0.6307060871961889,4348 "n_items": 87,4349 "n_groups": 74350 },4351 "rougeL": {4352 "mean": 0.5922755005104869,4353 "ci_low": 0.5558762383250827,4354 "ci_high": 0.6498459560350036,4355 "n_items": 87,4356 "n_groups": 74357 },4358 "exact_match": {4359 "mean": 0.0,4360 "ci_low": 0.0,4361 "ci_high": 0.0,4362 "n_items": 87,4363 "n_groups": 74364 },4365 "number_recall": {4366 "mean": 1.0,4367 "ci_low": 1.0,4368 "ci_high": 1.0,4369 "n_items": 87,4370 "n_groups": 74371 },4372 "placeholders_exact": {4373 "mean": 1.0,4374 "ci_low": 1.0,4375 "ci_high": 1.0,4376 "n_items": 87,4377 "n_groups": 74378 }4379 },4380 "related_work": {4381 "n": 35,4382 "chrf": {4383 "mean": 71.34479493057303,4384 "ci_low": 71.34479493057303,4385 "ci_high": 71.34479493057303,4386 "n_items": 35,4387 "n_groups": 14388 },4389 "edit_sim": {4390 "mean": 0.6910687775356585,4391 "ci_low": 0.6910687775356585,4392 "ci_high": 0.6910687775356585,4393 "n_items": 35,4394 "n_groups": 14395 },4396 "rougeL": {4397 "mean": 0.6932550367231567,4398 "ci_low": 0.6932550367231567,4399 "ci_high": 0.6932550367231567,4400 "n_items": 35,4401 "n_groups": 14402 },4403 "exact_match": {4404 "mean": 0.0,4405 "ci_low": 0.0,4406 "ci_high": 0.0,4407 "n_items": 35,4408 "n_groups": 14409 },4410 "number_recall": {4411 "mean": 1.0,4412 "ci_low": 1.0,4413 "ci_high": 1.0,4414 "n_items": 35,4415 "n_groups": 14416 },4417 "placeholders_exact": {4418 "mean": 1.0,4419 "ci_low": 1.0,4420 "ci_high": 1.0,4421 "n_items": 35,4422 "n_groups": 14423 }4424 },4425 "results": {4426 "n": 263,4427 "chrf": {4428 "mean": 70.90910529503547,4429 "ci_low": 69.06799937062553,4430 "ci_high": 73.15371007243564,4431 "n_items": 263,4432 "n_groups": 334433 },4434 "edit_sim": {4435 "mean": 0.6832337484056662,4436 "ci_low": 0.665193714010706,4437 "ci_high": 0.7047778005589719,4438 "n_items": 263,4439 "n_groups": 334440 },4441 "rougeL": {4442 "mean": 0.7083354008963407,4443 "ci_low": 0.6799487839997839,4444 "ci_high": 0.7405377169107081,4445 "n_items": 263,4446 "n_groups": 334447 },4448 "exact_match": {4449 "mean": 0.0,4450 "ci_low": 0.0,4451 "ci_high": 0.0,4452 "n_items": 263,4453 "n_groups": 334454 },4455 "number_recall": {4456 "mean": 0.9606915358006012,4457 "ci_low": 0.9251470176091868,4458 "ci_high": 0.9858356037430447,4459 "n_items": 263,4460 "n_groups": 334461 },4462 "placeholders_exact": {4463 "mean": 0.9885931558935361,4464 "ci_low": 0.9583284883720931,4465 "ci_high": 1.0,4466 "n_items": 263,4467 "n_groups": 334468 }4469 },4470 "theory": {4471 "n": 148,4472 "chrf": {4473 "mean": 71.27837626728387,4474 "ci_low": 68.21912555357332,4475 "ci_high": 74.574784929694,4476 "n_items": 148,4477 "n_groups": 154478 },4479 "edit_sim": {4480 "mean": 0.7042279132464889,4481 "ci_low": 0.6721372340076297,4482 "ci_high": 0.739902275124153,4483 "n_items": 148,4484 "n_groups": 154485 },4486 "rougeL": {4487 "mean": 0.7132503132578242,4488 "ci_low": 0.6736203008829221,4489 "ci_high": 0.7550912572614594,4490 "n_items": 148,4491 "n_groups": 154492 },4493 "exact_match": {4494 "mean": 0.0,4495 "ci_low": 0.0,4496 "ci_high": 0.0,4497 "n_items": 148,4498 "n_groups": 154499 },4500 "number_recall": {4501 "mean": 0.990574608221667,4502 "ci_low": 0.9724274274487124,4503 "ci_high": 1.0,4504 "n_items": 148,4505 "n_groups": 154506 },4507 "placeholders_exact": {4508 "mean": 0.9797297297297297,4509 "ci_low": 0.9453098244863014,4510 "ci_high": 1.0,4511 "n_items": 148,4512 "n_groups": 154513 }4514 }4515 }4516 },4517 "htr-m1-tiny-s2": {4518 "overall": {4519 "n": 2493,4520 "chrf": {4521 "mean": 69.74100790837032,4522 "ci_low": 68.70532596872458,4523 "ci_high": 70.83404168350437,4524 "n_items": 2493,4525 "n_groups": 1544526 },4527 "edit_sim": {4528 "mean": 0.6888351724989229,4529 "ci_low": 0.6790767685402151,4530 "ci_high": 0.6992102243953611,4531 "n_items": 2493,4532 "n_groups": 1544533 },4534 "rougeL": {4535 "mean": 0.6966103252092507,4536 "ci_low": 0.684037075244406,4537 "ci_high": 0.7096465159716501,4538 "n_items": 2493,4539 "n_groups": 1544540 },4541 "exact_match": {4542 "mean": 0.0,4543 "ci_low": 0.0,4544 "ci_high": 0.0,4545 "n_items": 2493,4546 "n_groups": 1544547 },4548 "number_recall": {4549 "mean": 0.9857866864358351,4550 "ci_low": 0.9791741527072445,4551 "ci_high": 0.9912045901781824,4552 "n_items": 2493,4553 "n_groups": 1544554 },4555 "placeholders_exact": {4556 "mean": 0.9907741676694746,4557 "ci_low": 0.9857142857142858,4558 "ci_high": 0.995242718586324,4559 "n_items": 2493,4560 "n_groups": 1544561 }4562 },4563 "by_variant": {4564 "A": {4565 "n": 425,4566 "chrf": {4567 "mean": 69.36240621108182,4568 "ci_low": 68.27564180423387,4569 "ci_high": 70.46366386371061,4570 "n_items": 425,4571 "n_groups": 1494572 },4573 "edit_sim": {4574 "mean": 0.6838035335029812,4575 "ci_low": 0.6736811394515789,4576 "ci_high": 0.694381370810915,4577 "n_items": 425,4578 "n_groups": 1494579 },4580 "rougeL": {4581 "mean": 0.6884964173549639,4582 "ci_low": 0.6757753330266801,4583 "ci_high": 0.7011311181630923,4584 "n_items": 425,4585 "n_groups": 1494586 },4587 "exact_match": {4588 "mean": 0.0,4589 "ci_low": 0.0,4590 "ci_high": 0.0,4591 "n_items": 425,4592 "n_groups": 1494593 },4594 "number_recall": {4595 "mean": 0.9865580369108554,4596 "ci_low": 0.979237700571064,4597 "ci_high": 0.9924281243385051,4598 "n_items": 425,4599 "n_groups": 1494600 },4601 "placeholders_exact": {4602 "mean": 0.9882352941176471,4603 "ci_low": 0.9776836383526677,4604 "ci_high": 0.9974358974358974,4605 "n_items": 425,4606 "n_groups": 1494607 }4608 },4609 "B": {4610 "n": 394,4611 "chrf": {4612 "mean": 75.36994567309756,4613 "ci_low": 74.08998398745709,4614 "ci_high": 76.74866283495955,4615 "n_items": 394,4616 "n_groups": 1424617 },4618 "edit_sim": {4619 "mean": 0.7562393645979977,4620 "ci_low": 0.742783715410754,4621 "ci_high": 0.7709532189560058,4622 "n_items": 394,4623 "n_groups": 1424624 },4625 "rougeL": {4626 "mean": 0.7606633885476467,4627 "ci_low": 0.7453217520274726,4628 "ci_high": 0.7761932132706216,4629 "n_items": 394,4630 "n_groups": 1424631 },4632 "exact_match": {4633 "mean": 0.0,4634 "ci_low": 0.0,4635 "ci_high": 0.0,4636 "n_items": 394,4637 "n_groups": 1424638 },4639 "number_recall": {4640 "mean": 0.9869947333660579,4641 "ci_low": 0.979793666627196,4642 "ci_high": 0.9931886127687937,4643 "n_items": 394,4644 "n_groups": 1424645 },4646 "placeholders_exact": {4647 "mean": 0.9949238578680203,4648 "ci_low": 0.9871794871794872,4649 "ci_high": 1.0,4650 "n_items": 394,4651 "n_groups": 1424652 }4653 },4654 "C": {4655 "n": 424,4656 "chrf": {4657 "mean": 72.27582764975368,4658 "ci_low": 71.2370790108024,4659 "ci_high": 73.4765737998744,4660 "n_items": 424,4661 "n_groups": 1494662 },4663 "edit_sim": {4664 "mean": 0.7300960805389337,4665 "ci_low": 0.7190689987061308,4666 "ci_high": 0.743365781757599,4667 "n_items": 424,4668 "n_groups": 1494669 },4670 "rougeL": {4671 "mean": 0.7492691042781848,4672 "ci_low": 0.7373812488060582,4673 "ci_high": 0.7633317675954461,4674 "n_items": 424,4675 "n_groups": 1494676 },4677 "exact_match": {4678 "mean": 0.0,4679 "ci_low": 0.0,4680 "ci_high": 0.0,4681 "n_items": 424,4682 "n_groups": 1494683 },4684 "number_recall": {4685 "mean": 0.9882700664754096,4686 "ci_low": 0.9816023341833722,4687 "ci_high": 0.993724546657356,4688 "n_items": 424,4689 "n_groups": 1494690 },4691 "placeholders_exact": {4692 "mean": 1.0,4693 "ci_low": 1.0,4694 "ci_high": 1.0,4695 "n_items": 424,4696 "n_groups": 1494697 }4698 },4699 "D": {4700 "n": 436,4701 "chrf": {4702 "mean": 70.43154724771765,4703 "ci_low": 69.37169410146112,4704 "ci_high": 71.51384839920175,4705 "n_items": 436,4706 "n_groups": 1514707 },4708 "edit_sim": {4709 "mean": 0.6999410161828719,4710 "ci_low": 0.6892066989850983,4711 "ci_high": 0.7114008259340162,4712 "n_items": 436,4713 "n_groups": 1514714 },4715 "rougeL": {4716 "mean": 0.7052073656206711,4717 "ci_low": 0.6929639494493232,4718 "ci_high": 0.7175792410364136,4719 "n_items": 436,4720 "n_groups": 1514721 },4722 "exact_match": {4723 "mean": 0.0,4724 "ci_low": 0.0,4725 "ci_high": 0.0,4726 "n_items": 436,4727 "n_groups": 1514728 },4729 "number_recall": {4730 "mean": 0.9832550414044221,4731 "ci_low": 0.9756643496586294,4732 "ci_high": 0.9901356688504162,4733 "n_items": 436,4734 "n_groups": 1514735 },4736 "placeholders_exact": {4737 "mean": 0.9954128440366973,4738 "ci_low": 0.9880081476987085,4739 "ci_high": 1.0,4740 "n_items": 436,4741 "n_groups": 1514742 }4743 },4744 "E": {4745 "n": 814,4746 "chrf": {4747 "mean": 65.52388938225621,4748 "ci_low": 64.4649856470799,4749 "ci_high": 66.64164780222298,4750 "n_items": 814,4751 "n_groups": 1514752 },4753 "edit_sim": {4754 "mean": 0.6313958875248112,4755 "ci_low": 0.6216169157075692,4756 "ci_high": 0.6417041227310427,4757 "n_items": 814,4758 "n_groups": 1514759 },4760 "rougeL": {4761 "mean": 0.6378091850841114,4762 "ci_low": 0.6239049376240475,4763 "ci_high": 0.6515385193515589,4764 "n_items": 814,4765 "n_groups": 1514766 },4767 "exact_match": {4768 "mean": 0.0,4769 "ci_low": 0.0,4770 "ci_high": 0.0,4771 "n_items": 814,4772 "n_groups": 1514773 },4774 "number_recall": {4775 "mean": 0.9848616860114188,4776 "ci_low": 0.9767489776879497,4777 "ci_high": 0.991324620681206,4778 "n_items": 814,4779 "n_groups": 1514780 },4781 "placeholders_exact": {4782 "mean": 0.9828009828009828,4783 "ci_low": 0.9728728768196981,4784 "ci_high": 0.9919258720773231,4785 "n_items": 814,4786 "n_groups": 1514787 }4788 }4789 },4790 "by_discipline": {4791 "biomedicine": {4792 "n": 292,4793 "chrf": {4794 "mean": 67.73703501752018,4795 "ci_low": 64.79296699824405,4796 "ci_high": 71.25450004016494,4797 "n_items": 292,4798 "n_groups": 74799 },4800 "edit_sim": {4801 "mean": 0.6767492238302972,4802 "ci_low": 0.6490696076637458,4803 "ci_high": 0.7018405166670154,4804 "n_items": 292,4805 "n_groups": 74806 },4807 "rougeL": {4808 "mean": 0.6708966158494654,4809 "ci_low": 0.63335824085282,4810 "ci_high": 0.7083007808187752,4811 "n_items": 292,4812 "n_groups": 74813 },4814 "exact_match": {4815 "mean": 0.0,4816 "ci_low": 0.0,4817 "ci_high": 0.0,4818 "n_items": 292,4819 "n_groups": 74820 },4821 "number_recall": {4822 "mean": 0.9824643366303317,4823 "ci_low": 0.9621732137910108,4824 "ci_high": 0.9988259141494436,4825 "n_items": 292,4826 "n_groups": 74827 },4828 "placeholders_exact": {4829 "mean": 0.976027397260274,4830 "ci_low": 0.9466019417475728,4831 "ci_high": 0.9952493842364531,4832 "n_items": 292,4833 "n_groups": 74834 }4835 },4836 "chemistry": {4837 "n": 287,4838 "chrf": {4839 "mean": 72.44074653884489,4840 "ci_low": 70.75097886704279,4841 "ci_high": 73.97526983093029,4842 "n_items": 287,4843 "n_groups": 174844 },4845 "edit_sim": {4846 "mean": 0.7147491862046501,4847 "ci_low": 0.6953736331099408,4848 "ci_high": 0.7318755976373867,4849 "n_items": 287,4850 "n_groups": 174851 },4852 "rougeL": {4853 "mean": 0.7235371895765106,4854 "ci_low": 0.7078756681098852,4855 "ci_high": 0.7380087905024855,4856 "n_items": 287,4857 "n_groups": 174858 },4859 "exact_match": {4860 "mean": 0.0,4861 "ci_low": 0.0,4862 "ci_high": 0.0,4863 "n_items": 287,4864 "n_groups": 174865 },4866 "number_recall": {4867 "mean": 0.9773600328735119,4868 "ci_low": 0.9493575512821629,4869 "ci_high": 0.9932316760178604,4870 "n_items": 287,4871 "n_groups": 174872 },4873 "placeholders_exact": {4874 "mean": 0.9930313588850174,4875 "ci_low": 0.9838709677419355,4876 "ci_high": 1.0,4877 "n_items": 287,4878 "n_groups": 174879 }4880 },4881 "earth_sciences": {4882 "n": 542,4883 "chrf": {4884 "mean": 68.9179336607361,4885 "ci_low": 67.25962704287113,4886 "ci_high": 70.39364370642059,4887 "n_items": 542,4888 "n_groups": 524889 },4890 "edit_sim": {4891 "mean": 0.6828894208650673,4892 "ci_low": 0.6654054069943033,4893 "ci_high": 0.6989078726985358,4894 "n_items": 542,4895 "n_groups": 524896 },4897 "rougeL": {4898 "mean": 0.6922881384215183,4899 "ci_low": 0.6736660434056244,4900 "ci_high": 0.7102662880649889,4901 "n_items": 542,4902 "n_groups": 524903 },4904 "exact_match": {4905 "mean": 0.0,4906 "ci_low": 0.0,4907 "ci_high": 0.0,4908 "n_items": 542,4909 "n_groups": 524910 },4911 "number_recall": {4912 "mean": 0.9908203955311443,4913 "ci_low": 0.9760251021413106,4914 "ci_high": 0.9992533841404175,4915 "n_items": 542,4916 "n_groups": 524917 },4918 "placeholders_exact": {4919 "mean": 0.9907749077490775,4920 "ci_low": 0.9758175830169286,4921 "ci_high": 1.0,4922 "n_items": 542,4923 "n_groups": 524924 }4925 },4926 "economics": {4927 "n": 125,4928 "chrf": {4929 "mean": 70.11288777999681,4930 "ci_low": 70.11288777999681,4931 "ci_high": 70.11288777999681,4932 "n_items": 125,4933 "n_groups": 14934 },4935 "edit_sim": {4936 "mean": 0.6786791709200322,4937 "ci_low": 0.6786791709200322,4938 "ci_high": 0.6786791709200322,4939 "n_items": 125,4940 "n_groups": 14941 },4942 "rougeL": {4943 "mean": 0.7027576530980391,4944 "ci_low": 0.7027576530980391,4945 "ci_high": 0.7027576530980391,4946 "n_items": 125,4947 "n_groups": 14948 },4949 "exact_match": {4950 "mean": 0.0,4951 "ci_low": 0.0,4952 "ci_high": 0.0,4953 "n_items": 125,4954 "n_groups": 14955 },4956 "number_recall": {4957 "mean": 0.9846112820512821,4958 "ci_low": 0.9846112820512821,4959 "ci_high": 0.9846112820512821,4960 "n_items": 125,4961 "n_groups": 14962 },4963 "placeholders_exact": {4964 "mean": 0.992,4965 "ci_low": 0.992,4966 "ci_high": 0.992,4967 "n_items": 125,4968 "n_groups": 14969 }4970 },4971 "engineering": {4972 "n": 71,4973 "chrf": {4974 "mean": 75.94525971061398,4975 "ci_low": 75.94525971061398,4976 "ci_high": 75.94525971061398,4977 "n_items": 71,4978 "n_groups": 14979 },4980 "edit_sim": {4981 "mean": 0.7377829764553351,4982 "ci_low": 0.7377829764553351,4983 "ci_high": 0.7377829764553351,4984 "n_items": 71,4985 "n_groups": 14986 },4987 "rougeL": {4988 "mean": 0.7588022459804489,4989 "ci_low": 0.7588022459804489,4990 "ci_high": 0.7588022459804489,4991 "n_items": 71,4992 "n_groups": 14993 },4994 "exact_match": {4995 "mean": 0.0,4996 "ci_low": 0.0,4997 "ci_high": 0.0,4998 "n_items": 71,4999 "n_groups": 15000 },5001 "number_recall": {5002 "mean": 0.987669316552912,5003 "ci_low": 0.987669316552912,5004 "ci_high": 0.987669316552912,5005 "n_items": 71,5006 "n_groups": 15007 },5008 "placeholders_exact": {5009 "mean": 0.9859154929577465,5010 "ci_low": 0.9859154929577465,5011 "ci_high": 0.9859154929577465,5012 "n_items": 71,5013 "n_groups": 15014 }5015 },5016 "finance": {5017 "n": 251,5018 "chrf": {5019 "mean": 67.19679145887673,5020 "ci_low": 66.98102495845544,5021 "ci_high": 70.16675387644051,5022 "n_items": 251,5023 "n_groups": 25024 },5025 "edit_sim": {5026 "mean": 0.6669555700273593,5027 "ci_low": 0.6609946116489097,5028 "ci_high": 0.7490064088836631,5029 "n_items": 251,5030 "n_groups": 25031 },5032 "rougeL": {5033 "mean": 0.6519380202850544,5034 "ci_low": 0.6496102505168891,5035 "ci_high": 0.6839790865056828,5036 "n_items": 251,5037 "n_groups": 25038 },5039 "exact_match": {5040 "mean": 0.0,5041 "ci_low": 0.0,5042 "ci_high": 0.0,5043 "n_items": 251,5044 "n_groups": 25045 },5046 "number_recall": {5047 "mean": 0.9975099601593626,5048 "ci_low": 0.9973290598290598,5049 "ci_high": 1.0,5050 "n_items": 251,5051 "n_groups": 25052 },5053 "placeholders_exact": {5054 "mean": 0.9880478087649402,5055 "ci_low": 0.9871794871794872,5056 "ci_high": 1.0,5057 "n_items": 251,5058 "n_groups": 25059 }5060 },5061 "life_sciences": {5062 "n": 306,5063 "chrf": {5064 "mean": 72.25651222222173,5065 "ci_low": 70.69597437449389,5066 "ci_high": 73.84571599834764,5067 "n_items": 306,5068 "n_groups": 215069 },5070 "edit_sim": {5071 "mean": 0.7040426486986735,5072 "ci_low": 0.6823698683733347,5073 "ci_high": 0.7253012588267704,5074 "n_items": 306,5075 "n_groups": 215076 },5077 "rougeL": {5078 "mean": 0.722262964482836,5079 "ci_low": 0.7023836768752993,5080 "ci_high": 0.7413578856842911,5081 "n_items": 306,5082 "n_groups": 215083 },5084 "exact_match": {5085 "mean": 0.0,5086 "ci_low": 0.0,5087 "ci_high": 0.0,5088 "n_items": 306,5089 "n_groups": 215090 },5091 "number_recall": {5092 "mean": 0.9642068374190635,5093 "ci_low": 0.9414222062435325,5094 "ci_high": 0.984595759590892,5095 "n_items": 306,5096 "n_groups": 215097 },5098 "placeholders_exact": {5099 "mean": 0.9901960784313726,5100 "ci_low": 0.977335500901365,5101 "ci_high": 1.0,5102 "n_items": 306,5103 "n_groups": 215104 }5105 },5106 "physics": {5107 "n": 457,5108 "chrf": {5109 "mean": 68.6410290676044,5110 "ci_low": 65.75673301998827,5111 "ci_high": 71.18691621906065,5112 "n_items": 457,5113 "n_groups": 515114 },5115 "edit_sim": {5116 "mean": 0.6792288522607736,5117 "ci_low": 0.653597972429846,5118 "ci_high": 0.7033291432804539,5119 "n_items": 457,5120 "n_groups": 515121 },5122 "rougeL": {5123 "mean": 0.6902649656017344,5124 "ci_low": 0.6639509673676054,5125 "ci_high": 0.7159647340632206,5126 "n_items": 457,5127 "n_groups": 515128 },5129 "exact_match": {5130 "mean": 0.0,5131 "ci_low": 0.0,5132 "ci_high": 0.0,5133 "n_items": 457,5134 "n_groups": 515135 },5136 "number_recall": {5137 "mean": 0.9941263537053169,5138 "ci_low": 0.9827747898998994,5139 "ci_high": 0.9997352551549428,5140 "n_items": 457,5141 "n_groups": 515142 },5143 "placeholders_exact": {5144 "mean": 0.9978118161925602,5145 "ci_low": 0.9933913395189271,5146 "ci_high": 1.0,5147 "n_items": 457,5148 "n_groups": 515149 }5150 },5151 "social_sciences": {5152 "n": 162,5153 "chrf": {5154 "mean": 70.61137097319485,5155 "ci_low": 69.25022725641921,5156 "ci_high": 71.6733622247451,5157 "n_items": 162,5158 "n_groups": 25159 },5160 "edit_sim": {5161 "mean": 0.7032608480036981,5162 "ci_low": 0.6876062007036385,5163 "ci_high": 0.7154749134795688,5164 "n_items": 162,5165 "n_groups": 25166 },5167 "rougeL": {5168 "mean": 0.7163748079045729,5169 "ci_low": 0.7095938245381007,5170 "ci_high": 0.7216654652564359,5171 "n_items": 162,5172 "n_groups": 25173 },5174 "exact_match": {5175 "mean": 0.0,5176 "ci_low": 0.0,5177 "ci_high": 0.0,5178 "n_items": 162,5179 "n_groups": 25180 },5181 "number_recall": {5182 "mean": 0.9890164910535282,5183 "ci_low": 0.9823726334715347,5184 "ci_high": 0.997531857813548,5185 "n_items": 162,5186 "n_groups": 25187 },5188 "placeholders_exact": {5189 "mean": 1.0,5190 "ci_low": 1.0,5191 "ci_high": 1.0,5192 "n_items": 162,5193 "n_groups": 25194 }5195 }5196 },5197 "by_era": {5198 "1900-1949": {5199 "n": 23,5200 "chrf": {5201 "mean": 62.25894014780524,5202 "ci_low": 59.59061509393101,5203 "ci_high": 63.315680621590104,5204 "n_items": 23,5205 "n_groups": 35206 },5207 "edit_sim": {5208 "mean": 0.6219082709204627,5209 "ci_low": 0.6015585721468075,5210 "ci_high": 0.6529128080015739,5211 "n_items": 23,5212 "n_groups": 35213 },5214 "rougeL": {5215 "mean": 0.6496532954214491,5216 "ci_low": 0.6396723143977243,5217 "ci_high": 0.6744458568895242,5218 "n_items": 23,5219 "n_groups": 35220 },5221 "exact_match": {5222 "mean": 0.0,5223 "ci_low": 0.0,5224 "ci_high": 0.0,5225 "n_items": 23,5226 "n_groups": 35227 },5228 "number_recall": {5229 "mean": 1.0,5230 "ci_low": 1.0,5231 "ci_high": 1.0,5232 "n_items": 23,5233 "n_groups": 35234 },5235 "placeholders_exact": {5236 "mean": 1.0,5237 "ci_low": 1.0,5238 "ci_high": 1.0,5239 "n_items": 23,5240 "n_groups": 35241 }5242 },5243 "2000-2009": {5244 "n": 269,5245 "chrf": {5246 "mean": 67.58103986707546,5247 "ci_low": 66.00624391285513,5248 "ci_high": 70.86971659520827,5249 "n_items": 269,5250 "n_groups": 135251 },5252 "edit_sim": {5253 "mean": 0.6757890487118455,5254 "ci_low": 0.6573467611461509,5255 "ci_high": 0.700911568903555,5256 "n_items": 269,5257 "n_groups": 135258 },5259 "rougeL": {5260 "mean": 0.6683884798655509,5261 "ci_low": 0.647553883780487,5262 "ci_high": 0.7034763197598161,5263 "n_items": 269,5264 "n_groups": 135265 },5266 "exact_match": {5267 "mean": 0.0,5268 "ci_low": 0.0,5269 "ci_high": 0.0,5270 "n_items": 269,5271 "n_groups": 135272 },5273 "number_recall": {5274 "mean": 0.9916728624535316,5275 "ci_low": 0.9854761712927528,5276 "ci_high": 1.0,5277 "n_items": 269,5278 "n_groups": 135279 },5280 "placeholders_exact": {5281 "mean": 0.9814126394052045,5282 "ci_low": 0.9511111111111111,5283 "ci_high": 1.0,5284 "n_items": 269,5285 "n_groups": 135286 }5287 },5288 "2010-2017": {5289 "n": 2016,5290 "chrf": {5291 "mean": 70.96357840090943,5292 "ci_low": 69.85782478670933,5293 "ci_high": 72.1254252082397,5294 "n_items": 2016,5295 "n_groups": 1255296 },5297 "edit_sim": {5298 "mean": 0.6976251949724966,5299 "ci_low": 0.6868825726604912,5300 "ci_high": 0.7099407868593545,5301 "n_items": 2016,5302 "n_groups": 1255303 },5304 "rougeL": {5305 "mean": 0.7068165444494913,5306 "ci_low": 0.6917879518448256,5307 "ci_high": 0.7221032751621514,5308 "n_items": 2016,5309 "n_groups": 1255310 },5311 "exact_match": {5312 "mean": 0.0,5313 "ci_low": 0.0,5314 "ci_high": 0.0,5315 "n_items": 2016,5316 "n_groups": 1255317 },5318 "number_recall": {5319 "mean": 0.9835348260339964,5320 "ci_low": 0.9750778103529204,5321 "ci_high": 0.9900669393545991,5322 "n_items": 2016,5323 "n_groups": 1255324 },5325 "placeholders_exact": {5326 "mean": 0.9910714285714286,5327 "ci_low": 0.9861484033087007,5328 "ci_high": 0.9955219553883232,5329 "n_items": 2016,5330 "n_groups": 1255331 }5332 },5333 "pre1900": {5334 "n": 185,5335 "chrf": {5336 "mean": 60.48920709022163,5337 "ci_low": 57.226572074499146,5338 "ci_high": 64.35557570316512,5339 "n_items": 185,5340 "n_groups": 135341 },5342 "edit_sim": {5343 "mean": 0.6203380953546179,5344 "ci_low": 0.5879464100913782,5345 "ci_high": 0.6594906103030244,5346 "n_items": 185,5347 "n_groups": 135348 },5349 "rougeL": {5350 "mean": 0.6322641095024913,5351 "ci_low": 0.6015862652867608,5352 "ci_high": 0.6707270375510551,5353 "n_items": 185,5354 "n_groups": 135355 },5356 "exact_match": {5357 "mean": 0.0,5358 "ci_low": 0.0,5359 "ci_high": 0.0,5360 "n_items": 185,5361 "n_groups": 135362 },5363 "number_recall": {5364 "mean": 1.0,5365 "ci_low": 1.0,5366 "ci_high": 1.0,5367 "n_items": 185,5368 "n_groups": 135369 },5370 "placeholders_exact": {5371 "mean": 1.0,5372 "ci_low": 1.0,5373 "ci_high": 1.0,5374 "n_items": 185,5375 "n_groups": 135376 }5377 }5378 },5379 "by_role": {5380 "abstract": {5381 "n": 236,5382 "chrf": {5383 "mean": 71.470054926829,5384 "ci_low": 70.05757797044281,5385 "ci_high": 72.99010066755906,5386 "n_items": 236,5387 "n_groups": 425388 },5389 "edit_sim": {5390 "mean": 0.6983698057105737,5391 "ci_low": 0.6819593149512332,5392 "ci_high": 0.7162577892801562,5393 "n_items": 236,5394 "n_groups": 425395 },5396 "rougeL": {5397 "mean": 0.7002197650994098,5398 "ci_low": 0.6805798233579194,5399 "ci_high": 0.720360460677647,5400 "n_items": 236,5401 "n_groups": 425402 },5403 "exact_match": {5404 "mean": 0.0,5405 "ci_low": 0.0,5406 "ci_high": 0.0,5407 "n_items": 236,5408 "n_groups": 425409 },5410 "number_recall": {5411 "mean": 0.9841130840283383,5412 "ci_low": 0.9697555359109536,5413 "ci_high": 0.9943228315935536,5414 "n_items": 236,5415 "n_groups": 425416 },5417 "placeholders_exact": {5418 "mean": 1.0,5419 "ci_low": 1.0,5420 "ci_high": 1.0,5421 "n_items": 236,5422 "n_groups": 425423 }5424 },5425 "background": {5426 "n": 114,5427 "chrf": {5428 "mean": 71.16057809985233,5429 "ci_low": 69.71535720144836,5430 "ci_high": 74.12764730773064,5431 "n_items": 114,5432 "n_groups": 85433 },5434 "edit_sim": {5435 "mean": 0.7051097104841991,5436 "ci_low": 0.6919534218419477,5437 "ci_high": 0.7329140831957718,5438 "n_items": 114,5439 "n_groups": 85440 },5441 "rougeL": {5442 "mean": 0.7043609133493035,5443 "ci_low": 0.6913992468910819,5444 "ci_high": 0.7335168596969233,5445 "n_items": 114,5446 "n_groups": 85447 },5448 "exact_match": {5449 "mean": 0.0,5450 "ci_low": 0.0,5451 "ci_high": 0.0,5452 "n_items": 114,5453 "n_groups": 85454 },5455 "number_recall": {5456 "mean": 0.9988038277511961,5457 "ci_low": 0.9942381562099872,5458 "ci_high": 1.0,5459 "n_items": 114,5460 "n_groups": 85461 },5462 "placeholders_exact": {5463 "mean": 0.9824561403508771,5464 "ci_low": 0.9240262901655307,5465 "ci_high": 1.0,5466 "n_items": 114,5467 "n_groups": 85468 }5469 },5470 "chapter": {5471 "n": 92,5472 "chrf": {5473 "mean": 60.92181842274289,5474 "ci_low": 57.31856122538969,5475 "ci_high": 64.23088638183162,5476 "n_items": 92,5477 "n_groups": 105478 },5479 "edit_sim": {5480 "mean": 0.6277583628561727,5481 "ci_low": 0.5894327562958157,5482 "ci_high": 0.6629536680339538,5483 "n_items": 92,5484 "n_groups": 105485 },5486 "rougeL": {5487 "mean": 0.6452699457803118,5488 "ci_low": 0.6085778257070696,5489 "ci_high": 0.6770125752330193,5490 "n_items": 92,5491 "n_groups": 105492 },5493 "exact_match": {5494 "mean": 0.0,5495 "ci_low": 0.0,5496 "ci_high": 0.0,5497 "n_items": 92,5498 "n_groups": 105499 },5500 "number_recall": {5501 "mean": 1.0,5502 "ci_low": 1.0,5503 "ci_high": 1.0,5504 "n_items": 92,5505 "n_groups": 105506 },5507 "placeholders_exact": {5508 "mean": 1.0,5509 "ci_low": 1.0,5510 "ci_high": 1.0,5511 "n_items": 92,5512 "n_groups": 105513 }5514 },5515 "conclusion": {5516 "n": 197,5517 "chrf": {5518 "mean": 68.4471803564816,5519 "ci_low": 66.784730873291,5520 "ci_high": 70.26955922941669,5521 "n_items": 197,5522 "n_groups": 285523 },5524 "edit_sim": {5525 "mean": 0.6794086477686816,5526 "ci_low": 0.6539981227668628,5527 "ci_high": 0.7071342896149123,5528 "n_items": 197,5529 "n_groups": 285530 },5531 "rougeL": {5532 "mean": 0.6799790978705391,5533 "ci_low": 0.6584938447717951,5534 "ci_high": 0.7034169634554245,5535 "n_items": 197,5536 "n_groups": 285537 },5538 "exact_match": {5539 "mean": 0.0,5540 "ci_low": 0.0,5541 "ci_high": 0.0,5542 "n_items": 197,5543 "n_groups": 285544 },5545 "number_recall": {5546 "mean": 0.9923857868020305,5547 "ci_low": 0.9768011190641526,5548 "ci_high": 1.0,5549 "n_items": 197,5550 "n_groups": 285551 },5552 "placeholders_exact": {5553 "mean": 1.0,5554 "ci_low": 1.0,5555 "ci_high": 1.0,5556 "n_items": 197,5557 "n_groups": 285558 }5559 },5560 "data": {5561 "n": 142,5562 "chrf": {5563 "mean": 70.99848779778515,5564 "ci_low": 68.40655412926958,5565 "ci_high": 73.27898094443673,5566 "n_items": 142,5567 "n_groups": 175568 },5569 "edit_sim": {5570 "mean": 0.6862232717597877,5571 "ci_low": 0.6548594240843761,5572 "ci_high": 0.7147083963350855,5573 "n_items": 142,5574 "n_groups": 175575 },5576 "rougeL": {5577 "mean": 0.7118039130704129,5578 "ci_low": 0.6797352317008557,5579 "ci_high": 0.7401073056700079,5580 "n_items": 142,5581 "n_groups": 175582 },5583 "exact_match": {5584 "mean": 0.0,5585 "ci_low": 0.0,5586 "ci_high": 0.0,5587 "n_items": 142,5588 "n_groups": 175589 },5590 "number_recall": {5591 "mean": 0.9765258215962442,5592 "ci_low": 0.9472209821428571,5593 "ci_high": 1.0,5594 "n_items": 142,5595 "n_groups": 175596 },5597 "placeholders_exact": {5598 "mean": 0.9929577464788732,5599 "ci_low": 0.9825581395348837,5600 "ci_high": 1.0,5601 "n_items": 142,5602 "n_groups": 175603 }5604 },5605 "discussion": {5606 "n": 293,5607 "chrf": {5608 "mean": 70.95143818608231,5609 "ci_low": 69.11398468971245,5610 "ci_high": 72.6983718217712,5611 "n_items": 293,5612 "n_groups": 345613 },5614 "edit_sim": {5615 "mean": 0.7017016471863521,5616 "ci_low": 0.6834842087837684,5617 "ci_high": 0.7192892435833707,5618 "n_items": 293,5619 "n_groups": 345620 },5621 "rougeL": {5622 "mean": 0.7013408857796277,5623 "ci_low": 0.6801004090268816,5624 "ci_high": 0.721499506029214,5625 "n_items": 293,5626 "n_groups": 345627 },5628 "exact_match": {5629 "mean": 0.0,5630 "ci_low": 0.0,5631 "ci_high": 0.0,5632 "n_items": 293,5633 "n_groups": 345634 },5635 "number_recall": {5636 "mean": 0.9874999999999999,5637 "ci_low": 0.9690284419483985,5638 "ci_high": 0.9997642169459308,5639 "n_items": 293,5640 "n_groups": 345641 },5642 "placeholders_exact": {5643 "mean": 0.9965870307167235,5644 "ci_low": 0.989247311827957,5645 "ci_high": 1.0,5646 "n_items": 293,5647 "n_groups": 345648 }5649 },5650 "introduction": {5651 "n": 330,5652 "chrf": {5653 "mean": 71.31825292462044,5654 "ci_low": 69.99541223547223,5655 "ci_high": 72.8371801522053,5656 "n_items": 330,5657 "n_groups": 375658 },5659 "edit_sim": {5660 "mean": 0.7106689347744177,5661 "ci_low": 0.6964957345919489,5662 "ci_high": 0.7260861779108548,5663 "n_items": 330,5664 "n_groups": 375665 },5666 "rougeL": {5667 "mean": 0.7122984429189194,5668 "ci_low": 0.6999249758107216,5669 "ci_high": 0.7258620404640863,5670 "n_items": 330,5671 "n_groups": 375672 },5673 "exact_match": {5674 "mean": 0.0,5675 "ci_low": 0.0,5676 "ci_high": 0.0,5677 "n_items": 330,5678 "n_groups": 375679 },5680 "number_recall": {5681 "mean": 0.9931229946524065,5682 "ci_low": 0.9819432099678337,5683 "ci_high": 0.9994098465473146,5684 "n_items": 330,5685 "n_groups": 375686 },5687 "placeholders_exact": {5688 "mean": 0.9848484848484849,5689 "ci_low": 0.9703475965858042,5690 "ci_high": 0.9968053661911641,5691 "n_items": 330,5692 "n_groups": 375693 }5694 },5695 "limitations": {5696 "n": 58,5697 "chrf": {5698 "mean": 65.02105568020725,5699 "ci_low": 61.727287962368344,5700 "ci_high": 67.37401639263426,5701 "n_items": 58,5702 "n_groups": 85703 },5704 "edit_sim": {5705 "mean": 0.6328641832183883,5706 "ci_low": 0.6052794462074701,5707 "ci_high": 0.6555170088941831,5708 "n_items": 58,5709 "n_groups": 85710 },5711 "rougeL": {5712 "mean": 0.6299107560395236,5713 "ci_low": 0.5925865327413308,5714 "ci_high": 0.6582367280821355,5715 "n_items": 58,5716 "n_groups": 85717 },5718 "exact_match": {5719 "mean": 0.0,5720 "ci_low": 0.0,5721 "ci_high": 0.0,5722 "n_items": 58,5723 "n_groups": 85724 },5725 "number_recall": {5726 "mean": 1.0,5727 "ci_low": 1.0,5728 "ci_high": 1.0,5729 "n_items": 58,5730 "n_groups": 85731 },5732 "placeholders_exact": {5733 "mean": 1.0,5734 "ci_low": 1.0,5735 "ci_high": 1.0,5736 "n_items": 58,5737 "n_groups": 85738 }5739 },5740 "methods": {5741 "n": 279,5742 "chrf": {5743 "mean": 71.0128220416743,5744 "ci_low": 68.6496366791327,5745 "ci_high": 73.63404478335988,5746 "n_items": 279,5747 "n_groups": 335748 },5749 "edit_sim": {5750 "mean": 0.706198721559186,5751 "ci_low": 0.6834505158648311,5752 "ci_high": 0.7330026360291764,5753 "n_items": 279,5754 "n_groups": 335755 },5756 "rougeL": {5757 "mean": 0.7233473400577723,5758 "ci_low": 0.6946932166868519,5759 "ci_high": 0.7559385061106717,5760 "n_items": 279,5761 "n_groups": 335762 },5763 "exact_match": {5764 "mean": 0.0,5765 "ci_low": 0.0,5766 "ci_high": 0.0,5767 "n_items": 279,5768 "n_groups": 335769 },5770 "number_recall": {5771 "mean": 0.9800182519941316,5772 "ci_low": 0.9679323810225416,5773 "ci_high": 0.991201602148037,5774 "n_items": 279,5775 "n_groups": 335776 },5777 "placeholders_exact": {5778 "mean": 0.992831541218638,5779 "ci_low": 0.9799176544889234,5780 "ci_high": 1.0,5781 "n_items": 279,5782 "n_groups": 335783 }5784 },5785 "other": {5786 "n": 219,5787 "chrf": {5788 "mean": 67.70446174499462,5789 "ci_low": 64.70560720929188,5790 "ci_high": 70.87135708019176,5791 "n_items": 219,5792 "n_groups": 155793 },5794 "edit_sim": {5795 "mean": 0.6612740179313931,5796 "ci_low": 0.6357081637502314,5797 "ci_high": 0.6871674180623428,5798 "n_items": 219,5799 "n_groups": 155800 },5801 "rougeL": {5802 "mean": 0.6637259584545092,5803 "ci_low": 0.6285612552006513,5804 "ci_high": 0.7005996774635393,5805 "n_items": 219,5806 "n_groups": 155807 },5808 "exact_match": {5809 "mean": 0.0,5810 "ci_low": 0.0,5811 "ci_high": 0.0,5812 "n_items": 219,5813 "n_groups": 155814 },5815 "number_recall": {5816 "mean": 0.9781202435312023,5817 "ci_low": 0.9369034679089027,5818 "ci_high": 1.0,5819 "n_items": 219,5820 "n_groups": 155821 },5822 "placeholders_exact": {5823 "mean": 0.9817351598173516,5824 "ci_low": 0.9589005790142635,5825 "ci_high": 1.0,5826 "n_items": 219,5827 "n_groups": 155828 }5829 },5830 "preface": {5831 "n": 87,5832 "chrf": {5833 "mean": 58.39459121306008,5834 "ci_low": 54.0924544402478,5835 "ci_high": 63.810567717894244,5836 "n_items": 87,5837 "n_groups": 75838 },5839 "edit_sim": {5840 "mean": 0.5887314230346303,5841 "ci_low": 0.5598248947937017,5842 "ci_high": 0.6352452822324922,5843 "n_items": 87,5844 "n_groups": 75845 },5846 "rougeL": {5847 "mean": 0.6013218406290932,5848 "ci_low": 0.5656041232419344,5849 "ci_high": 0.6568288258925938,5850 "n_items": 87,5851 "n_groups": 75852 },5853 "exact_match": {5854 "mean": 0.0,5855 "ci_low": 0.0,5856 "ci_high": 0.0,5857 "n_items": 87,5858 "n_groups": 75859 },5860 "number_recall": {5861 "mean": 1.0,5862 "ci_low": 1.0,5863 "ci_high": 1.0,5864 "n_items": 87,5865 "n_groups": 75866 },5867 "placeholders_exact": {5868 "mean": 1.0,5869 "ci_low": 1.0,5870 "ci_high": 1.0,5871 "n_items": 87,5872 "n_groups": 75873 }5874 },5875 "related_work": {5876 "n": 35,5877 "chrf": {5878 "mean": 71.28199123670832,5879 "ci_low": 71.28199123670832,5880 "ci_high": 71.28199123670832,5881 "n_items": 35,5882 "n_groups": 15883 },5884 "edit_sim": {5885 "mean": 0.6961972319053972,5886 "ci_low": 0.6961972319053972,5887 "ci_high": 0.6961972319053972,5888 "n_items": 35,5889 "n_groups": 15890 },5891 "rougeL": {5892 "mean": 0.6971210754904131,5893 "ci_low": 0.6971210754904131,5894 "ci_high": 0.6971210754904131,5895 "n_items": 35,5896 "n_groups": 15897 },5898 "exact_match": {5899 "mean": 0.0,5900 "ci_low": 0.0,5901 "ci_high": 0.0,5902 "n_items": 35,5903 "n_groups": 15904 },5905 "number_recall": {5906 "mean": 1.0,5907 "ci_low": 1.0,5908 "ci_high": 1.0,5909 "n_items": 35,5910 "n_groups": 15911 },5912 "placeholders_exact": {5913 "mean": 1.0,5914 "ci_low": 1.0,5915 "ci_high": 1.0,5916 "n_items": 35,5917 "n_groups": 15918 }5919 },5920 "results": {5921 "n": 263,5922 "chrf": {5923 "mean": 71.26293454079052,5924 "ci_low": 69.4789109457002,5925 "ci_high": 73.38620415078172,5926 "n_items": 263,5927 "n_groups": 335928 },5929 "edit_sim": {5930 "mean": 0.6927424703378243,5931 "ci_low": 0.6756710629883375,5932 "ci_high": 0.713945064869698,5933 "n_items": 263,5934 "n_groups": 335935 },5936 "rougeL": {5937 "mean": 0.714984871020942,5938 "ci_low": 0.6883720780882395,5939 "ci_high": 0.7465898714433722,5940 "n_items": 263,5941 "n_groups": 335942 },5943 "exact_match": {5944 "mean": 0.0,5945 "ci_low": 0.0,5946 "ci_high": 0.0,5947 "n_items": 263,5948 "n_groups": 335949 },5950 "number_recall": {5951 "mean": 0.9622635026129702,5952 "ci_low": 0.9288174017626766,5953 "ci_high": 0.9849186449623274,5954 "n_items": 263,5955 "n_groups": 335956 },5957 "placeholders_exact": {5958 "mean": 0.9885931558935361,5959 "ci_low": 0.9583284883720931,5960 "ci_high": 1.0,5961 "n_items": 263,5962 "n_groups": 335963 }5964 },5965 "theory": {5966 "n": 148,5967 "chrf": {5968 "mean": 72.04179249404702,5969 "ci_low": 68.9109728218345,5970 "ci_high": 75.32479105446295,5971 "n_items": 148,5972 "n_groups": 155973 },5974 "edit_sim": {5975 "mean": 0.72010549138155,5976 "ci_low": 0.688346076653388,5977 "ci_high": 0.7542913942594377,5978 "n_items": 148,5979 "n_groups": 155980 },5981 "rougeL": {5982 "mean": 0.727650796845075,5983 "ci_low": 0.6861873285000823,5984 "ci_high": 0.7704533150297865,5985 "n_items": 148,5986 "n_groups": 155987 },5988 "exact_match": {5989 "mean": 0.0,5990 "ci_low": 0.0,5991 "ci_high": 0.0,5992 "n_items": 148,5993 "n_groups": 155994 },5995 "number_recall": {5996 "mean": 0.9966784010901658,5997 "ci_low": 0.991340902930087,5998 "ci_high": 1.0,5999 "n_items": 148,6000 "n_groups": 156001 },6002 "placeholders_exact": {6003 "mean": 0.9662162162162162,6004 "ci_low": 0.9126098792967725,6005 "ci_high": 1.0,6006 "n_items": 148,6007 "n_groups": 156008 }6009 }6010 }6011 },6012 "htr-m1-tiny-s3": {6013 "overall": {6014 "n": 2493,6015 "chrf": {6016 "mean": 69.66394183571568,6017 "ci_low": 68.62333489683549,6018 "ci_high": 70.75494762937211,6019 "n_items": 2493,6020 "n_groups": 1546021 },6022 "edit_sim": {6023 "mean": 0.6863117315625594,6024 "ci_low": 0.6763377202597177,6025 "ci_high": 0.6968390384351976,6026 "n_items": 2493,6027 "n_groups": 1546028 },6029 "rougeL": {6030 "mean": 0.6942415111690505,6031 "ci_low": 0.6814184307939102,6032 "ci_high": 0.707497624200917,6033 "n_items": 2493,6034 "n_groups": 1546035 },6036 "exact_match": {6037 "mean": 0.0,6038 "ci_low": 0.0,6039 "ci_high": 0.0,6040 "n_items": 2493,6041 "n_groups": 1546042 },6043 "number_recall": {6044 "mean": 0.9853193366966337,6045 "ci_low": 0.9771731612291793,6046 "ci_high": 0.9914860875052404,6047 "n_items": 2493,6048 "n_groups": 1546049 },6050 "placeholders_exact": {6051 "mean": 0.9935820296831127,6052 "ci_low": 0.9876823509097581,6053 "ci_high": 0.9977637479138013,6054 "n_items": 2493,6055 "n_groups": 1546056 }6057 },6058 "by_variant": {6059 "A": {6060 "n": 425,6061 "chrf": {6062 "mean": 69.20434920395982,6063 "ci_low": 68.11557463438012,6064 "ci_high": 70.24939893207248,6065 "n_items": 425,6066 "n_groups": 1496067 },6068 "edit_sim": {6069 "mean": 0.6806587255896991,6070 "ci_low": 0.6701875830628551,6071 "ci_high": 0.6910409833450729,6072 "n_items": 425,6073 "n_groups": 1496074 },6075 "rougeL": {6076 "mean": 0.6854084007229494,6077 "ci_low": 0.6727118676965478,6078 "ci_high": 0.6980289336386615,6079 "n_items": 425,6080 "n_groups": 1496081 },6082 "exact_match": {6083 "mean": 0.0,6084 "ci_low": 0.0,6085 "ci_high": 0.0,6086 "n_items": 425,6087 "n_groups": 1496088 },6089 "number_recall": {6090 "mean": 0.9870670537075381,6091 "ci_low": 0.9806267335279486,6092 "ci_high": 0.9929183250436507,6093 "n_items": 425,6094 "n_groups": 1496095 },6096 "placeholders_exact": {6097 "mean": 0.9952941176470588,6098 "ci_low": 0.9874213836477987,6099 "ci_high": 1.0,6100 "n_items": 425,6101 "n_groups": 1496102 }6103 },6104 "B": {6105 "n": 394,6106 "chrf": {6107 "mean": 75.25036220678477,6108 "ci_low": 73.93803092938285,6109 "ci_high": 76.62638977723466,6110 "n_items": 394,6111 "n_groups": 1426112 },6113 "edit_sim": {6114 "mean": 0.7538358842657505,6115 "ci_low": 0.739854658732482,6116 "ci_high": 0.7687067151971491,6117 "n_items": 394,6118 "n_groups": 1426119 },6120 "rougeL": {6121 "mean": 0.7582789353662557,6122 "ci_low": 0.7419888811091415,6123 "ci_high": 0.7745439089707816,6124 "n_items": 394,6125 "n_groups": 1426126 },6127 "exact_match": {6128 "mean": 0.0,6129 "ci_low": 0.0,6130 "ci_high": 0.0,6131 "n_items": 394,6132 "n_groups": 1426133 },6134 "number_recall": {6135 "mean": 0.984199044829006,6136 "ci_low": 0.9745556951643443,6137 "ci_high": 0.9916663062797955,6138 "n_items": 394,6139 "n_groups": 1426140 },6141 "placeholders_exact": {6142 "mean": 0.9898477157360406,6143 "ci_low": 0.9797957839262187,6144 "ci_high": 0.9976474711379879,6145 "n_items": 394,6146 "n_groups": 1426147 }6148 },6149 "C": {6150 "n": 424,6151 "chrf": {6152 "mean": 72.31278766146725,6153 "ci_low": 71.23733184324993,6154 "ci_high": 73.56493323830472,6155 "n_items": 424,6156 "n_groups": 1496157 },6158 "edit_sim": {6159 "mean": 0.729727350557286,6160 "ci_low": 0.7185204624331467,6161 "ci_high": 0.7427160148908675,6162 "n_items": 424,6163 "n_groups": 1496164 },6165 "rougeL": {6166 "mean": 0.7478191401278445,6167 "ci_low": 0.7352642348628627,6168 "ci_high": 0.7623071601554818,6169 "n_items": 424,6170 "n_groups": 1496171 },6172 "exact_match": {6173 "mean": 0.0,6174 "ci_low": 0.0,6175 "ci_high": 0.0,6176 "n_items": 424,6177 "n_groups": 1496178 },6179 "number_recall": {6180 "mean": 0.9878710711249714,6181 "ci_low": 0.9810946858542197,6182 "ci_high": 0.9932189373072791,6183 "n_items": 424,6184 "n_groups": 1496185 },6186 "placeholders_exact": {6187 "mean": 0.9976415094339622,6188 "ci_low": 0.9918693663838812,6189 "ci_high": 1.0,6190 "n_items": 424,6191 "n_groups": 1496192 }6193 },6194 "D": {6195 "n": 436,6196 "chrf": {6197 "mean": 70.46323388197612,6198 "ci_low": 69.42702762020565,6199 "ci_high": 71.49789832697739,6200 "n_items": 436,6201 "n_groups": 1516202 },6203 "edit_sim": {6204 "mean": 0.6979914236928322,6205 "ci_low": 0.6873755666966608,6206 "ci_high": 0.7094522593552559,6207 "n_items": 436,6208 "n_groups": 1516209 },6210 "rougeL": {6211 "mean": 0.7042922022557317,6212 "ci_low": 0.6923707527009242,6213 "ci_high": 0.7163140296269985,6214 "n_items": 436,6215 "n_groups": 1516216 },6217 "exact_match": {6218 "mean": 0.0,6219 "ci_low": 0.0,6220 "ci_high": 0.0,6221 "n_items": 436,6222 "n_groups": 1516223 },6224 "number_recall": {6225 "mean": 0.985324561358713,6226 "ci_low": 0.9769719388976195,6227 "ci_high": 0.9927501644314798,6228 "n_items": 436,6229 "n_groups": 1516230 },6231 "placeholders_exact": {6232 "mean": 0.9977064220183486,6233 "ci_low": 0.9920419112252384,6234 "ci_high": 1.0,6235 "n_items": 436,6236 "n_groups": 1516237 }6238 },6239 "E": {6240 "n": 814,6241 "chrf": {6242 "mean": 65.39204414530633,6243 "ci_low": 64.33657761989045,6244 "ci_high": 66.48653616301497,6245 "n_items": 814,6246 "n_groups": 1516247 },6248 "edit_sim": {6249 "mean": 0.627709081870723,6250 "ci_low": 0.617636204007421,6251 "ci_high": 0.6380184611426998,6252 "n_items": 814,6253 "n_groups": 1516254 },6255 "rougeL": {6256 "mean": 0.6345662173282307,6257 "ci_low": 0.620481866683901,6258 "ci_high": 0.6486639988077522,6259 "n_items": 814,6260 "n_groups": 1516261 },6262 "exact_match": {6263 "mean": 0.0,6264 "ci_low": 0.0,6265 "ci_high": 0.0,6266 "n_items": 814,6267 "n_groups": 1516268 },6269 "number_recall": {6270 "mean": 0.9836171277481438,6271 "ci_low": 0.974069720244819,6272 "ci_high": 0.9912687348304485,6273 "n_items": 814,6274 "n_groups": 1516275 },6276 "placeholders_exact": {6277 "mean": 0.9901719901719902,6278 "ci_low": 0.9825666154393954,6279 "ci_high": 0.9964504333694475,6280 "n_items": 814,6281 "n_groups": 1516282 }6283 }6284 },6285 "by_discipline": {6286 "biomedicine": {6287 "n": 292,6288 "chrf": {6289 "mean": 67.81987174923961,6290 "ci_low": 64.7814961870349,6291 "ci_high": 71.26196945007037,6292 "n_items": 292,6293 "n_groups": 76294 },6295 "edit_sim": {6296 "mean": 0.6751862666797572,6297 "ci_low": 0.6456441242842081,6298 "ci_high": 0.7006819903725328,6299 "n_items": 292,6300 "n_groups": 76301 },6302 "rougeL": {6303 "mean": 0.6708749844858309,6304 "ci_low": 0.6319563287769162,6305 "ci_high": 0.7091740010353239,6306 "n_items": 292,6307 "n_groups": 76308 },6309 "exact_match": {6310 "mean": 0.0,6311 "ci_low": 0.0,6312 "ci_high": 0.0,6313 "n_items": 292,6314 "n_groups": 76315 },6316 "number_recall": {6317 "mean": 0.987535464132966,6318 "ci_low": 0.9653097502737358,6319 "ci_high": 1.0,6320 "n_items": 292,6321 "n_groups": 76322 },6323 "placeholders_exact": {6324 "mean": 0.9863013698630136,6325 "ci_low": 0.9466607142857143,6326 "ci_high": 1.0,6327 "n_items": 292,6328 "n_groups": 76329 }6330 },6331 "chemistry": {6332 "n": 287,6333 "chrf": {6334 "mean": 72.35656338400881,6335 "ci_low": 70.59498644971659,6336 "ci_high": 73.90503033730313,6337 "n_items": 287,6338 "n_groups": 176339 },6340 "edit_sim": {6341 "mean": 0.7134895913147032,6342 "ci_low": 0.695341428225777,6343 "ci_high": 0.7298295743097897,6344 "n_items": 287,6345 "n_groups": 176346 },6347 "rougeL": {6348 "mean": 0.7209196756287228,6349 "ci_low": 0.7043271218863904,6350 "ci_high": 0.7356311389530691,6351 "n_items": 287,6352 "n_groups": 176353 },6354 "exact_match": {6355 "mean": 0.0,6356 "ci_low": 0.0,6357 "ci_high": 0.0,6358 "n_items": 287,6359 "n_groups": 176360 },6361 "number_recall": {6362 "mean": 0.9842678827343232,6363 "ci_low": 0.9591825888907624,6364 "ci_high": 0.9969578177237433,6365 "n_items": 287,6366 "n_groups": 176367 },6368 "placeholders_exact": {6369 "mean": 1.0,6370 "ci_low": 1.0,6371 "ci_high": 1.0,6372 "n_items": 287,6373 "n_groups": 176374 }6375 },6376 "earth_sciences": {6377 "n": 542,6378 "chrf": {6379 "mean": 68.81385998598878,6380 "ci_low": 67.12271913092117,6381 "ci_high": 70.30210113689107,6382 "n_items": 542,6383 "n_groups": 526384 },6385 "edit_sim": {6386 "mean": 0.6801860150647128,6387 "ci_low": 0.6629561676196242,6388 "ci_high": 0.6963845411000786,6389 "n_items": 542,6390 "n_groups": 526391 },6392 "rougeL": {6393 "mean": 0.6894214924550105,6394 "ci_low": 0.6705154238232514,6395 "ci_high": 0.7073420169654508,6396 "n_items": 542,6397 "n_groups": 526398 },6399 "exact_match": {6400 "mean": 0.0,6401 "ci_low": 0.0,6402 "ci_high": 0.0,6403 "n_items": 542,6404 "n_groups": 526405 },6406 "number_recall": {6407 "mean": 0.9896972141764431,6408 "ci_low": 0.9752857959269485,6409 "ci_high": 0.9983204149778295,6410 "n_items": 542,6411 "n_groups": 526412 },6413 "placeholders_exact": {6414 "mean": 0.988929889298893,6415 "ci_low": 0.9685363690124187,6416 "ci_high": 1.0,6417 "n_items": 542,6418 "n_groups": 526419 }6420 },6421 "economics": {6422 "n": 125,6423 "chrf": {6424 "mean": 70.1427107609536,6425 "ci_low": 70.1427107609536,6426 "ci_high": 70.1427107609536,6427 "n_items": 125,6428 "n_groups": 16429 },6430 "edit_sim": {6431 "mean": 0.6773763549005858,6432 "ci_low": 0.6773763549005858,6433 "ci_high": 0.6773763549005858,6434 "n_items": 125,6435 "n_groups": 16436 },6437 "rougeL": {6438 "mean": 0.7029049999341241,6439 "ci_low": 0.7029049999341241,6440 "ci_high": 0.7029049999341241,6441 "n_items": 125,6442 "n_groups": 16443 },6444 "exact_match": {6445 "mean": 0.0,6446 "ci_low": 0.0,6447 "ci_high": 0.0,6448 "n_items": 125,6449 "n_groups": 16450 },6451 "number_recall": {6452 "mean": 0.9832000000000001,6453 "ci_low": 0.9832000000000001,6454 "ci_high": 0.9832000000000001,6455 "n_items": 125,6456 "n_groups": 16457 },6458 "placeholders_exact": {6459 "mean": 0.992,6460 "ci_low": 0.992,6461 "ci_high": 0.992,6462 "n_items": 125,6463 "n_groups": 16464 }6465 },6466 "engineering": {6467 "n": 71,6468 "chrf": {6469 "mean": 76.05341610335509,6470 "ci_low": 76.05341610335509,6471 "ci_high": 76.05341610335509,6472 "n_items": 71,6473 "n_groups": 16474 },6475 "edit_sim": {6476 "mean": 0.7393451513480744,6477 "ci_low": 0.7393451513480744,6478 "ci_high": 0.7393451513480744,6479 "n_items": 71,6480 "n_groups": 16481 },6482 "rougeL": {6483 "mean": 0.7601629427314504,6484 "ci_low": 0.7601629427314504,6485 "ci_high": 0.7601629427314504,6486 "n_items": 71,6487 "n_groups": 16488 },6489 "exact_match": {6490 "mean": 0.0,6491 "ci_low": 0.0,6492 "ci_high": 0.0,6493 "n_items": 71,6494 "n_groups": 16495 },6496 "number_recall": {6497 "mean": 0.9869155755790783,6498 "ci_low": 0.9869155755790783,6499 "ci_high": 0.9869155755790783,6500 "n_items": 71,6501 "n_groups": 16502 },6503 "placeholders_exact": {6504 "mean": 0.9859154929577465,6505 "ci_low": 0.9859154929577465,6506 "ci_high": 0.9859154929577465,6507 "n_items": 71,6508 "n_groups": 16509 }6510 },6511 "finance": {6512 "n": 251,6513 "chrf": {6514 "mean": 67.08063617098094,6515 "ci_low": 66.86371707611893,6516 "ci_high": 70.06646371202268,6517 "n_items": 251,6518 "n_groups": 26519 },6520 "edit_sim": {6521 "mean": 0.6628153947316061,6522 "ci_low": 0.6575054955256545,6523 "ci_high": 0.7359045955664716,6524 "n_items": 251,6525 "n_groups": 26526 },6527 "rougeL": {6528 "mean": 0.6491488573319002,6529 "ci_low": 0.6466952815629762,6530 "ci_high": 0.6829216061512096,6531 "n_items": 251,6532 "n_groups": 26533 },6534 "exact_match": {6535 "mean": 0.0,6536 "ci_low": 0.0,6537 "ci_high": 0.0,6538 "n_items": 251,6539 "n_groups": 26540 },6541 "number_recall": {6542 "mean": 0.9988379814077025,6543 "ci_low": 0.9987535612535612,6544 "ci_high": 1.0,6545 "n_items": 251,6546 "n_groups": 26547 },6548 "placeholders_exact": {6549 "mean": 0.9960159362549801,6550 "ci_low": 0.9957264957264957,6551 "ci_high": 1.0,6552 "n_items": 251,6553 "n_groups": 26554 }6555 },6556 "life_sciences": {6557 "n": 306,6558 "chrf": {6559 "mean": 72.03453969853548,6560 "ci_low": 70.44974689736338,6561 "ci_high": 73.56347971253102,6562 "n_items": 306,6563 "n_groups": 216564 },6565 "edit_sim": {6566 "mean": 0.6999043235918648,6567 "ci_low": 0.6773826140859042,6568 "ci_high": 0.7199911633474356,6569 "n_items": 306,6570 "n_groups": 216571 },6572 "rougeL": {6573 "mean": 0.7190034014399269,6574 "ci_low": 0.6994131909381364,6575 "ci_high": 0.7363585838865573,6576 "n_items": 306,6577 "n_groups": 216578 },6579 "exact_match": {6580 "mean": 0.0,6581 "ci_low": 0.0,6582 "ci_high": 0.0,6583 "n_items": 306,6584 "n_groups": 216585 },6586 "number_recall": {6587 "mean": 0.9645445363726793,6588 "ci_low": 0.9389957671642976,6589 "ci_high": 0.9868571795283495,6590 "n_items": 306,6591 "n_groups": 216592 },6593 "placeholders_exact": {6594 "mean": 0.9967320261437909,6595 "ci_low": 0.988,6596 "ci_high": 1.0,6597 "n_items": 306,6598 "n_groups": 216599 }6600 },6601 "physics": {6602 "n": 457,6603 "chrf": {6604 "mean": 68.51175026483885,6605 "ci_low": 65.61445121658721,6606 "ci_high": 71.01520209424669,6607 "n_items": 457,6608 "n_groups": 516609 },6610 "edit_sim": {6611 "mean": 0.6753269499908319,6612 "ci_low": 0.6498941608299893,6613 "ci_high": 0.6990404543447569,6614 "n_items": 457,6615 "n_groups": 516616 },6617 "rougeL": {6618 "mean": 0.6859448511058758,6619 "ci_low": 0.6591311613669913,6620 "ci_high": 0.7114549851353378,6621 "n_items": 457,6622 "n_groups": 516623 },6624 "exact_match": {6625 "mean": 0.0,6626 "ci_low": 0.0,6627 "ci_high": 0.0,6628 "n_items": 457,6629 "n_groups": 516630 },6631 "number_recall": {6632 "mean": 0.9859315253188338,6633 "ci_low": 0.9585324246105943,6634 "ci_high": 0.9988946215424933,6635 "n_items": 457,6636 "n_groups": 516637 },6638 "placeholders_exact": {6639 "mean": 0.9978118161925602,6640 "ci_low": 0.9933913395189271,6641 "ci_high": 1.0,6642 "n_items": 457,6643 "n_groups": 516644 }6645 },6646 "social_sciences": {6647 "n": 162,6648 "chrf": {6649 "mean": 70.66696639436998,6650 "ci_low": 69.23371757508598,6651 "ci_high": 71.78521547315198,6652 "n_items": 162,6653 "n_groups": 26654 },6655 "edit_sim": {6656 "mean": 0.7040806832823261,6657 "ci_low": 0.6882821361279693,6658 "ci_high": 0.7164070222708901,6659 "n_items": 162,6660 "n_groups": 26661 },6662 "rougeL": {6663 "mean": 0.7161438342377348,6664 "ci_low": 0.7103434705794414,6665 "ci_high": 0.720669392696403,6666 "n_items": 162,6667 "n_groups": 26668 },6669 "exact_match": {6670 "mean": 0.0,6671 "ci_low": 0.0,6672 "ci_high": 0.0,6673 "n_items": 162,6674 "n_groups": 26675 },6676 "number_recall": {6677 "mean": 0.9860450866006422,6678 "ci_low": 0.9787364650002013,6679 "ci_high": 0.9954124748490946,6680 "n_items": 162,6681 "n_groups": 26682 },6683 "placeholders_exact": {6684 "mean": 0.9938271604938271,6685 "ci_low": 0.989010989010989,6686 "ci_high": 1.0,6687 "n_items": 162,6688 "n_groups": 26689 }6690 }6691 },6692 "by_era": {6693 "1900-1949": {6694 "n": 23,6695 "chrf": {6696 "mean": 62.34690181340234,6697 "ci_low": 59.78951021804102,6698 "ci_high": 64.21680622027718,6699 "n_items": 23,6700 "n_groups": 36701 },6702 "edit_sim": {6703 "mean": 0.623089048119379,6704 "ci_low": 0.5989969871109957,6705 "ci_high": 0.6699235330688708,6706 "n_items": 23,6707 "n_groups": 36708 },6709 "rougeL": {6710 "mean": 0.6485861674716843,6711 "ci_low": 0.6349997851282095,6712 "ci_high": 0.6770937653171332,6713 "n_items": 23,6714 "n_groups": 36715 },6716 "exact_match": {6717 "mean": 0.0,6718 "ci_low": 0.0,6719 "ci_high": 0.0,6720 "n_items": 23,6721 "n_groups": 36722 },6723 "number_recall": {6724 "mean": 1.0,6725 "ci_low": 1.0,6726 "ci_high": 1.0,6727 "n_items": 23,6728 "n_groups": 36729 },6730 "placeholders_exact": {6731 "mean": 1.0,6732 "ci_low": 1.0,6733 "ci_high": 1.0,6734 "n_items": 23,6735 "n_groups": 36736 }6737 },6738 "2000-2009": {6739 "n": 269,6740 "chrf": {6741 "mean": 67.50527686431602,6742 "ci_low": 65.92110276058476,6743 "ci_high": 70.58815974590006,6744 "n_items": 269,6745 "n_groups": 136746 },6747 "edit_sim": {6748 "mean": 0.6731841041543959,6749 "ci_low": 0.6554623300466302,6750 "ci_high": 0.6973410188480436,6751 "n_items": 269,6752 "n_groups": 136753 },6754 "rougeL": {6755 "mean": 0.6668625168911497,6756 "ci_low": 0.647008717369635,6757 "ci_high": 0.6993958350463515,6758 "n_items": 269,6759 "n_groups": 136760 },6761 "exact_match": {6762 "mean": 0.0,6763 "ci_low": 0.0,6764 "ci_high": 0.0,6765 "n_items": 269,6766 "n_groups": 136767 },6768 "number_recall": {6769 "mean": 0.9935315985130111,6770 "ci_low": 0.979011869225302,6771 "ci_high": 1.0,6772 "n_items": 269,6773 "n_groups": 136774 },6775 "placeholders_exact": {6776 "mean": 0.9851301115241635,6777 "ci_low": 0.9436619718309859,6778 "ci_high": 1.0,6779 "n_items": 269,6780 "n_groups": 136781 }6782 },6783 "2010-2017": {6784 "n": 2016,6785 "chrf": {6786 "mean": 70.87896925393663,6787 "ci_low": 69.74969416467269,6788 "ci_high": 72.05564021608058,6789 "n_items": 2016,6790 "n_groups": 1256791 },6792 "edit_sim": {6793 "mean": 0.695180800361723,6794 "ci_low": 0.6841206284118907,6795 "ci_high": 0.7076439893010474,6796 "n_items": 2016,6797 "n_groups": 1256798 },6799 "rougeL": {6800 "mean": 0.7044623807950074,6801 "ci_low": 0.689334058898331,6802 "ci_high": 0.719657568095605,6803 "n_items": 2016,6804 "n_groups": 1256805 },6806 "exact_match": {6807 "mean": 0.0,6808 "ci_low": 0.0,6809 "ci_high": 0.0,6810 "n_items": 2016,6811 "n_groups": 1256812 },6813 "number_recall": {6814 "mean": 0.9827088821352717,6815 "ci_low": 0.9730770352979637,6816 "ci_high": 0.9901734658840152,6817 "n_items": 2016,6818 "n_groups": 1256819 },6820 "placeholders_exact": {6821 "mean": 0.9940476190476191,6822 "ci_low": 0.9885139254889636,6823 "ci_high": 0.9979348759630269,6824 "n_items": 2016,6825 "n_groups": 1256826 }6827 },6828 "pre1900": {6829 "n": 185,6830 "chrf": {6831 "mean": 60.47192844483066,6832 "ci_low": 57.18238465615563,6833 "ci_high": 64.34556737676887,6834 "n_items": 185,6835 "n_groups": 136836 },6837 "edit_sim": {6838 "mean": 0.6166112493618858,6839 "ci_low": 0.5839766964648643,6840 "ci_high": 0.6555280176284111,6841 "n_items": 185,6842 "n_groups": 136843 },6844 "rougeL": {6845 "mean": 0.6283482636007577,6846 "ci_low": 0.5961466075629368,6847 "ci_high": 0.6678584922896202,6848 "n_items": 185,6849 "n_groups": 136850 },6851 "exact_match": {6852 "mean": 0.0,6853 "ci_low": 0.0,6854 "ci_high": 0.0,6855 "n_items": 185,6856 "n_groups": 136857 },6858 "number_recall": {6859 "mean": 1.0,6860 "ci_low": 1.0,6861 "ci_high": 1.0,6862 "n_items": 185,6863 "n_groups": 136864 },6865 "placeholders_exact": {6866 "mean": 1.0,6867 "ci_low": 1.0,6868 "ci_high": 1.0,6869 "n_items": 185,6870 "n_groups": 136871 }6872 }6873 },6874 "by_role": {6875 "abstract": {6876 "n": 236,6877 "chrf": {6878 "mean": 71.21914409578507,6879 "ci_low": 69.6401915379391,6880 "ci_high": 72.89784923931803,6881 "n_items": 236,6882 "n_groups": 426883 },6884 "edit_sim": {6885 "mean": 0.6956574465692986,6886 "ci_low": 0.6786412193424488,6887 "ci_high": 0.7143000576542381,6888 "n_items": 236,6889 "n_groups": 426890 },6891 "rougeL": {6892 "mean": 0.6954911345317479,6893 "ci_low": 0.6740562242878717,6894 "ci_high": 0.7166167657199627,6895 "n_items": 236,6896 "n_groups": 426897 },6898 "exact_match": {6899 "mean": 0.0,6900 "ci_low": 0.0,6901 "ci_high": 0.0,6902 "n_items": 236,6903 "n_groups": 426904 },6905 "number_recall": {6906 "mean": 0.9882564344005021,6907 "ci_low": 0.9768364351851853,6908 "ci_high": 0.9964639567292338,6909 "n_items": 236,6910 "n_groups": 426911 },6912 "placeholders_exact": {6913 "mean": 1.0,6914 "ci_low": 1.0,6915 "ci_high": 1.0,6916 "n_items": 236,6917 "n_groups": 426918 }6919 },6920 "background": {6921 "n": 114,6922 "chrf": {6923 "mean": 71.52038521624954,6924 "ci_low": 70.01647828883188,6925 "ci_high": 74.53333434764107,6926 "n_items": 114,6927 "n_groups": 86928 },6929 "edit_sim": {6930 "mean": 0.706189079905356,6931 "ci_low": 0.6921506052182301,6932 "ci_high": 0.7353881100543559,6933 "n_items": 114,6934 "n_groups": 86935 },6936 "rougeL": {6937 "mean": 0.705974001383835,6938 "ci_low": 0.6926855159631833,6939 "ci_high": 0.735522342201763,6940 "n_items": 114,6941 "n_groups": 86942 },6943 "exact_match": {6944 "mean": 0.0,6945 "ci_low": 0.0,6946 "ci_high": 0.0,6947 "n_items": 114,6948 "n_groups": 86949 },6950 "number_recall": {6951 "mean": 0.9913609782030833,6952 "ci_low": 0.966882097371228,6953 "ci_high": 1.0,6954 "n_items": 114,6955 "n_groups": 86956 },6957 "placeholders_exact": {6958 "mean": 0.9649122807017544,6959 "ci_low": 0.8480525803310613,6960 "ci_high": 1.0,6961 "n_items": 114,6962 "n_groups": 86963 }6964 },6965 "chapter": {6966 "n": 92,6967 "chrf": {6968 "mean": 61.012338057703346,6969 "ci_low": 57.38258713349734,6970 "ci_high": 64.40919255219124,6971 "n_items": 92,6972 "n_groups": 106973 },6974 "edit_sim": {6975 "mean": 0.6241951049915528,6976 "ci_low": 0.5826876669052229,6977 "ci_high": 0.660756350880567,6978 "n_items": 92,6979 "n_groups": 106980 },6981 "rougeL": {6982 "mean": 0.6423629011305164,6983 "ci_low": 0.6016527718744185,6984 "ci_high": 0.6763509706285704,6985 "n_items": 92,6986 "n_groups": 106987 },6988 "exact_match": {6989 "mean": 0.0,6990 "ci_low": 0.0,6991 "ci_high": 0.0,6992 "n_items": 92,6993 "n_groups": 106994 },6995 "number_recall": {6996 "mean": 1.0,6997 "ci_low": 1.0,6998 "ci_high": 1.0,6999 "n_items": 92,7000 "n_groups": 107001 },7002 "placeholders_exact": {7003 "mean": 1.0,7004 "ci_low": 1.0,7005 "ci_high": 1.0,7006 "n_items": 92,7007 "n_groups": 107008 }7009 },7010 "conclusion": {7011 "n": 197,7012 "chrf": {7013 "mean": 68.33048002499642,7014 "ci_low": 66.56816918786667,7015 "ci_high": 70.21733708389901,7016 "n_items": 197,7017 "n_groups": 287018 },7019 "edit_sim": {7020 "mean": 0.6746380333617435,7021 "ci_low": 0.6476588005960849,7022 "ci_high": 0.7030764623841286,7023 "n_items": 197,7024 "n_groups": 287025 },7026 "rougeL": {7027 "mean": 0.6749531572973928,7028 "ci_low": 0.6520512346125997,7029 "ci_high": 0.6994925745985467,7030 "n_items": 197,7031 "n_groups": 287032 },7033 "exact_match": {7034 "mean": 0.0,7035 "ci_low": 0.0,7036 "ci_high": 0.0,7037 "n_items": 197,7038 "n_groups": 287039 },7040 "number_recall": {7041 "mean": 0.9847715736040609,7042 "ci_low": 0.9536022381283051,7043 "ci_high": 1.0,7044 "n_items": 197,7045 "n_groups": 287046 },7047 "placeholders_exact": {7048 "mean": 1.0,7049 "ci_low": 1.0,7050 "ci_high": 1.0,7051 "n_items": 197,7052 "n_groups": 287053 }7054 },7055 "data": {7056 "n": 142,7057 "chrf": {7058 "mean": 70.71960128602097,7059 "ci_low": 67.93398151676249,7060 "ci_high": 73.17210005507937,7061 "n_items": 142,7062 "n_groups": 177063 },7064 "edit_sim": {7065 "mean": 0.6822454399716538,7066 "ci_low": 0.6494436121451055,7067 "ci_high": 0.7108067605198752,7068 "n_items": 142,7069 "n_groups": 177070 },7071 "rougeL": {7072 "mean": 0.7076464341967209,7073 "ci_low": 0.6736187825945955,7074 "ci_high": 0.7375291417497511,7075 "n_items": 142,7076 "n_groups": 177077 },7078 "exact_match": {7079 "mean": 0.0,7080 "ci_low": 0.0,7081 "ci_high": 0.0,7082 "n_items": 142,7083 "n_groups": 177084 },7085 "number_recall": {7086 "mean": 0.9822769953051644,7087 "ci_low": 0.9587696512233213,7088 "ci_high": 1.0,7089 "n_items": 142,7090 "n_groups": 177091 },7092 "placeholders_exact": {7093 "mean": 1.0,7094 "ci_low": 1.0,7095 "ci_high": 1.0,7096 "n_items": 142,7097 "n_groups": 177098 }7099 },7100 "discussion": {7101 "n": 293,7102 "chrf": {7103 "mean": 70.88244438357066,7104 "ci_low": 69.07403590962096,7105 "ci_high": 72.60345580691708,7106 "n_items": 293,7107 "n_groups": 347108 },7109 "edit_sim": {7110 "mean": 0.700928803897445,7111 "ci_low": 0.6835786583157143,7112 "ci_high": 0.7178652335164629,7113 "n_items": 293,7114 "n_groups": 347115 },7116 "rougeL": {7117 "mean": 0.6998641390780315,7118 "ci_low": 0.6786724647317764,7119 "ci_high": 0.7198245581230739,7120 "n_items": 293,7121 "n_groups": 347122 },7123 "exact_match": {7124 "mean": 0.0,7125 "ci_low": 0.0,7126 "ci_high": 0.0,7127 "n_items": 293,7128 "n_groups": 347129 },7130 "number_recall": {7131 "mean": 0.9746444823663254,7132 "ci_low": 0.9309073094809481,7133 "ci_high": 0.997409687460272,7134 "n_items": 293,7135 "n_groups": 347136 },7137 "placeholders_exact": {7138 "mean": 0.9965870307167235,7139 "ci_low": 0.989247311827957,7140 "ci_high": 1.0,7141 "n_items": 293,7142 "n_groups": 347143 }7144 },7145 "introduction": {7146 "n": 330,7147 "chrf": {7148 "mean": 71.23252544948109,7149 "ci_low": 69.91115529331452,7150 "ci_high": 72.74380511186904,7151 "n_items": 330,7152 "n_groups": 377153 },7154 "edit_sim": {7155 "mean": 0.7086087173726822,7156 "ci_low": 0.6953412111957878,7157 "ci_high": 0.7234831571671022,7158 "n_items": 330,7159 "n_groups": 377160 },7161 "rougeL": {7162 "mean": 0.7106439061798514,7163 "ci_low": 0.6975015364377066,7164 "ci_high": 0.7245064549462605,7165 "n_items": 330,7166 "n_groups": 377167 },7168 "exact_match": {7169 "mean": 0.0,7170 "ci_low": 0.0,7171 "ci_high": 0.0,7172 "n_items": 330,7173 "n_groups": 377174 },7175 "number_recall": {7176 "mean": 0.9921426024955435,7177 "ci_low": 0.9808101609652,7178 "ci_high": 0.9992308306709266,7179 "n_items": 330,7180 "n_groups": 377181 },7182 "placeholders_exact": {7183 "mean": 0.996969696969697,7184 "ci_low": 0.9915730337078652,7185 "ci_high": 1.0,7186 "n_items": 330,7187 "n_groups": 377188 }7189 },7190 "limitations": {7191 "n": 58,7192 "chrf": {7193 "mean": 64.82909546832764,7194 "ci_low": 61.48355088784642,7195 "ci_high": 67.28012152106683,7196 "n_items": 58,7197 "n_groups": 87198 },7199 "edit_sim": {7200 "mean": 0.6323103058956643,7201 "ci_low": 0.6045599432046435,7202 "ci_high": 0.6579012531266123,7203 "n_items": 58,7204 "n_groups": 87205 },7206 "rougeL": {7207 "mean": 0.6311310038114828,7208 "ci_low": 0.598329813154127,7209 "ci_high": 0.6570887054456958,7210 "n_items": 58,7211 "n_groups": 87212 },7213 "exact_match": {7214 "mean": 0.0,7215 "ci_low": 0.0,7216 "ci_high": 0.0,7217 "n_items": 58,7218 "n_groups": 87219 },7220 "number_recall": {7221 "mean": 1.0,7222 "ci_low": 1.0,7223 "ci_high": 1.0,7224 "n_items": 58,7225 "n_groups": 87226 },7227 "placeholders_exact": {7228 "mean": 1.0,7229 "ci_low": 1.0,7230 "ci_high": 1.0,7231 "n_items": 58,7232 "n_groups": 87233 }7234 },7235 "methods": {7236 "n": 279,7237 "chrf": {7238 "mean": 70.92230238045762,7239 "ci_low": 68.52516363669005,7240 "ci_high": 73.45406231460109,7241 "n_items": 279,7242 "n_groups": 337243 },7244 "edit_sim": {7245 "mean": 0.7041458231265989,7246 "ci_low": 0.6809684310561962,7247 "ci_high": 0.7302206227177819,7248 "n_items": 279,7249 "n_groups": 337250 },7251 "rougeL": {7252 "mean": 0.7217154864207823,7253 "ci_low": 0.6931866310369921,7254 "ci_high": 0.7537560886632415,7255 "n_items": 279,7256 "n_groups": 337257 },7258 "exact_match": {7259 "mean": 0.0,7260 "ci_low": 0.0,7261 "ci_high": 0.0,7262 "n_items": 279,7263 "n_groups": 337264 },7265 "number_recall": {7266 "mean": 0.9890893706531444,7267 "ci_low": 0.9793596981299162,7268 "ci_high": 0.9973664495877355,7269 "n_items": 279,7270 "n_groups": 337271 },7272 "placeholders_exact": {7273 "mean": 0.989247311827957,7274 "ci_low": 0.9765076927947322,7275 "ci_high": 1.0,7276 "n_items": 279,7277 "n_groups": 337278 }7279 },7280 "other": {7281 "n": 219,7282 "chrf": {7283 "mean": 67.51595665083731,7284 "ci_low": 64.34085730385634,7285 "ci_high": 70.83637199798179,7286 "n_items": 219,7287 "n_groups": 157288 },7289 "edit_sim": {7290 "mean": 0.6572825326934578,7291 "ci_low": 0.630932871869974,7292 "ci_high": 0.6841149574313902,7293 "n_items": 219,7294 "n_groups": 157295 },7296 "rougeL": {7297 "mean": 0.661260513454069,7298 "ci_low": 0.6254018286522838,7299 "ci_high": 0.6992186601876693,7300 "n_items": 219,7301 "n_groups": 157302 },7303 "exact_match": {7304 "mean": 0.0,7305 "ci_low": 0.0,7306 "ci_high": 0.0,7307 "n_items": 219,7308 "n_groups": 157309 },7310 "number_recall": {7311 "mean": 0.9804033485540335,7312 "ci_low": 0.9391564597315437,7313 "ci_high": 1.0,7314 "n_items": 219,7315 "n_groups": 157316 },7317 "placeholders_exact": {7318 "mean": 0.9954337899543378,7319 "ci_low": 0.987603305785124,7320 "ci_high": 1.0,7321 "n_items": 219,7322 "n_groups": 157323 }7324 },7325 "preface": {7326 "n": 87,7327 "chrf": {7328 "mean": 58.275722435456835,7329 "ci_low": 53.84179759338074,7330 "ci_high": 63.5564301531162,7331 "n_items": 87,7332 "n_groups": 77333 },7334 "edit_sim": {7335 "mean": 0.5858036775907303,7336 "ci_low": 0.5569625369525433,7337 "ci_high": 0.6314373072255466,7338 "n_items": 87,7339 "n_groups": 77340 },7341 "rougeL": {7342 "mean": 0.5956625420671199,7343 "ci_low": 0.559537845663698,7344 "ci_high": 0.6527863555701862,7345 "n_items": 87,7346 "n_groups": 77347 },7348 "exact_match": {7349 "mean": 0.0,7350 "ci_low": 0.0,7351 "ci_high": 0.0,7352 "n_items": 87,7353 "n_groups": 77354 },7355 "number_recall": {7356 "mean": 1.0,7357 "ci_low": 1.0,7358 "ci_high": 1.0,7359 "n_items": 87,7360 "n_groups": 77361 },7362 "placeholders_exact": {7363 "mean": 1.0,7364 "ci_low": 1.0,7365 "ci_high": 1.0,7366 "n_items": 87,7367 "n_groups": 77368 }7369 },7370 "related_work": {7371 "n": 35,7372 "chrf": {7373 "mean": 71.54366177477283,7374 "ci_low": 71.54366177477283,7375 "ci_high": 71.54366177477283,7376 "n_items": 35,7377 "n_groups": 17378 },7379 "edit_sim": {7380 "mean": 0.6984630103368087,7381 "ci_low": 0.6984630103368087,7382 "ci_high": 0.6984630103368087,7383 "n_items": 35,7384 "n_groups": 17385 },7386 "rougeL": {7387 "mean": 0.6991490857140016,7388 "ci_low": 0.6991490857140016,7389 "ci_high": 0.6991490857140016,7390 "n_items": 35,7391 "n_groups": 17392 },7393 "exact_match": {7394 "mean": 0.0,7395 "ci_low": 0.0,7396 "ci_high": 0.0,7397 "n_items": 35,7398 "n_groups": 17399 },7400 "number_recall": {7401 "mean": 1.0,7402 "ci_low": 1.0,7403 "ci_high": 1.0,7404 "n_items": 35,7405 "n_groups": 17406 },7407 "placeholders_exact": {7408 "mean": 1.0,7409 "ci_low": 1.0,7410 "ci_high": 1.0,7411 "n_items": 35,7412 "n_groups": 17413 }7414 },7415 "results": {7416 "n": 263,7417 "chrf": {7418 "mean": 71.3130279020803,7419 "ci_low": 69.48374120219556,7420 "ci_high": 73.48676963596917,7421 "n_items": 263,7422 "n_groups": 337423 },7424 "edit_sim": {7425 "mean": 0.690181222594055,7426 "ci_low": 0.6735688515146215,7427 "ci_high": 0.7100915064085466,7428 "n_items": 263,7429 "n_groups": 337430 },7431 "rougeL": {7432 "mean": 0.7142937925355966,7433 "ci_low": 0.6870350867987159,7434 "ci_high": 0.7455068620422869,7435 "n_items": 263,7436 "n_groups": 337437 },7438 "exact_match": {7439 "mean": 0.0,7440 "ci_low": 0.0,7441 "ci_high": 0.0,7442 "n_items": 263,7443 "n_groups": 337444 },7445 "number_recall": {7446 "mean": 0.963137081212846,7447 "ci_low": 0.9337432466492563,7448 "ci_high": 0.984787675458929,7449 "n_items": 263,7450 "n_groups": 337451 },7452 "placeholders_exact": {7453 "mean": 0.9847908745247148,7454 "ci_low": 0.944437984496124,7455 "ci_high": 1.0,7456 "n_items": 263,7457 "n_groups": 337458 }7459 },7460 "theory": {7461 "n": 148,7462 "chrf": {7463 "mean": 72.00476799679423,7464 "ci_low": 69.02579200408816,7465 "ci_high": 75.12198864282794,7466 "n_items": 148,7467 "n_groups": 157468 },7469 "edit_sim": {7470 "mean": 0.7153282391550182,7471 "ci_low": 0.6828071196030974,7472 "ci_high": 0.7500546236742188,7473 "n_items": 148,7474 "n_groups": 157475 },7476 "rougeL": {7477 "mean": 0.7234669670598262,7478 "ci_low": 0.6808450929314258,7479 "ci_high": 0.7671649321920148,7480 "n_items": 148,7481 "n_groups": 157482 },7483 "exact_match": {7484 "mean": 0.0,7485 "ci_low": 0.0,7486 "ci_high": 0.0,7487 "n_items": 148,7488 "n_groups": 157489 },7490 "number_recall": {7491 "mean": 0.9981546672723143,7492 "ci_low": 0.9946832316842822,7493 "ci_high": 1.0,7494 "n_items": 148,7495 "n_groups": 157496 },7497 "placeholders_exact": {7498 "mean": 0.9864864864864865,7499 "ci_low": 0.9541984732824428,7500 "ci_high": 1.0,7501 "n_items": 148,7502 "n_groups": 157503 }7504 }7505 }7506 },7507 "htr-m1-tiny": {7508 "overall": {7509 "n": 2493,7510 "chrf": {7511 "mean": 69.65185232933707,7512 "ci_low": 68.60658494943736,7513 "ci_high": 70.76037998273084,7514 "n_items": 2493,7515 "n_groups": 1547516 },7517 "edit_sim": {7518 "mean": 0.6851695355778359,7519 "ci_low": 0.6755201770034911,7520 "ci_high": 0.6954937180974335,7521 "n_items": 2493,7522 "n_groups": 1547523 },7524 "rougeL": {7525 "mean": 0.6933130365065774,7526 "ci_low": 0.6808250008357972,7527 "ci_high": 0.7062397257855304,7528 "n_items": 2493,7529 "n_groups": 1547530 },7531 "exact_match": {7532 "mean": 0.0,7533 "ci_low": 0.0,7534 "ci_high": 0.0,7535 "n_items": 2493,7536 "n_groups": 1547537 },7538 "number_recall": {7539 "mean": 0.9850769879083819,7540 "ci_low": 0.9783662790617799,7541 "ci_high": 0.9905031831861025,7542 "n_items": 2493,7543 "n_groups": 1547544 },7545 "placeholders_exact": {7546 "mean": 0.9875651825110309,7547 "ci_low": 0.9784464737891277,7548 "ci_high": 0.994939751358092,7549 "n_items": 2493,7550 "n_groups": 1547551 }7552 },7553 "by_variant": {7554 "A": {7555 "n": 425,7556 "chrf": {7557 "mean": 69.21117008829314,7558 "ci_low": 68.11566298924157,7559 "ci_high": 70.29327417868939,7560 "n_items": 425,7561 "n_groups": 1497562 },7563 "edit_sim": {7564 "mean": 0.6789005444371121,7565 "ci_low": 0.6684491267276339,7566 "ci_high": 0.689332128351531,7567 "n_items": 425,7568 "n_groups": 1497569 },7570 "rougeL": {7571 "mean": 0.6845592441745008,7572 "ci_low": 0.672381783876192,7573 "ci_high": 0.6970078587354096,7574 "n_items": 425,7575 "n_groups": 1497576 },7577 "exact_match": {7578 "mean": 0.0,7579 "ci_low": 0.0,7580 "ci_high": 0.0,7581 "n_items": 425,7582 "n_groups": 1497583 },7584 "number_recall": {7585 "mean": 0.9860456532253568,7586 "ci_low": 0.9786857130647978,7587 "ci_high": 0.9920494379995909,7588 "n_items": 425,7589 "n_groups": 1497590 },7591 "placeholders_exact": {7592 "mean": 0.9882352941176471,7593 "ci_low": 0.9761168975267547,7594 "ci_high": 0.9978405203978531,7595 "n_items": 425,7596 "n_groups": 1497597 }7598 },7599 "B": {7600 "n": 394,7601 "chrf": {7602 "mean": 75.16100507398708,7603 "ci_low": 73.81897582688586,7604 "ci_high": 76.56721874856241,7605 "n_items": 394,7606 "n_groups": 1427607 },7608 "edit_sim": {7609 "mean": 0.752423431265291,7610 "ci_low": 0.738024332237607,7611 "ci_high": 0.7675693806530466,7612 "n_items": 394,7613 "n_groups": 1427614 },7615 "rougeL": {7616 "mean": 0.7576665514938482,7617 "ci_low": 0.7413224281103921,7618 "ci_high": 0.773969698719215,7619 "n_items": 394,7620 "n_groups": 1427621 },7622 "exact_match": {7623 "mean": 0.0,7624 "ci_low": 0.0,7625 "ci_high": 0.0,7626 "n_items": 394,7627 "n_groups": 1427628 },7629 "number_recall": {7630 "mean": 0.9865516892864609,7631 "ci_low": 0.97902874371542,7632 "ci_high": 0.9931310711522983,7633 "n_items": 394,7634 "n_groups": 1427635 },7636 "placeholders_exact": {7637 "mean": 0.9822335025380711,7638 "ci_low": 0.9699986338797814,7639 "ci_high": 0.9943510759855266,7640 "n_items": 394,7641 "n_groups": 1427642 }7643 },7644 "C": {7645 "n": 424,7646 "chrf": {7647 "mean": 72.25706940961658,7648 "ci_low": 71.19573713164941,7649 "ci_high": 73.49366696743024,7650 "n_items": 424,7651 "n_groups": 1497652 },7653 "edit_sim": {7654 "mean": 0.7265688134916922,7655 "ci_low": 0.7151579798753952,7656 "ci_high": 0.7400389532914723,7657 "n_items": 424,7658 "n_groups": 1497659 },7660 "rougeL": {7661 "mean": 0.7457835077442394,7662 "ci_low": 0.7336828009349662,7663 "ci_high": 0.7598629159593858,7664 "n_items": 424,7665 "n_groups": 1497666 },7667 "exact_match": {7668 "mean": 0.0,7669 "ci_low": 0.0,7670 "ci_high": 0.0,7671 "n_items": 424,7672 "n_groups": 1497673 },7674 "number_recall": {7675 "mean": 0.988727835801674,7676 "ci_low": 0.9824968499821983,7677 "ci_high": 0.9937758283942737,7678 "n_items": 424,7679 "n_groups": 1497680 },7681 "placeholders_exact": {7682 "mean": 0.9929245283018868,7683 "ci_low": 0.9843719242125984,7684 "ci_high": 1.0,7685 "n_items": 424,7686 "n_groups": 1497687 }7688 },7689 "D": {7690 "n": 436,7691 "chrf": {7692 "mean": 70.41221598987518,7693 "ci_low": 69.34739199577407,7694 "ci_high": 71.51310893193488,7695 "n_items": 436,7696 "n_groups": 1517697 },7698 "edit_sim": {7699 "mean": 0.6966241995882018,7700 "ci_low": 0.6855959406035735,7701 "ci_high": 0.7081426699120329,7702 "n_items": 436,7703 "n_groups": 1517704 },7705 "rougeL": {7706 "mean": 0.7030418376319931,7707 "ci_low": 0.6909778890133029,7708 "ci_high": 0.7154913820112285,7709 "n_items": 436,7710 "n_groups": 1517711 },7712 "exact_match": {7713 "mean": 0.0,7714 "ci_low": 0.0,7715 "ci_high": 0.0,7716 "n_items": 436,7717 "n_groups": 1517718 },7719 "number_recall": {7720 "mean": 0.980100780554872,7721 "ci_low": 0.9712912812575414,7722 "ci_high": 0.9876527957007784,7723 "n_items": 436,7724 "n_groups": 1517725 },7726 "placeholders_exact": {7727 "mean": 0.9862385321100917,7728 "ci_low": 0.9745339522624971,7729 "ci_high": 0.9970762365096415,7730 "n_items": 436,7731 "n_groups": 1517732 }7733 },7734 "E": {7735 "n": 814,7736 "chrf": {7737 "mean": 65.45105770159559,7738 "ci_low": 64.39614474460154,7739 "ci_high": 66.60931777296686,7740 "n_items": 814,7741 "n_groups": 1517742 },7743 "edit_sim": {7744 "mean": 0.628190124017585,7745 "ci_low": 0.6184063697170127,7746 "ci_high": 0.6385185152230062,7747 "n_items": 814,7748 "n_groups": 1517749 },7750 "rougeL": {7751 "mean": 0.6341924465074347,7752 "ci_low": 0.6207319678662527,7753 "ci_high": 0.64782994457896,7754 "n_items": 814,7755 "n_groups": 1517756 },7757 "exact_match": {7758 "mean": 0.0,7759 "ci_low": 0.0,7760 "ci_high": 0.0,7761 "n_items": 814,7762 "n_groups": 1517763 },7764 "number_recall": {7765 "mean": 0.9846211547347912,7766 "ci_low": 0.977394913992571,7767 "ci_high": 0.9909492572614775,7768 "n_items": 814,7769 "n_groups": 1517770 },7771 "placeholders_exact": {7772 "mean": 0.9877149877149877,7773 "ci_low": 0.977629561545748,7774 "ci_high": 0.9959839357429718,7775 "n_items": 814,7776 "n_groups": 1517777 }7778 }7779 },7780 "by_discipline": {7781 "biomedicine": {7782 "n": 292,7783 "chrf": {7784 "mean": 67.71693404657623,7785 "ci_low": 64.65906434644104,7786 "ci_high": 71.10652565888995,7787 "n_items": 292,7788 "n_groups": 77789 },7790 "edit_sim": {7791 "mean": 0.6743464675310215,7792 "ci_low": 0.6460559033972274,7793 "ci_high": 0.6978012717844153,7794 "n_items": 292,7795 "n_groups": 77796 },7797 "rougeL": {7798 "mean": 0.6687939430674439,7799 "ci_low": 0.6292724838772213,7800 "ci_high": 0.7057370414575705,7801 "n_items": 292,7802 "n_groups": 77803 },7804 "exact_match": {7805 "mean": 0.0,7806 "ci_low": 0.0,7807 "ci_high": 0.0,7808 "n_items": 292,7809 "n_groups": 77810 },7811 "number_recall": {7812 "mean": 0.9821928766237792,7813 "ci_low": 0.9613568071287582,7814 "ci_high": 0.9988259141494436,7815 "n_items": 292,7816 "n_groups": 77817 },7818 "placeholders_exact": {7819 "mean": 0.9931506849315068,7820 "ci_low": 0.9732142857142857,7821 "ci_high": 1.0,7822 "n_items": 292,7823 "n_groups": 77824 }7825 },7826 "chemistry": {7827 "n": 287,7828 "chrf": {7829 "mean": 72.5875461636517,7830 "ci_low": 70.75292321331486,7831 "ci_high": 74.15283538538304,7832 "n_items": 287,7833 "n_groups": 177834 },7835 "edit_sim": {7836 "mean": 0.7161410893387552,7837 "ci_low": 0.6954349324839786,7838 "ci_high": 0.7334041545316549,7839 "n_items": 287,7840 "n_groups": 177841 },7842 "rougeL": {7843 "mean": 0.7225421668129708,7844 "ci_low": 0.7044979884617057,7845 "ci_high": 0.7385502186560319,7846 "n_items": 287,7847 "n_groups": 177848 },7849 "exact_match": {7850 "mean": 0.0,7851 "ci_low": 0.0,7852 "ci_high": 0.0,7853 "n_items": 287,7854 "n_groups": 177855 },7856 "number_recall": {7857 "mean": 0.993716657109285,7858 "ci_low": 0.9877377029502807,7859 "ci_high": 0.9981745201766631,7860 "n_items": 287,7861 "n_groups": 177862 },7863 "placeholders_exact": {7864 "mean": 0.9965156794425087,7865 "ci_low": 0.9892443899018233,7866 "ci_high": 1.0,7867 "n_items": 287,7868 "n_groups": 177869 }7870 },7871 "earth_sciences": {7872 "n": 542,7873 "chrf": {7874 "mean": 68.7353941542162,7875 "ci_low": 67.05408017900521,7876 "ci_high": 70.1804096024636,7877 "n_items": 542,7878 "n_groups": 527879 },7880 "edit_sim": {7881 "mean": 0.6788972884171599,7882 "ci_low": 0.6622419859409685,7883 "ci_high": 0.6941630633350907,7884 "n_items": 542,7885 "n_groups": 527886 },7887 "rougeL": {7888 "mean": 0.6884586019343076,7889 "ci_low": 0.6695784982684235,7890 "ci_high": 0.7058897845862161,7891 "n_items": 542,7892 "n_groups": 527893 },7894 "exact_match": {7895 "mean": 0.0,7896 "ci_low": 0.0,7897 "ci_high": 0.0,7898 "n_items": 542,7899 "n_groups": 527900 },7901 "number_recall": {7902 "mean": 0.9905818090438969,7903 "ci_low": 0.9757688923197481,7904 "ci_high": 0.9987576601335425,7905 "n_items": 542,7906 "n_groups": 527907 },7908 "placeholders_exact": {7909 "mean": 0.9833948339483395,7910 "ci_low": 0.9551918507493864,7911 "ci_high": 0.9982906712172924,7912 "n_items": 542,7913 "n_groups": 527914 }7915 },7916 "economics": {7917 "n": 125,7918 "chrf": {7919 "mean": 70.12493263258841,7920 "ci_low": 70.12493263258841,7921 "ci_high": 70.12493263258841,7922 "n_items": 125,7923 "n_groups": 17924 },7925 "edit_sim": {7926 "mean": 0.6719826839177666,7927 "ci_low": 0.6719826839177666,7928 "ci_high": 0.6719826839177666,7929 "n_items": 125,7930 "n_groups": 17931 },7932 "rougeL": {7933 "mean": 0.6991253570424066,7934 "ci_low": 0.6991253570424066,7935 "ci_high": 0.6991253570424066,7936 "n_items": 125,7937 "n_groups": 17938 },7939 "exact_match": {7940 "mean": 0.0,7941 "ci_low": 0.0,7942 "ci_high": 0.0,7943 "n_items": 125,7944 "n_groups": 17945 },7946 "number_recall": {7947 "mean": 0.9840967032967034,7948 "ci_low": 0.9840967032967034,7949 "ci_high": 0.9840967032967034,7950 "n_items": 125,7951 "n_groups": 17952 },7953 "placeholders_exact": {7954 "mean": 0.928,7955 "ci_low": 0.928,7956 "ci_high": 0.928,7957 "n_items": 125,7958 "n_groups": 17959 }7960 },7961 "engineering": {7962 "n": 71,7963 "chrf": {7964 "mean": 76.03244442701464,7965 "ci_low": 76.03244442701464,7966 "ci_high": 76.03244442701464,7967 "n_items": 71,7968 "n_groups": 17969 },7970 "edit_sim": {7971 "mean": 0.7399543682171908,7972 "ci_low": 0.7399543682171908,7973 "ci_high": 0.7399543682171908,7974 "n_items": 71,7975 "n_groups": 17976 },7977 "rougeL": {7978 "mean": 0.7588456911761752,7979 "ci_low": 0.7588456911761752,7980 "ci_high": 0.7588456911761752,7981 "n_items": 71,7982 "n_groups": 17983 },7984 "exact_match": {7985 "mean": 0.0,7986 "ci_low": 0.0,7987 "ci_high": 0.0,7988 "n_items": 71,7989 "n_groups": 17990 },7991 "number_recall": {7992 "mean": 0.9921109993293094,7993 "ci_low": 0.9921109993293094,7994 "ci_high": 0.9921109993293094,7995 "n_items": 71,7996 "n_groups": 17997 },7998 "placeholders_exact": {7999 "mean": 0.9859154929577465,8000 "ci_low": 0.9859154929577465,8001 "ci_high": 0.9859154929577465,8002 "n_items": 71,8003 "n_groups": 18004 }8005 },8006 "finance": {8007 "n": 251,8008 "chrf": {8009 "mean": 66.886378835827,8010 "ci_low": 66.70332238146183,8011 "ci_high": 69.40609709002989,8012 "n_items": 251,8013 "n_groups": 28014 },8015 "edit_sim": {8016 "mean": 0.6609822534223478,8017 "ci_low": 0.657219918489923,8018 "ci_high": 0.7127696871980759,8019 "n_items": 251,8020 "n_groups": 28021 },8022 "rougeL": {8023 "mean": 0.6488975378590716,8024 "ci_low": 0.6471369888927575,8025 "ci_high": 0.673130976571865,8026 "n_items": 251,8027 "n_groups": 28028 },8029 "exact_match": {8030 "mean": 0.0,8031 "ci_low": 0.0,8032 "ci_high": 0.0,8033 "n_items": 251,8034 "n_groups": 28035 },8036 "number_recall": {8037 "mean": 0.9948539176626825,8038 "ci_low": 0.9944800569800569,8039 "ci_high": 1.0,8040 "n_items": 251,8041 "n_groups": 28042 },8043 "placeholders_exact": {8044 "mean": 0.9920318725099602,8045 "ci_low": 0.9914529914529915,8046 "ci_high": 1.0,8047 "n_items": 251,8048 "n_groups": 28049 }8050 },8051 "life_sciences": {8052 "n": 306,8053 "chrf": {8054 "mean": 72.24620936851699,8055 "ci_low": 70.67757698873162,8056 "ci_high": 73.8301776083785,8057 "n_items": 306,8058 "n_groups": 218059 },8060 "edit_sim": {8061 "mean": 0.6986605481914807,8062 "ci_low": 0.6762514001780948,8063 "ci_high": 0.7183086923376131,8064 "n_items": 306,8065 "n_groups": 218066 },8067 "rougeL": {8068 "mean": 0.718623935893905,8069 "ci_low": 0.6976007646235551,8070 "ci_high": 0.736544898891778,8071 "n_items": 306,8072 "n_groups": 218073 },8074 "exact_match": {8075 "mean": 0.0,8076 "ci_low": 0.0,8077 "ci_high": 0.0,8078 "n_items": 306,8079 "n_groups": 218080 },8081 "number_recall": {8082 "mean": 0.9529090161515191,8083 "ci_low": 0.9294439571816212,8084 "ci_high": 0.9777839633910798,8085 "n_items": 306,8086 "n_groups": 218087 },8088 "placeholders_exact": {8089 "mean": 0.9901960784313726,8090 "ci_low": 0.9761886993603411,8091 "ci_high": 1.0,8092 "n_items": 306,8093 "n_groups": 218094 }8095 },8096 "physics": {8097 "n": 457,8098 "chrf": {8099 "mean": 68.6017658555755,8100 "ci_low": 65.74084599613701,8101 "ci_high": 71.13925687001729,8102 "n_items": 457,8103 "n_groups": 518104 },8105 "edit_sim": {8106 "mean": 0.6762842748847865,8107 "ci_low": 0.6507091808093507,8108 "ci_high": 0.700526768195841,8109 "n_items": 457,8110 "n_groups": 518111 },8112 "rougeL": {8113 "mean": 0.6867797575794464,8114 "ci_low": 0.6607856098047087,8115 "ci_high": 0.7120116660217439,8116 "n_items": 457,8117 "n_groups": 518118 },8119 "exact_match": {8120 "mean": 0.0,8121 "ci_low": 0.0,8122 "ci_high": 0.0,8123 "n_items": 457,8124 "n_groups": 518125 },8126 "number_recall": {8127 "mean": 0.9881887805848417,8128 "ci_low": 0.9730752341920375,8129 "ci_high": 0.9971286827203433,8130 "n_items": 457,8131 "n_groups": 518132 },8133 "placeholders_exact": {8134 "mean": 0.9934354485776805,8135 "ci_low": 0.9832976651147353,8136 "ci_high": 1.0,8137 "n_items": 457,8138 "n_groups": 518139 }8140 },8141 "social_sciences": {8142 "n": 162,8143 "chrf": {8144 "mean": 70.18991019095962,8145 "ci_low": 68.84577673758139,8146 "ci_high": 71.23862969854045,8147 "n_items": 162,8148 "n_groups": 28149 },8150 "edit_sim": {8151 "mean": 0.6940152969325437,8152 "ci_low": 0.682082454924903,8153 "ci_high": 0.7033255363011426,8154 "n_items": 162,8155 "n_groups": 28156 },8157 "rougeL": {8158 "mean": 0.7081983654796804,8159 "ci_low": 0.7045729399980211,8160 "ci_high": 0.7110269941521836,8161 "n_items": 162,8162 "n_groups": 28163 },8164 "exact_match": {8165 "mean": 0.0,8166 "ci_low": 0.0,8167 "ci_high": 0.0,8168 "n_items": 162,8169 "n_groups": 28170 },8171 "number_recall": {8172 "mean": 0.9910608390238019,8173 "ci_low": 0.9869748688430007,8174 "ci_high": 0.9962977867203219,8175 "n_items": 162,8176 "n_groups": 28177 },8178 "placeholders_exact": {8179 "mean": 0.9938271604938271,8180 "ci_low": 0.989010989010989,8181 "ci_high": 1.0,8182 "n_items": 162,8183 "n_groups": 28184 }8185 }8186 },8187 "by_era": {8188 "1900-1949": {8189 "n": 23,8190 "chrf": {8191 "mean": 61.95252339218433,8192 "ci_low": 58.79948273986539,8193 "ci_high": 63.9601970206851,8194 "n_items": 23,8195 "n_groups": 38196 },8197 "edit_sim": {8198 "mean": 0.6204056579806594,8199 "ci_low": 0.5990761689291101,8200 "ci_high": 0.6658944168384653,8201 "n_items": 23,8202 "n_groups": 38203 },8204 "rougeL": {8205 "mean": 0.6470855720136186,8206 "ci_low": 0.633760555817054,8207 "ci_high": 0.679277773731033,8208 "n_items": 23,8209 "n_groups": 38210 },8211 "exact_match": {8212 "mean": 0.0,8213 "ci_low": 0.0,8214 "ci_high": 0.0,8215 "n_items": 23,8216 "n_groups": 38217 },8218 "number_recall": {8219 "mean": 1.0,8220 "ci_low": 1.0,8221 "ci_high": 1.0,8222 "n_items": 23,8223 "n_groups": 38224 },8225 "placeholders_exact": {8226 "mean": 1.0,8227 "ci_low": 1.0,8228 "ci_high": 1.0,8229 "n_items": 23,8230 "n_groups": 38231 }8232 },8233 "2000-2009": {8234 "n": 269,8235 "chrf": {8236 "mean": 67.54059025777335,8237 "ci_low": 65.95868655496415,8238 "ci_high": 70.5527740648013,8239 "n_items": 269,8240 "n_groups": 138241 },8242 "edit_sim": {8243 "mean": 0.6739447976687937,8244 "ci_low": 0.6559842593504561,8245 "ci_high": 0.6956373450691785,8246 "n_items": 269,8247 "n_groups": 138248 },8249 "rougeL": {8250 "mean": 0.666247321237575,8251 "ci_low": 0.6465382618306638,8252 "ci_high": 0.6983872355610399,8253 "n_items": 269,8254 "n_groups": 138255 },8256 "exact_match": {8257 "mean": 0.0,8258 "ci_low": 0.0,8259 "ci_high": 0.0,8260 "n_items": 269,8261 "n_groups": 138262 },8263 "number_recall": {8264 "mean": 0.9910532837670383,8265 "ci_low": 0.9831349389205697,8266 "ci_high": 1.0,8267 "n_items": 269,8268 "n_groups": 138269 },8270 "placeholders_exact": {8271 "mean": 1.0,8272 "ci_low": 1.0,8273 "ci_high": 1.0,8274 "n_items": 269,8275 "n_groups": 138276 }8277 },8278 "2010-2017": {8279 "n": 2016,8280 "chrf": {8281 "mean": 70.85546088413773,8282 "ci_low": 69.70857844075165,8283 "ci_high": 72.04277226057339,8284 "n_items": 2016,8285 "n_groups": 1258286 },8287 "edit_sim": {8288 "mean": 0.6935518378142291,8289 "ci_low": 0.6827462452149085,8290 "ci_high": 0.7058554054721158,8291 "n_items": 2016,8292 "n_groups": 1258293 },8294 "rougeL": {8295 "mean": 0.7031968801747249,8296 "ci_low": 0.6881676653542805,8297 "ci_high": 0.7182368700380257,8298 "n_items": 2016,8299 "n_groups": 1258300 },8301 "exact_match": {8302 "mean": 0.0,8303 "ci_low": 0.0,8304 "ci_high": 0.0,8305 "n_items": 2016,8306 "n_groups": 1258307 },8308 "number_recall": {8309 "mean": 0.9827398797233446,8310 "ci_low": 0.9745364541899649,8311 "ci_high": 0.9896141217235321,8312 "n_items": 2016,8313 "n_groups": 1258314 },8315 "placeholders_exact": {8316 "mean": 0.9846230158730159,8317 "ci_low": 0.9733851073128189,8318 "ci_high": 0.9933631981480396,8319 "n_items": 2016,8320 "n_groups": 1258321 }8322 },8323 "pre1900": {8324 "n": 185,8325 "chrf": {8326 "mean": 60.562875120293995,8327 "ci_low": 57.19314767168626,8328 "ci_high": 64.55689167130977,8329 "n_items": 185,8330 "n_groups": 138331 },8332 "edit_sim": {8333 "mean": 0.618198197057287,8334 "ci_low": 0.5856571058412618,8335 "ci_high": 0.6583282344383651,8336 "n_items": 185,8337 "n_groups": 138338 },8339 "rougeL": {8340 "mean": 0.6307080649158423,8341 "ci_low": 0.5984732741230826,8342 "ci_high": 0.6702998588184188,8343 "n_items": 185,8344 "n_groups": 138345 },8346 "exact_match": {8347 "mean": 0.0,8348 "ci_low": 0.0,8349 "ci_high": 0.0,8350 "n_items": 185,8351 "n_groups": 138352 },8353 "number_recall": {8354 "mean": 1.0,8355 "ci_low": 1.0,8356 "ci_high": 1.0,8357 "n_items": 185,8358 "n_groups": 138359 },8360 "placeholders_exact": {8361 "mean": 1.0,8362 "ci_low": 1.0,8363 "ci_high": 1.0,8364 "n_items": 185,8365 "n_groups": 138366 }8367 }8368 },8369 "by_role": {8370 "abstract": {8371 "n": 236,8372 "chrf": {8373 "mean": 71.20457974115533,8374 "ci_low": 69.55435303068064,8375 "ci_high": 72.88325216835882,8376 "n_items": 236,8377 "n_groups": 428378 },8379 "edit_sim": {8380 "mean": 0.6956023341720866,8381 "ci_low": 0.678246438763709,8382 "ci_high": 0.7151620507461663,8383 "n_items": 236,8384 "n_groups": 428385 },8386 "rougeL": {8387 "mean": 0.6956096022963881,8388 "ci_low": 0.6750267368495632,8389 "ci_high": 0.7168595912644498,8390 "n_items": 236,8391 "n_groups": 428392 },8393 "exact_match": {8394 "mean": 0.0,8395 "ci_low": 0.0,8396 "ci_high": 0.0,8397 "n_items": 236,8398 "n_groups": 428399 },8400 "number_recall": {8401 "mean": 0.988447112366604,8402 "ci_low": 0.9775185085000195,8403 "ci_high": 0.996363768402984,8404 "n_items": 236,8405 "n_groups": 428406 },8407 "placeholders_exact": {8408 "mean": 1.0,8409 "ci_low": 1.0,8410 "ci_high": 1.0,8411 "n_items": 236,8412 "n_groups": 428413 }8414 },8415 "background": {8416 "n": 114,8417 "chrf": {8418 "mean": 71.29867033463131,8419 "ci_low": 69.86718381762941,8420 "ci_high": 74.30363543282026,8421 "n_items": 114,8422 "n_groups": 88423 },8424 "edit_sim": {8425 "mean": 0.7037663348022383,8426 "ci_low": 0.6902725383294914,8427 "ci_high": 0.7317354509819229,8428 "n_items": 114,8429 "n_groups": 88430 },8431 "rougeL": {8432 "mean": 0.7035595320350009,8433 "ci_low": 0.6906351882387373,8434 "ci_high": 0.7315453713069929,8435 "n_items": 114,8436 "n_groups": 88437 },8438 "exact_match": {8439 "mean": 0.0,8440 "ci_low": 0.0,8441 "ci_high": 0.0,8442 "n_items": 114,8443 "n_groups": 88444 },8445 "number_recall": {8446 "mean": 0.9976076555023923,8447 "ci_low": 0.9884763124199745,8448 "ci_high": 1.0,8449 "n_items": 114,8450 "n_groups": 88451 },8452 "placeholders_exact": {8453 "mean": 0.9298245614035088,8454 "ci_low": 0.76,8455 "ci_high": 0.9932908129250189,8456 "n_items": 114,8457 "n_groups": 88458 }8459 },8460 "chapter": {8461 "n": 92,8462 "chrf": {8463 "mean": 61.24490576532903,8464 "ci_low": 57.67401929185943,8465 "ci_high": 64.54988396838385,8466 "n_items": 92,8467 "n_groups": 108468 },8469 "edit_sim": {8470 "mean": 0.626821030947134,8471 "ci_low": 0.5869236464085071,8472 "ci_high": 0.6616198861816659,8473 "n_items": 92,8474 "n_groups": 108475 },8476 "rougeL": {8477 "mean": 0.6463521552321053,8478 "ci_low": 0.6082275410172167,8479 "ci_high": 0.6772449043042267,8480 "n_items": 92,8481 "n_groups": 108482 },8483 "exact_match": {8484 "mean": 0.0,8485 "ci_low": 0.0,8486 "ci_high": 0.0,8487 "n_items": 92,8488 "n_groups": 108489 },8490 "number_recall": {8491 "mean": 1.0,8492 "ci_low": 1.0,8493 "ci_high": 1.0,8494 "n_items": 92,8495 "n_groups": 108496 },8497 "placeholders_exact": {8498 "mean": 1.0,8499 "ci_low": 1.0,8500 "ci_high": 1.0,8501 "n_items": 92,8502 "n_groups": 108503 }8504 },8505 "conclusion": {8506 "n": 197,8507 "chrf": {8508 "mean": 68.18339890036466,8509 "ci_low": 66.51136328950486,8510 "ci_high": 69.9854489023288,8511 "n_items": 197,8512 "n_groups": 288513 },8514 "edit_sim": {8515 "mean": 0.6723689757923769,8516 "ci_low": 0.6470741024295527,8517 "ci_high": 0.7001059530773124,8518 "n_items": 197,8519 "n_groups": 288520 },8521 "rougeL": {8522 "mean": 0.6720817745593569,8523 "ci_low": 0.6499138466493367,8524 "ci_high": 0.6956154659498504,8525 "n_items": 197,8526 "n_groups": 288527 },8528 "exact_match": {8529 "mean": 0.0,8530 "ci_low": 0.0,8531 "ci_high": 0.0,8532 "n_items": 197,8533 "n_groups": 288534 },8535 "number_recall": {8536 "mean": 0.9847715736040609,8537 "ci_low": 0.9536022381283051,8538 "ci_high": 1.0,8539 "n_items": 197,8540 "n_groups": 288541 },8542 "placeholders_exact": {8543 "mean": 0.9949238578680203,8544 "ci_low": 0.9831460674157303,8545 "ci_high": 1.0,8546 "n_items": 197,8547 "n_groups": 288548 }8549 },8550 "data": {8551 "n": 142,8552 "chrf": {8553 "mean": 70.78843580968977,8554 "ci_low": 67.86628393243485,8555 "ci_high": 73.17416185431253,8556 "n_items": 142,8557 "n_groups": 178558 },8559 "edit_sim": {8560 "mean": 0.682038855227745,8561 "ci_low": 0.6493733512789542,8562 "ci_high": 0.7107719991780876,8563 "n_items": 142,8564 "n_groups": 178565 },8566 "rougeL": {8567 "mean": 0.7068793120973554,8568 "ci_low": 0.671566049298104,8569 "ci_high": 0.7370076969256574,8570 "n_items": 142,8571 "n_groups": 178572 },8573 "exact_match": {8574 "mean": 0.0,8575 "ci_low": 0.0,8576 "ci_high": 0.0,8577 "n_items": 142,8578 "n_groups": 178579 },8580 "number_recall": {8581 "mean": 0.9789906103286385,8582 "ci_low": 0.9519314505614499,8583 "ci_high": 1.0,8584 "n_items": 142,8585 "n_groups": 178586 },8587 "placeholders_exact": {8588 "mean": 1.0,8589 "ci_low": 1.0,8590 "ci_high": 1.0,8591 "n_items": 142,8592 "n_groups": 178593 }8594 },8595 "discussion": {8596 "n": 293,8597 "chrf": {8598 "mean": 70.88588153437345,8599 "ci_low": 69.02679702453894,8600 "ci_high": 72.6309954174209,8601 "n_items": 293,8602 "n_groups": 348603 },8604 "edit_sim": {8605 "mean": 0.6979599472573701,8606 "ci_low": 0.6818726715018529,8607 "ci_high": 0.7135652788377087,8608 "n_items": 293,8609 "n_groups": 348610 },8611 "rougeL": {8612 "mean": 0.6979322061146505,8613 "ci_low": 0.6780613970774882,8614 "ci_high": 0.7171878128918209,8615 "n_items": 293,8616 "n_groups": 348617 },8618 "exact_match": {8619 "mean": 0.0,8620 "ci_low": 0.0,8621 "ci_high": 0.0,8622 "n_items": 293,8623 "n_groups": 348624 },8625 "number_recall": {8626 "mean": 0.9844283276450512,8627 "ci_low": 0.9621378121370501,8628 "ci_high": 0.9978208577660183,8629 "n_items": 293,8630 "n_groups": 348631 },8632 "placeholders_exact": {8633 "mean": 0.9931740614334471,8634 "ci_low": 0.9828178694158075,8635 "ci_high": 1.0,8636 "n_items": 293,8637 "n_groups": 348638 }8639 },8640 "introduction": {8641 "n": 330,8642 "chrf": {8643 "mean": 71.29910514853694,8644 "ci_low": 69.98107257197117,8645 "ci_high": 72.86833809579252,8646 "n_items": 330,8647 "n_groups": 378648 },8649 "edit_sim": {8650 "mean": 0.7066583366843557,8651 "ci_low": 0.6927782084053872,8652 "ci_high": 0.7225905448104005,8653 "n_items": 330,8654 "n_groups": 378655 },8656 "rougeL": {8657 "mean": 0.7097878646404642,8658 "ci_low": 0.6966491345588792,8659 "ci_high": 0.7240890159997899,8660 "n_items": 330,8661 "n_groups": 378662 },8663 "exact_match": {8664 "mean": 0.0,8665 "ci_low": 0.0,8666 "ci_high": 0.0,8667 "n_items": 330,8668 "n_groups": 378669 },8670 "number_recall": {8671 "mean": 0.9864162210338681,8672 "ci_low": 0.9692388783950386,8673 "ci_high": 0.9987753342011197,8674 "n_items": 330,8675 "n_groups": 378676 },8677 "placeholders_exact": {8678 "mean": 0.9939393939393939,8679 "ci_low": 0.9857549857549858,8680 "ci_high": 1.0,8681 "n_items": 330,8682 "n_groups": 378683 }8684 },8685 "limitations": {8686 "n": 58,8687 "chrf": {8688 "mean": 64.8587058216024,8689 "ci_low": 61.24661224996081,8690 "ci_high": 67.51004937474815,8691 "n_items": 58,8692 "n_groups": 88693 },8694 "edit_sim": {8695 "mean": 0.6313607902753661,8696 "ci_low": 0.5989792628232863,8697 "ci_high": 0.6582117054459389,8698 "n_items": 58,8699 "n_groups": 88700 },8701 "rougeL": {8702 "mean": 0.6276011607661555,8703 "ci_low": 0.5853688972630121,8704 "ci_high": 0.6603796732361085,8705 "n_items": 58,8706 "n_groups": 88707 },8708 "exact_match": {8709 "mean": 0.0,8710 "ci_low": 0.0,8711 "ci_high": 0.0,8712 "n_items": 58,8713 "n_groups": 88714 },8715 "number_recall": {8716 "mean": 1.0,8717 "ci_low": 1.0,8718 "ci_high": 1.0,8719 "n_items": 58,8720 "n_groups": 88721 },8722 "placeholders_exact": {8723 "mean": 1.0,8724 "ci_low": 1.0,8725 "ci_high": 1.0,8726 "n_items": 58,8727 "n_groups": 88728 }8729 },8730 "methods": {8731 "n": 279,8732 "chrf": {8733 "mean": 71.04779876748309,8734 "ci_low": 68.66174543633933,8735 "ci_high": 73.64721363908176,8736 "n_items": 279,8737 "n_groups": 338738 },8739 "edit_sim": {8740 "mean": 0.7041820841166062,8741 "ci_low": 0.6802635616690442,8742 "ci_high": 0.7313909256288689,8743 "n_items": 279,8744 "n_groups": 338745 },8746 "rougeL": {8747 "mean": 0.7211222873926423,8748 "ci_low": 0.6914552077688912,8749 "ci_high": 0.7543032557378788,8750 "n_items": 279,8751 "n_groups": 338752 },8753 "exact_match": {8754 "mean": 0.0,8755 "ci_low": 0.0,8756 "ci_high": 0.0,8757 "n_items": 279,8758 "n_groups": 338759 },8760 "number_recall": {8761 "mean": 0.9835321438816064,8762 "ci_low": 0.9695059388906371,8763 "ci_high": 0.9948137458566538,8764 "n_items": 279,8765 "n_groups": 338766 },8767 "placeholders_exact": {8768 "mean": 0.9605734767025089,8769 "ci_low": 0.9030881908788886,8770 "ci_high": 1.0,8771 "n_items": 279,8772 "n_groups": 338773 }8774 },8775 "other": {8776 "n": 219,8777 "chrf": {8778 "mean": 67.59159648671476,8779 "ci_low": 64.28060673967177,8780 "ci_high": 70.94584900383579,8781 "n_items": 219,8782 "n_groups": 158783 },8784 "edit_sim": {8785 "mean": 0.6570921741629848,8786 "ci_low": 0.6302341846718221,8787 "ci_high": 0.6849392018520665,8788 "n_items": 219,8789 "n_groups": 158790 },8791 "rougeL": {8792 "mean": 0.6617553487900517,8793 "ci_low": 0.6253811620705506,8794 "ci_high": 0.7005638050916081,8795 "n_items": 219,8796 "n_groups": 158797 },8798 "exact_match": {8799 "mean": 0.0,8800 "ci_low": 0.0,8801 "ci_high": 0.0,8802 "n_items": 219,8803 "n_groups": 158804 },8805 "number_recall": {8806 "mean": 0.9765981735159818,8807 "ci_low": 0.9349286179510883,8808 "ci_high": 0.9965755763904484,8809 "n_items": 219,8810 "n_groups": 158811 },8812 "placeholders_exact": {8813 "mean": 0.9908675799086758,8814 "ci_low": 0.9704359973531358,8815 "ci_high": 1.0,8816 "n_items": 219,8817 "n_groups": 158818 }8819 },8820 "preface": {8821 "n": 87,8822 "chrf": {8823 "mean": 57.96888532877957,8824 "ci_low": 53.47265599305797,8825 "ci_high": 63.4449082791662,8826 "n_items": 87,8827 "n_groups": 78828 },8829 "edit_sim": {8830 "mean": 0.5838345508030918,8831 "ci_low": 0.5542854817072356,8832 "ci_high": 0.6307789552395068,8833 "n_items": 87,8834 "n_groups": 78835 },8836 "rougeL": {8837 "mean": 0.5948607586975537,8838 "ci_low": 0.5563355509716391,8839 "ci_high": 0.6531647666119839,8840 "n_items": 87,8841 "n_groups": 78842 },8843 "exact_match": {8844 "mean": 0.0,8845 "ci_low": 0.0,8846 "ci_high": 0.0,8847 "n_items": 87,8848 "n_groups": 78849 },8850 "number_recall": {8851 "mean": 1.0,8852 "ci_low": 1.0,8853 "ci_high": 1.0,8854 "n_items": 87,8855 "n_groups": 78856 },8857 "placeholders_exact": {8858 "mean": 1.0,8859 "ci_low": 1.0,8860 "ci_high": 1.0,8861 "n_items": 87,8862 "n_groups": 78863 }8864 },8865 "related_work": {8866 "n": 35,8867 "chrf": {8868 "mean": 71.2010681502594,8869 "ci_low": 71.2010681502594,8870 "ci_high": 71.2010681502594,8871 "n_items": 35,8872 "n_groups": 18873 },8874 "edit_sim": {8875 "mean": 0.6973763248550396,8876 "ci_low": 0.6973763248550396,8877 "ci_high": 0.6973763248550396,8878 "n_items": 35,8879 "n_groups": 18880 },8881 "rougeL": {8882 "mean": 0.6981540699817599,8883 "ci_low": 0.6981540699817599,8884 "ci_high": 0.6981540699817599,8885 "n_items": 35,8886 "n_groups": 18887 },8888 "exact_match": {8889 "mean": 0.0,8890 "ci_low": 0.0,8891 "ci_high": 0.0,8892 "n_items": 35,8893 "n_groups": 18894 },8895 "number_recall": {8896 "mean": 1.0,8897 "ci_low": 1.0,8898 "ci_high": 1.0,8899 "n_items": 35,8900 "n_groups": 18901 },8902 "placeholders_exact": {8903 "mean": 1.0,8904 "ci_low": 1.0,8905 "ci_high": 1.0,8906 "n_items": 35,8907 "n_groups": 18908 }8909 },8910 "results": {8911 "n": 263,8912 "chrf": {8913 "mean": 71.16605796154816,8914 "ci_low": 69.34547262826453,8915 "ci_high": 73.30110707947898,8916 "n_items": 263,8917 "n_groups": 338918 },8919 "edit_sim": {8920 "mean": 0.688959611109572,8921 "ci_low": 0.6719720040076587,8922 "ci_high": 0.7086546022047057,8923 "n_items": 263,8924 "n_groups": 338925 },8926 "rougeL": {8927 "mean": 0.7123900792002472,8928 "ci_low": 0.685847888696281,8929 "ci_high": 0.7430351354347742,8930 "n_items": 263,8931 "n_groups": 338932 },8933 "exact_match": {8934 "mean": 0.0,8935 "ci_low": 0.0,8936 "ci_high": 0.0,8937 "n_items": 263,8938 "n_groups": 338939 },8940 "number_recall": {8941 "mean": 0.964158036592013,8942 "ci_low": 0.9419174121025349,8943 "ci_high": 0.9814147892574429,8944 "n_items": 263,8945 "n_groups": 338946 },8947 "placeholders_exact": {8948 "mean": 0.9923954372623575,8949 "ci_low": 0.9814814814814815,8950 "ci_high": 1.0,8951 "n_items": 263,8952 "n_groups": 338953 }8954 },8955 "theory": {8956 "n": 148,8957 "chrf": {8958 "mean": 71.98748483451818,8959 "ci_low": 68.80946014836482,8960 "ci_high": 75.31121053630687,8961 "n_items": 148,8962 "n_groups": 158963 },8964 "edit_sim": {8965 "mean": 0.7140257738705764,8966 "ci_low": 0.6819388785703182,8967 "ci_high": 0.7485951479816165,8968 "n_items": 148,8969 "n_groups": 158970 },8971 "rougeL": {8972 "mean": 0.7231687103305615,8973 "ci_low": 0.6818382166853836,8974 "ci_high": 0.7660738006250425,8975 "n_items": 148,8976 "n_groups": 158977 },8978 "exact_match": {8979 "mean": 0.0,8980 "ci_low": 0.0,8981 "ci_high": 0.0,8982 "n_items": 148,8983 "n_groups": 158984 },8985 "number_recall": {8986 "mean": 0.9998012718600954,8987 "ci_low": 0.9993211354309166,8988 "ci_high": 1.0,8989 "n_items": 148,8990 "n_groups": 158991 },8992 "placeholders_exact": {8993 "mean": 0.9797297297297297,8994 "ci_low": 0.9464165057915057,8995 "ci_high": 1.0,8996 "n_items": 148,8997 "n_groups": 158998 }8999 }9000 }9001 },9002 "htr-m2-tiny": {9003 "overall": {9004 "n": 2493,9005 "chrf": {9006 "mean": 69.4577219047825,9007 "ci_low": 68.3823223812891,9008 "ci_high": 70.57163548869795,9009 "n_items": 2493,9010 "n_groups": 1549011 },9012 "edit_sim": {9013 "mean": 0.6841565549660005,9014 "ci_low": 0.6742052120613554,9015 "ci_high": 0.694661018007419,9016 "n_items": 2493,9017 "n_groups": 1549018 },9019 "rougeL": {9020 "mean": 0.6927001673465731,9021 "ci_low": 0.6797007802212015,9022 "ci_high": 0.7059666708492207,9023 "n_items": 2493,9024 "n_groups": 1549025 },9026 "exact_match": {9027 "mean": 0.0,9028 "ci_low": 0.0,9029 "ci_high": 0.0,9030 "n_items": 2493,9031 "n_groups": 1549032 },9033 "number_recall": {9034 "mean": 0.9845282985998665,9035 "ci_low": 0.9775446174265912,9036 "ci_high": 0.9901144477963304,9037 "n_items": 2493,9038 "n_groups": 1549039 },9040 "placeholders_exact": {9041 "mean": 0.9855595667870036,9042 "ci_low": 0.97779664876545,9043 "ci_high": 0.9922645362391421,9044 "n_items": 2493,9045 "n_groups": 1549046 }9047 },9048 "by_variant": {9049 "A": {9050 "n": 425,9051 "chrf": {9052 "mean": 69.09148320353935,9053 "ci_low": 67.94724425917673,9054 "ci_high": 70.19876097917228,9055 "n_items": 425,9056 "n_groups": 1499057 },9058 "edit_sim": {9059 "mean": 0.6784697335476719,9060 "ci_low": 0.6673541769081419,9061 "ci_high": 0.6890640158169387,9062 "n_items": 425,9063 "n_groups": 1499064 },9065 "rougeL": {9066 "mean": 0.683875706808897,9067 "ci_low": 0.6706313632007447,9068 "ci_high": 0.696919990144966,9069 "n_items": 425,9070 "n_groups": 1499071 },9072 "exact_match": {9073 "mean": 0.0,9074 "ci_low": 0.0,9075 "ci_high": 0.0,9076 "n_items": 425,9077 "n_groups": 1499078 },9079 "number_recall": {9080 "mean": 0.9838277079827433,9081 "ci_low": 0.9746336960612764,9082 "ci_high": 0.9914429137380116,9083 "n_items": 425,9084 "n_groups": 1499085 },9086 "placeholders_exact": {9087 "mean": 0.9858823529411764,9088 "ci_low": 0.9739986973947895,9089 "ci_high": 0.9969521378195709,9090 "n_items": 425,9091 "n_groups": 1499092 }9093 },9094 "B": {9095 "n": 394,9096 "chrf": {9097 "mean": 75.07142007836424,9098 "ci_low": 73.74140516066825,9099 "ci_high": 76.49377261554079,9100 "n_items": 394,9101 "n_groups": 1429102 },9103 "edit_sim": {9104 "mean": 0.7532445125126094,9105 "ci_low": 0.7393300458391735,9106 "ci_high": 0.7679164535557345,9107 "n_items": 394,9108 "n_groups": 1429109 },9110 "rougeL": {9111 "mean": 0.757902884252987,9112 "ci_low": 0.7415710211174267,9113 "ci_high": 0.7739280320062121,9114 "n_items": 394,9115 "n_groups": 1429116 },9117 "exact_match": {9118 "mean": 0.0,9119 "ci_low": 0.0,9120 "ci_high": 0.0,9121 "n_items": 394,9122 "n_groups": 1429123 },9124 "number_recall": {9125 "mean": 0.9853260692428325,9126 "ci_low": 0.9769482348274349,9127 "ci_high": 0.9920944509473579,9128 "n_items": 394,9129 "n_groups": 1429130 },9131 "placeholders_exact": {9132 "mean": 0.9873096446700508,9133 "ci_low": 0.9746798816221285,9134 "ci_high": 0.9972072842352868,9135 "n_items": 394,9136 "n_groups": 1429137 }9138 },9139 "C": {9140 "n": 424,9141 "chrf": {9142 "mean": 72.00875072888624,9143 "ci_low": 70.94046582195763,9144 "ci_high": 73.24543418182313,9145 "n_items": 424,9146 "n_groups": 1499147 },9148 "edit_sim": {9149 "mean": 0.7257133003254477,9150 "ci_low": 0.7145990325512577,9151 "ci_high": 0.7389022504207899,9152 "n_items": 424,9153 "n_groups": 1499154 },9155 "rougeL": {9156 "mean": 0.7457277081479913,9157 "ci_low": 0.7331081226174473,9158 "ci_high": 0.7599399256880959,9159 "n_items": 424,9160 "n_groups": 1499161 },9162 "exact_match": {9163 "mean": 0.0,9164 "ci_low": 0.0,9165 "ci_high": 0.0,9166 "n_items": 424,9167 "n_groups": 1499168 },9169 "number_recall": {9170 "mean": 0.9899231808361562,9171 "ci_low": 0.9840010167807421,9172 "ci_high": 0.9947698920939274,9173 "n_items": 424,9174 "n_groups": 1499175 },9176 "placeholders_exact": {9177 "mean": 0.9882075471698113,9178 "ci_low": 0.9756084010840108,9179 "ci_high": 0.9976854518689197,9180 "n_items": 424,9181 "n_groups": 1499182 }9183 },9184 "D": {9185 "n": 436,9186 "chrf": {9187 "mean": 70.25089515021386,9188 "ci_low": 69.16212835763484,9189 "ci_high": 71.3356871185707,9190 "n_items": 436,9191 "n_groups": 1519192 },9193 "edit_sim": {9194 "mean": 0.6956771562960724,9195 "ci_low": 0.6850102459228202,9196 "ci_high": 0.7074115980034862,9197 "n_items": 436,9198 "n_groups": 1519199 },9200 "rougeL": {9201 "mean": 0.7025305958069457,9202 "ci_low": 0.6900238524120571,9203 "ci_high": 0.7150751052309864,9204 "n_items": 436,9205 "n_groups": 1519206 },9207 "exact_match": {9208 "mean": 0.0,9209 "ci_low": 0.0,9210 "ci_high": 0.0,9211 "n_items": 436,9212 "n_groups": 1519213 },9214 "number_recall": {9215 "mean": 0.9789290231375882,9216 "ci_low": 0.9681246179138643,9217 "ci_high": 0.9875813562014011,9218 "n_items": 436,9219 "n_groups": 1519220 },9221 "placeholders_exact": {9222 "mean": 0.9839449541284404,9223 "ci_low": 0.9726008580460636,9224 "ci_high": 0.9944289693593314,9225 "n_items": 436,9226 "n_groups": 1519227 }9228 },9229 "E": {9230 "n": 814,9231 "chrf": {9232 "mean": 65.17810840503934,9233 "ci_low": 64.0734935998224,9234 "ci_high": 66.35623252062904,9235 "n_items": 814,9236 "n_groups": 1519237 },9238 "edit_sim": {9239 "mean": 0.6258681048641687,9240 "ci_low": 0.6158424203816484,9241 "ci_high": 0.6362000733094821,9242 "n_items": 814,9243 "n_groups": 1519244 },9245 "rougeL": {9246 "mean": 0.6328608321608995,9247 "ci_low": 0.6191792390611143,9248 "ci_high": 0.6466433130474413,9249 "n_items": 814,9250 "n_groups": 1519251 },9252 "exact_match": {9253 "mean": 0.0,9254 "ci_low": 0.0,9255 "ci_high": 0.0,9256 "n_items": 814,9257 "n_groups": 1519258 },9259 "number_recall": {9260 "mean": 0.9846969514405485,9261 "ci_low": 0.9767430100010212,9262 "ci_high": 0.9917076970144996,9263 "n_items": 814,9264 "n_groups": 1519265 },9266 "placeholders_exact": {9267 "mean": 0.984029484029484,9268 "ci_low": 0.973250518917911,9269 "ci_high": 0.9935899487836107,9270 "n_items": 814,9271 "n_groups": 1519272 }9273 }9274 },9275 "by_discipline": {9276 "biomedicine": {9277 "n": 292,9278 "chrf": {9279 "mean": 67.41179600251294,9280 "ci_low": 64.1081437400136,9281 "ci_high": 70.98937769819534,9282 "n_items": 292,9283 "n_groups": 79284 },9285 "edit_sim": {9286 "mean": 0.6698752515466128,9287 "ci_low": 0.6389096927032116,9288 "ci_high": 0.6964258575791482,9289 "n_items": 292,9290 "n_groups": 79291 },9292 "rougeL": {9293 "mean": 0.6672675055620703,9294 "ci_low": 0.6232309498273212,9295 "ci_high": 0.7059328743382121,9296 "n_items": 292,9297 "n_groups": 79298 },9299 "exact_match": {9300 "mean": 0.0,9301 "ci_low": 0.0,9302 "ci_high": 0.0,9303 "n_items": 292,9304 "n_groups": 79305 },9306 "number_recall": {9307 "mean": 0.9931604032550849,9308 "ci_low": 0.9822500433054066,9309 "ci_high": 1.0,9310 "n_items": 292,9311 "n_groups": 79312 },9313 "placeholders_exact": {9314 "mean": 0.9726027397260274,9315 "ci_low": 0.9333333333333333,9316 "ci_high": 0.9952493842364531,9317 "n_items": 292,9318 "n_groups": 79319 }9320 },9321 "chemistry": {9322 "n": 287,9323 "chrf": {9324 "mean": 72.46206955876985,9325 "ci_low": 70.77648635304968,9326 "ci_high": 73.94705735200174,9327 "n_items": 287,9328 "n_groups": 179329 },9330 "edit_sim": {9331 "mean": 0.7149121217809097,9332 "ci_low": 0.69456589116542,9333 "ci_high": 0.73170981032034,9334 "n_items": 287,9335 "n_groups": 179336 },9337 "rougeL": {9338 "mean": 0.7230361212503684,9339 "ci_low": 0.7067903715295715,9340 "ci_high": 0.7370723625253203,9341 "n_items": 287,9342 "n_groups": 179343 },9344 "exact_match": {9345 "mean": 0.0,9346 "ci_low": 0.0,9347 "ci_high": 0.0,9348 "n_items": 287,9349 "n_groups": 179350 },9351 "number_recall": {9352 "mean": 0.9814621411251707,9353 "ci_low": 0.9530328621797346,9354 "ci_high": 0.9957787156094083,9355 "n_items": 287,9356 "n_groups": 179357 },9358 "placeholders_exact": {9359 "mean": 1.0,9360 "ci_low": 1.0,9361 "ci_high": 1.0,9362 "n_items": 287,9363 "n_groups": 179364 }9365 },9366 "earth_sciences": {9367 "n": 542,9368 "chrf": {9369 "mean": 68.41954792890598,9370 "ci_low": 66.6507723718483,9371 "ci_high": 69.96046402156723,9372 "n_items": 542,9373 "n_groups": 529374 },9375 "edit_sim": {9376 "mean": 0.6769076980747822,9377 "ci_low": 0.6599380388445324,9378 "ci_high": 0.6930464204288924,9379 "n_items": 542,9380 "n_groups": 529381 },9382 "rougeL": {9383 "mean": 0.6854022447697791,9384 "ci_low": 0.6663279071431231,9385 "ci_high": 0.7033137707621495,9386 "n_items": 542,9387 "n_groups": 529388 },9389 "exact_match": {9390 "mean": 0.0,9391 "ci_low": 0.0,9392 "ci_high": 0.0,9393 "n_items": 542,9394 "n_groups": 529395 },9396 "number_recall": {9397 "mean": 0.9886498457918527,9398 "ci_low": 0.9740821819762098,9399 "ci_high": 0.9976328964722875,9400 "n_items": 542,9401 "n_groups": 529402 },9403 "placeholders_exact": {9404 "mean": 0.981549815498155,9405 "ci_low": 0.9606666273801105,9406 "ci_high": 0.9959847357557721,9407 "n_items": 542,9408 "n_groups": 529409 }9410 },9411 "economics": {9412 "n": 125,9413 "chrf": {9414 "mean": 70.39071664045483,9415 "ci_low": 70.39071664045483,9416 "ci_high": 70.39071664045483,9417 "n_items": 125,9418 "n_groups": 19419 },9420 "edit_sim": {9421 "mean": 0.6814249656908151,9422 "ci_low": 0.6814249656908151,9423 "ci_high": 0.6814249656908151,9424 "n_items": 125,9425 "n_groups": 19426 },9427 "rougeL": {9428 "mean": 0.7059806596893293,9429 "ci_low": 0.7059806596893293,9430 "ci_high": 0.7059806596893293,9431 "n_items": 125,9432 "n_groups": 19433 },9434 "exact_match": {9435 "mean": 0.0,9436 "ci_low": 0.0,9437 "ci_high": 0.0,9438 "n_items": 125,9439 "n_groups": 19440 },9441 "number_recall": {9442 "mean": 0.9896322344322345,9443 "ci_low": 0.9896322344322345,9444 "ci_high": 0.9896322344322345,9445 "n_items": 125,9446 "n_groups": 19447 },9448 "placeholders_exact": {9449 "mean": 0.944,9450 "ci_low": 0.944,9451 "ci_high": 0.944,9452 "n_items": 125,9453 "n_groups": 19454 }9455 },9456 "engineering": {9457 "n": 71,9458 "chrf": {9459 "mean": 75.75091578124739,9460 "ci_low": 75.75091578124739,9461 "ci_high": 75.75091578124739,9462 "n_items": 71,9463 "n_groups": 19464 },9465 "edit_sim": {9466 "mean": 0.7316820016112703,9467 "ci_low": 0.7316820016112703,9468 "ci_high": 0.7316820016112703,9469 "n_items": 71,9470 "n_groups": 19471 },9472 "rougeL": {9473 "mean": 0.753113928421793,9474 "ci_low": 0.753113928421793,9475 "ci_high": 0.753113928421793,9476 "n_items": 71,9477 "n_groups": 19478 },9479 "exact_match": {9480 "mean": 0.0,9481 "ci_low": 0.0,9482 "ci_high": 0.0,9483 "n_items": 71,9484 "n_groups": 19485 },9486 "number_recall": {9487 "mean": 0.9825186055234505,9488 "ci_low": 0.9825186055234505,9489 "ci_high": 0.9825186055234505,9490 "n_items": 71,9491 "n_groups": 19492 },9493 "placeholders_exact": {9494 "mean": 0.971830985915493,9495 "ci_low": 0.971830985915493,9496 "ci_high": 0.971830985915493,9497 "n_items": 71,9498 "n_groups": 19499 }9500 },9501 "finance": {9502 "n": 251,9503 "chrf": {9504 "mean": 66.78882056005256,9505 "ci_low": 66.64099935818044,9506 "ci_high": 68.82353592699818,9507 "n_items": 251,9508 "n_groups": 29509 },9510 "edit_sim": {9511 "mean": 0.6603024893463083,9512 "ci_low": 0.6569388378356876,9513 "ci_high": 0.7066021630807322,9514 "n_items": 251,9515 "n_groups": 29516 },9517 "rougeL": {9518 "mean": 0.6477586261560723,9519 "ci_low": 0.6461737294835468,9520 "ci_high": 0.6695742627073057,9521 "n_items": 251,9522 "n_groups": 29523 },9524 "exact_match": {9525 "mean": 0.0,9526 "ci_low": 0.0,9527 "ci_high": 0.0,9528 "n_items": 251,9529 "n_groups": 29530 },9531 "number_recall": {9532 "mean": 0.9977589641434262,9533 "ci_low": 0.9975961538461539,9534 "ci_high": 1.0,9535 "n_items": 251,9536 "n_groups": 29537 },9538 "placeholders_exact": {9539 "mean": 0.9920318725099602,9540 "ci_low": 0.9914529914529915,9541 "ci_high": 1.0,9542 "n_items": 251,9543 "n_groups": 29544 }9545 },9546 "life_sciences": {9547 "n": 306,9548 "chrf": {9549 "mean": 72.22320936189656,9550 "ci_low": 70.6155732034369,9551 "ci_high": 73.79131057475217,9552 "n_items": 306,9553 "n_groups": 219554 },9555 "edit_sim": {9556 "mean": 0.7013715168035962,9557 "ci_low": 0.6792653478784929,9558 "ci_high": 0.7210816904751534,9559 "n_items": 306,9560 "n_groups": 219561 },9562 "rougeL": {9563 "mean": 0.7210990469082104,9564 "ci_low": 0.7001583143754391,9565 "ci_high": 0.7399450816121801,9566 "n_items": 306,9567 "n_groups": 219568 },9569 "exact_match": {9570 "mean": 0.0,9571 "ci_low": 0.0,9572 "ci_high": 0.0,9573 "n_items": 306,9574 "n_groups": 219575 },9576 "number_recall": {9577 "mean": 0.961808104109142,9578 "ci_low": 0.9352721357493807,9579 "ci_high": 0.9842365431970135,9580 "n_items": 306,9581 "n_groups": 219582 },9583 "placeholders_exact": {9584 "mean": 0.9934640522875817,9585 "ci_low": 0.9832754841066862,9586 "ci_high": 1.0,9587 "n_items": 306,9588 "n_groups": 219589 }9590 },9591 "physics": {9592 "n": 457,9593 "chrf": {9594 "mean": 68.30856513079229,9595 "ci_low": 65.29370404592441,9596 "ci_high": 70.93834532054315,9597 "n_items": 457,9598 "n_groups": 519599 },9600 "edit_sim": {9601 "mean": 0.6734301637699439,9602 "ci_low": 0.6462755989911035,9603 "ci_high": 0.6983842963786,9604 "n_items": 457,9605 "n_groups": 519606 },9607 "rougeL": {9608 "mean": 0.6849736849812887,9609 "ci_low": 0.6570357216377981,9610 "ci_high": 0.7110799527988325,9611 "n_items": 457,9612 "n_groups": 519613 },9614 "exact_match": {9615 "mean": 0.0,9616 "ci_low": 0.0,9617 "ci_high": 0.0,9618 "n_items": 457,9619 "n_groups": 519620 },9621 "number_recall": {9622 "mean": 0.9839629887496409,9623 "ci_low": 0.9688118979052555,9624 "ci_high": 0.9950399992014186,9625 "n_items": 457,9626 "n_groups": 519627 },9628 "placeholders_exact": {9629 "mean": 0.9934354485776805,9630 "ci_low": 0.9801740185567813,9631 "ci_high": 1.0,9632 "n_items": 457,9633 "n_groups": 519634 }9635 },9636 "social_sciences": {9637 "n": 162,9638 "chrf": {9639 "mean": 69.97149657064173,9640 "ci_low": 68.60883808367112,9641 "ci_high": 71.03466967586056,9642 "n_items": 162,9643 "n_groups": 29644 },9645 "edit_sim": {9646 "mean": 0.6956433958921918,9647 "ci_low": 0.6810555510409989,9648 "ci_high": 0.7070251209958698,9649 "n_items": 162,9650 "n_groups": 29651 },9652 "rougeL": {9653 "mean": 0.7102756368651686,9654 "ci_low": 0.703546167128068,9655 "ci_high": 0.7155261022644447,9656 "n_items": 162,9657 "n_groups": 29658 },9659 "exact_match": {9660 "mean": 0.0,9661 "ci_low": 0.0,9662 "ci_high": 0.0,9663 "n_items": 162,9664 "n_groups": 29665 },9666 "number_recall": {9667 "mean": 0.9815657020042985,9668 "ci_low": 0.9719739966992713,9669 "ci_high": 0.993859296127643,9670 "n_items": 162,9671 "n_groups": 29672 },9673 "placeholders_exact": {9674 "mean": 0.9876543209876543,9675 "ci_low": 0.978021978021978,9676 "ci_high": 1.0,9677 "n_items": 162,9678 "n_groups": 29679 }9680 }9681 },9682 "by_era": {9683 "1900-1949": {9684 "n": 23,9685 "chrf": {9686 "mean": 62.027160434553004,9687 "ci_low": 58.31986351946878,9688 "ci_high": 63.515944724439564,9689 "n_items": 23,9690 "n_groups": 39691 },9692 "edit_sim": {9693 "mean": 0.6120645689431196,9694 "ci_low": 0.591712815181584,9695 "ci_high": 0.6537729371037985,9696 "n_items": 23,9697 "n_groups": 39698 },9699 "rougeL": {9700 "mean": 0.6412862711199135,9701 "ci_low": 0.6255707726742202,9702 "ci_high": 0.672406060623652,9703 "n_items": 23,9704 "n_groups": 39705 },9706 "exact_match": {9707 "mean": 0.0,9708 "ci_low": 0.0,9709 "ci_high": 0.0,9710 "n_items": 23,9711 "n_groups": 39712 },9713 "number_recall": {9714 "mean": 1.0,9715 "ci_low": 1.0,9716 "ci_high": 1.0,9717 "n_items": 23,9718 "n_groups": 39719 },9720 "placeholders_exact": {9721 "mean": 1.0,9722 "ci_low": 1.0,9723 "ci_high": 1.0,9724 "n_items": 23,9725 "n_groups": 39726 }9727 },9728 "2000-2009": {9729 "n": 269,9730 "chrf": {9731 "mean": 67.1976010073291,9732 "ci_low": 65.43541319709712,9733 "ci_high": 70.56050083570312,9734 "n_items": 269,9735 "n_groups": 139736 },9737 "edit_sim": {9738 "mean": 0.6693523524860577,9739 "ci_low": 0.6486224651810716,9740 "ci_high": 0.6953656999319128,9741 "n_items": 269,9742 "n_groups": 139743 },9744 "rougeL": {9745 "mean": 0.6661111753358592,9746 "ci_low": 0.6421365587804249,9747 "ci_high": 0.700968265918464,9748 "n_items": 269,9749 "n_groups": 139750 },9751 "exact_match": {9752 "mean": 0.0,9753 "ci_low": 0.0,9754 "ci_high": 0.0,9755 "n_items": 269,9756 "n_groups": 139757 },9758 "number_recall": {9759 "mean": 0.9930731102850061,9760 "ci_low": 0.9760052893261396,9761 "ci_high": 1.0,9762 "n_items": 269,9763 "n_groups": 139764 },9765 "placeholders_exact": {9766 "mean": 0.9776951672862454,9767 "ci_low": 0.9375,9768 "ci_high": 1.0,9769 "n_items": 269,9770 "n_groups": 139771 }9772 },9773 "2010-2017": {9774 "n": 2016,9775 "chrf": {9776 "mean": 70.72519215644947,9777 "ci_low": 69.58985069620928,9778 "ci_high": 71.90320433840007,9779 "n_items": 2016,9780 "n_groups": 1259781 },9782 "edit_sim": {9783 "mean": 0.6935380631589407,9784 "ci_low": 0.6828096364115287,9785 "ci_high": 0.7055395568599064,9786 "n_items": 2016,9787 "n_groups": 1259788 },9789 "rougeL": {9790 "mean": 0.7031317297447265,9791 "ci_low": 0.6881199273515676,9792 "ci_high": 0.7182453323725222,9793 "n_items": 2016,9794 "n_groups": 1259795 },9796 "exact_match": {9797 "mean": 0.0,9798 "ci_low": 0.0,9799 "ci_high": 0.0,9800 "n_items": 2016,9801 "n_groups": 1259802 },9803 "number_recall": {9804 "mean": 0.9817918560232144,9805 "ci_low": 0.97311687402576,9806 "ci_high": 0.9884570967405593,9807 "n_items": 2016,9808 "n_groups": 1259809 },9810 "placeholders_exact": {9811 "mean": 0.9851190476190477,9812 "ci_low": 0.9769138746046931,9813 "ci_high": 0.9923584401662578,9814 "n_items": 2016,9815 "n_groups": 1259816 }9817 },9818 "pre1900": {9819 "n": 185,9820 "chrf": {9821 "mean": 59.85585924461835,9822 "ci_low": 56.38709962527689,9823 "ci_high": 63.94981418719588,9824 "n_items": 185,9825 "n_groups": 139826 },9827 "edit_sim": {9828 "mean": 0.6124123691749905,9829 "ci_low": 0.5778905707444476,9830 "ci_high": 0.6534284682743865,9831 "n_items": 185,9832 "n_groups": 139833 },9834 "rougeL": {9835 "mean": 0.6240781601542372,9836 "ci_low": 0.5916719084353598,9837 "ci_high": 0.6640509225763194,9838 "n_items": 185,9839 "n_groups": 139840 },9841 "exact_match": {9842 "mean": 0.0,9843 "ci_low": 0.0,9844 "ci_high": 0.0,9845 "n_items": 185,9846 "n_groups": 139847 },9848 "number_recall": {9849 "mean": 1.0,9850 "ci_low": 1.0,9851 "ci_high": 1.0,9852 "n_items": 185,9853 "n_groups": 139854 },9855 "placeholders_exact": {9856 "mean": 1.0,9857 "ci_low": 1.0,9858 "ci_high": 1.0,9859 "n_items": 185,9860 "n_groups": 139861 }9862 }9863 },9864 "by_role": {9865 "abstract": {9866 "n": 236,9867 "chrf": {9868 "mean": 70.8856136654273,9869 "ci_low": 69.17930427008639,9870 "ci_high": 72.55929620265913,9871 "n_items": 236,9872 "n_groups": 429873 },9874 "edit_sim": {9875 "mean": 0.6919856561953965,9876 "ci_low": 0.6739500765206942,9877 "ci_high": 0.7119051669548807,9878 "n_items": 236,9879 "n_groups": 429880 },9881 "rougeL": {9882 "mean": 0.6933512738258634,9883 "ci_low": 0.6708679671736364,9884 "ci_high": 0.715764281455612,9885 "n_items": 236,9886 "n_groups": 429887 },9888 "exact_match": {9889 "mean": 0.0,9890 "ci_low": 0.0,9891 "ci_high": 0.0,9892 "n_items": 236,9893 "n_groups": 429894 },9895 "number_recall": {9896 "mean": 0.9776789077212806,9897 "ci_low": 0.9596696410407313,9898 "ci_high": 0.9913059913838954,9899 "n_items": 236,9900 "n_groups": 429901 },9902 "placeholders_exact": {9903 "mean": 0.9957627118644068,9904 "ci_low": 0.9854368932038835,9905 "ci_high": 1.0,9906 "n_items": 236,9907 "n_groups": 429908 }9909 },9910 "background": {9911 "n": 114,9912 "chrf": {9913 "mean": 70.91030537486968,9914 "ci_low": 69.50045141333275,9915 "ci_high": 73.60832939243168,9916 "n_items": 114,9917 "n_groups": 89918 },9919 "edit_sim": {9920 "mean": 0.7025300242241799,9921 "ci_low": 0.6887744194169526,9922 "ci_high": 0.7307962417682551,9923 "n_items": 114,9924 "n_groups": 89925 },9926 "rougeL": {9927 "mean": 0.7007426495649346,9928 "ci_low": 0.6870265239877791,9929 "ci_high": 0.729961146181713,9930 "n_items": 114,9931 "n_groups": 89932 },9933 "exact_match": {9934 "mean": 0.0,9935 "ci_low": 0.0,9936 "ci_high": 0.0,9937 "n_items": 114,9938 "n_groups": 89939 },9940 "number_recall": {9941 "mean": 0.9909622541201488,9942 "ci_low": 0.9653679653679654,9943 "ci_high": 1.0,9944 "n_items": 114,9945 "n_groups": 89946 },9947 "placeholders_exact": {9948 "mean": 0.956140350877193,9949 "ci_low": 0.8690319548872181,9950 "ci_high": 0.9937509704968944,9951 "n_items": 114,9952 "n_groups": 89953 }9954 },9955 "chapter": {9956 "n": 92,9957 "chrf": {9958 "mean": 60.705030360986704,9959 "ci_low": 57.06698407946361,9960 "ci_high": 64.03572260474485,9961 "n_items": 92,9962 "n_groups": 109963 },9964 "edit_sim": {9965 "mean": 0.6237157939962116,9966 "ci_low": 0.584364497849387,9967 "ci_high": 0.6595593834985773,9968 "n_items": 92,9969 "n_groups": 109970 },9971 "rougeL": {9972 "mean": 0.6424759569812267,9973 "ci_low": 0.6050890436743525,9974 "ci_high": 0.6742138682292482,9975 "n_items": 92,9976 "n_groups": 109977 },9978 "exact_match": {9979 "mean": 0.0,9980 "ci_low": 0.0,9981 "ci_high": 0.0,9982 "n_items": 92,9983 "n_groups": 109984 },9985 "number_recall": {9986 "mean": 1.0,9987 "ci_low": 1.0,9988 "ci_high": 1.0,9989 "n_items": 92,9990 "n_groups": 109991 },9992 "placeholders_exact": {9993 "mean": 1.0,9994 "ci_low": 1.0,9995 "ci_high": 1.0,9996 "n_items": 92,9997 "n_groups": 109998 }9999 },10000 "conclusion": {10001 "n": 197,10002 "chrf": {10003 "mean": 68.22719214768571,10004 "ci_low": 66.40544394878656,10005 "ci_high": 70.18311800768926,10006 "n_items": 197,10007 "n_groups": 2810008 },10009 "edit_sim": {10010 "mean": 0.674385090683824,10011 "ci_low": 0.6483446114199972,10012 "ci_high": 0.7025975933295167,10013 "n_items": 197,10014 "n_groups": 2810015 },10016 "rougeL": {10017 "mean": 0.6759074531996251,10018 "ci_low": 0.6527060535635416,10019 "ci_high": 0.7014692387078895,10020 "n_items": 197,10021 "n_groups": 2810022 },10023 "exact_match": {10024 "mean": 0.0,10025 "ci_low": 0.0,10026 "ci_high": 0.0,10027 "n_items": 197,10028 "n_groups": 2810029 },10030 "number_recall": {10031 "mean": 0.9771573604060914,10032 "ci_low": 0.945542304230423,10033 "ci_high": 1.0,10034 "n_items": 197,10035 "n_groups": 2810036 },10037 "placeholders_exact": {10038 "mean": 1.0,10039 "ci_low": 1.0,10040 "ci_high": 1.0,10041 "n_items": 197,10042 "n_groups": 2810043 }10044 },10045 "data": {10046 "n": 142,10047 "chrf": {10048 "mean": 70.65450853765192,10049 "ci_low": 67.71210027609783,10050 "ci_high": 73.04163351050602,10051 "n_items": 142,10052 "n_groups": 1710053 },10054 "edit_sim": {10055 "mean": 0.6825482997005459,10056 "ci_low": 0.6503649086943483,10057 "ci_high": 0.7097541072193467,10058 "n_items": 142,10059 "n_groups": 1710060 },10061 "rougeL": {10062 "mean": 0.7089460051875144,10063 "ci_low": 0.6724446505700223,10064 "ci_high": 0.7382545709554474,10065 "n_items": 142,10066 "n_groups": 1710067 },10068 "exact_match": {10069 "mean": 0.0,10070 "ci_low": 0.0,10071 "ci_high": 0.0,10072 "n_items": 142,10073 "n_groups": 1710074 },10075 "number_recall": {10076 "mean": 0.9764084507042254,10077 "ci_low": 0.9543793831168832,10078 "ci_high": 0.9994304388422036,10079 "n_items": 142,10080 "n_groups": 1710081 },10082 "placeholders_exact": {10083 "mean": 1.0,10084 "ci_low": 1.0,10085 "ci_high": 1.0,10086 "n_items": 142,10087 "n_groups": 1710088 }10089 },10090 "discussion": {10091 "n": 293,10092 "chrf": {10093 "mean": 70.89570817568406,10094 "ci_low": 69.04733830035995,10095 "ci_high": 72.71329935089882,10096 "n_items": 293,10097 "n_groups": 3410098 },10099 "edit_sim": {10100 "mean": 0.6995588419505127,10101 "ci_low": 0.6827407714862783,10102 "ci_high": 0.7153419892931214,10103 "n_items": 293,10104 "n_groups": 3410105 },10106 "rougeL": {10107 "mean": 0.6993877869337704,10108 "ci_low": 0.6792401928292326,10109 "ci_high": 0.7188188721050206,10110 "n_items": 293,10111 "n_groups": 3410112 },10113 "exact_match": {10114 "mean": 0.0,10115 "ci_low": 0.0,10116 "ci_high": 0.0,10117 "n_items": 293,10118 "n_groups": 3410119 },10120 "number_recall": {10121 "mean": 0.9874999999999999,10122 "ci_low": 0.9690284419483985,10123 "ci_high": 0.9997642169459308,10124 "n_items": 293,10125 "n_groups": 3410126 },10127 "placeholders_exact": {10128 "mean": 0.9931740614334471,10129 "ci_low": 0.9839730707395498,10130 "ci_high": 1.0,10131 "n_items": 293,10132 "n_groups": 3410133 }10134 },10135 "introduction": {10136 "n": 330,10137 "chrf": {10138 "mean": 71.02977660485143,10139 "ci_low": 69.63797473069559,10140 "ci_high": 72.5993430988224,10141 "n_items": 330,10142 "n_groups": 3710143 },10144 "edit_sim": {10145 "mean": 0.704996679728545,10146 "ci_low": 0.6920896595353795,10147 "ci_high": 0.7202013631017029,10148 "n_items": 330,10149 "n_groups": 3710150 },10151 "rougeL": {10152 "mean": 0.7072275078767017,10153 "ci_low": 0.6932732226704341,10154 "ci_high": 0.7216189956343838,10155 "n_items": 330,10156 "n_groups": 3710157 },10158 "exact_match": {10159 "mean": 0.0,10160 "ci_low": 0.0,10161 "ci_high": 0.0,10162 "n_items": 330,10163 "n_groups": 3710164 },10165 "number_recall": {10166 "mean": 0.9929795008912656,10167 "ci_low": 0.980867162108746,10168 "ci_high": 0.9994118135626343,10169 "n_items": 330,10170 "n_groups": 3710171 },10172 "placeholders_exact": {10173 "mean": 0.9787878787878788,10174 "ci_low": 0.9607825630252101,10175 "ci_high": 0.9941365973904543,10176 "n_items": 330,10177 "n_groups": 3710178 }10179 },10180 "limitations": {10181 "n": 58,10182 "chrf": {10183 "mean": 64.06164178448044,10184 "ci_low": 59.96686326828333,10185 "ci_high": 66.74613929714667,10186 "n_items": 58,10187 "n_groups": 810188 },10189 "edit_sim": {10190 "mean": 0.6249254159826522,10191 "ci_low": 0.5913909515313626,10192 "ci_high": 0.6497787343637269,10193 "n_items": 58,10194 "n_groups": 810195 },10196 "rougeL": {10197 "mean": 0.6207681458880006,10198 "ci_low": 0.5792284085909073,10199 "ci_high": 0.6488132846126824,10200 "n_items": 58,10201 "n_groups": 810202 },10203 "exact_match": {10204 "mean": 0.0,10205 "ci_low": 0.0,10206 "ci_high": 0.0,10207 "n_items": 58,10208 "n_groups": 810209 },10210 "number_recall": {10211 "mean": 1.0,10212 "ci_low": 1.0,10213 "ci_high": 1.0,10214 "n_items": 58,10215 "n_groups": 810216 },10217 "placeholders_exact": {10218 "mean": 1.0,10219 "ci_low": 1.0,10220 "ci_high": 1.0,10221 "n_items": 58,10222 "n_groups": 810223 }10224 },10225 "methods": {10226 "n": 279,10227 "chrf": {10228 "mean": 70.86050120487995,10229 "ci_low": 68.59003908110536,10230 "ci_high": 73.29818627052434,10231 "n_items": 279,10232 "n_groups": 3310233 },10234 "edit_sim": {10235 "mean": 0.7011653474978766,10236 "ci_low": 0.6785772185964597,10237 "ci_high": 0.72645024511333,10238 "n_items": 279,10239 "n_groups": 3310240 },10241 "rougeL": {10242 "mean": 0.721443506246151,10243 "ci_low": 0.6939874326484455,10244 "ci_high": 0.752313379794335,10245 "n_items": 279,10246 "n_groups": 3310247 },10248 "exact_match": {10249 "mean": 0.0,10250 "ci_low": 0.0,10251 "ci_high": 0.0,10252 "n_items": 279,10253 "n_groups": 3310254 },10255 "number_recall": {10256 "mean": 0.9909335312645188,10257 "ci_low": 0.9830298784017657,10258 "ci_high": 0.9979118912134862,10259 "n_items": 279,10260 "n_groups": 3310261 },10262 "placeholders_exact": {10263 "mean": 0.96415770609319,10264 "ci_low": 0.9180848470388082,10265 "ci_high": 1.0,10266 "n_items": 279,10267 "n_groups": 3310268 }10269 },10270 "other": {10271 "n": 219,10272 "chrf": {10273 "mean": 67.40465191593687,10274 "ci_low": 64.1701226838357,10275 "ci_high": 70.75181186020717,10276 "n_items": 219,10277 "n_groups": 1510278 },10279 "edit_sim": {10280 "mean": 0.6567353942079686,10281 "ci_low": 0.6289658946954481,10282 "ci_high": 0.6856062013820258,10283 "n_items": 219,10284 "n_groups": 1510285 },10286 "rougeL": {10287 "mean": 0.6599232881261862,10288 "ci_low": 0.6212673079133078,10289 "ci_high": 0.6999960429845503,10290 "n_items": 219,10291 "n_groups": 1510292 },10293 "exact_match": {10294 "mean": 0.0,10295 "ci_low": 0.0,10296 "ci_high": 0.0,10297 "n_items": 219,10298 "n_groups": 1510299 },10300 "number_recall": {10301 "mean": 0.982210806697108,10302 "ci_low": 0.9413304086972213,10303 "ci_high": 1.0,10304 "n_items": 219,10305 "n_groups": 1510306 },10307 "placeholders_exact": {10308 "mean": 0.9726027397260274,10309 "ci_low": 0.9262281329079107,10310 "ci_high": 1.0,10311 "n_items": 219,10312 "n_groups": 1510313 }10314 },10315 "preface": {10316 "n": 87,10317 "chrf": {10318 "mean": 57.30020839270917,10319 "ci_low": 52.64208270984086,10320 "ci_high": 62.892851633645826,10321 "n_items": 87,10322 "n_groups": 710323 },10324 "edit_sim": {10325 "mean": 0.5753702760438731,10326 "ci_low": 0.5444022343568944,10327 "ci_high": 0.622601753221323,10328 "n_items": 87,10329 "n_groups": 710330 },10331 "rougeL": {10332 "mean": 0.5868418088562034,10333 "ci_low": 0.5499336526731352,10334 "ci_high": 0.6423779708670179,10335 "n_items": 87,10336 "n_groups": 710337 },10338 "exact_match": {10339 "mean": 0.0,10340 "ci_low": 0.0,10341 "ci_high": 0.0,10342 "n_items": 87,10343 "n_groups": 710344 },10345 "number_recall": {10346 "mean": 1.0,10347 "ci_low": 1.0,10348 "ci_high": 1.0,10349 "n_items": 87,10350 "n_groups": 710351 },10352 "placeholders_exact": {10353 "mean": 1.0,10354 "ci_low": 1.0,10355 "ci_high": 1.0,10356 "n_items": 87,10357 "n_groups": 710358 }10359 },10360 "related_work": {10361 "n": 35,10362 "chrf": {10363 "mean": 71.08959518892185,10364 "ci_low": 71.08959518892185,10365 "ci_high": 71.08959518892185,10366 "n_items": 35,10367 "n_groups": 110368 },10369 "edit_sim": {10370 "mean": 0.6944052571963943,10371 "ci_low": 0.6944052571963943,10372 "ci_high": 0.6944052571963943,10373 "n_items": 35,10374 "n_groups": 110375 },10376 "rougeL": {10377 "mean": 0.6947057990457111,10378 "ci_low": 0.6947057990457111,10379 "ci_high": 0.6947057990457111,10380 "n_items": 35,10381 "n_groups": 110382 },10383 "exact_match": {10384 "mean": 0.0,10385 "ci_low": 0.0,10386 "ci_high": 0.0,10387 "n_items": 35,10388 "n_groups": 110389 },10390 "number_recall": {10391 "mean": 1.0,10392 "ci_low": 1.0,10393 "ci_high": 1.0,10394 "n_items": 35,10395 "n_groups": 110396 },10397 "placeholders_exact": {10398 "mean": 1.0,10399 "ci_low": 1.0,10400 "ci_high": 1.0,10401 "n_items": 35,10402 "n_groups": 110403 }10404 },10405 "results": {10406 "n": 263,10407 "chrf": {10408 "mean": 71.14432509013524,10409 "ci_low": 69.37740919561114,10410 "ci_high": 73.28218417111577,10411 "n_items": 263,10412 "n_groups": 3310413 },10414 "edit_sim": {10415 "mean": 0.6903113743903987,10416 "ci_low": 0.671609696431899,10417 "ci_high": 0.7119779324400011,10418 "n_items": 263,10419 "n_groups": 3310420 },10421 "rougeL": {10422 "mean": 0.7133771848499446,10423 "ci_low": 0.6866855715352547,10424 "ci_high": 0.7447533239475678,10425 "n_items": 263,10426 "n_groups": 3310427 },10428 "exact_match": {10429 "mean": 0.0,10430 "ci_low": 0.0,10431 "ci_high": 0.0,10432 "n_items": 263,10433 "n_groups": 3310434 },10435 "number_recall": {10436 "mean": 0.962243373871028,10437 "ci_low": 0.9308115542551025,10438 "ci_high": 0.9837448691182238,10439 "n_items": 263,10440 "n_groups": 3310441 },10442 "placeholders_exact": {10443 "mean": 0.9847908745247148,10444 "ci_low": 0.944437984496124,10445 "ci_high": 1.0,10446 "n_items": 263,10447 "n_groups": 3310448 }10449 },10450 "theory": {10451 "n": 148,10452 "chrf": {10453 "mean": 71.91221045529642,10454 "ci_low": 68.64669943866713,10455 "ci_high": 75.23782693856339,10456 "n_items": 148,10457 "n_groups": 1510458 },10459 "edit_sim": {10460 "mean": 0.7149924833918557,10461 "ci_low": 0.6805010588936458,10462 "ci_high": 0.7505543249269625,10463 "n_items": 148,10464 "n_groups": 1510465 },10466 "rougeL": {10467 "mean": 0.7253360509130277,10468 "ci_low": 0.6824969033479875,10469 "ci_high": 0.7690406015254698,10470 "n_items": 148,10471 "n_groups": 1510472 },10473 "exact_match": {10474 "mean": 0.0,10475 "ci_low": 0.0,10476 "ci_high": 0.0,10477 "n_items": 148,10478 "n_groups": 1510479 },10480 "number_recall": {10481 "mean": 0.9858903020667726,10482 "ci_low": 0.9512941176470587,10483 "ci_high": 1.0,10484 "n_items": 148,10485 "n_groups": 1510486 },10487 "placeholders_exact": {10488 "mean": 0.9932432432432432,10489 "ci_low": 0.9770992366412213,10490 "ci_high": 1.0,10491 "n_items": 148,10492 "n_groups": 1510493 }10494 }10495 }10496 },10497 "htr-m3light-tiny": {10498 "overall": {10499 "n": 2493,10500 "chrf": {10501 "mean": 69.25690574860313,10502 "ci_low": 68.17200136087011,10503 "ci_high": 70.37671485203028,10504 "n_items": 2493,10505 "n_groups": 15410506 },10507 "edit_sim": {10508 "mean": 0.6827424395966263,10509 "ci_low": 0.6725833435456512,10510 "ci_high": 0.6933979099923888,10511 "n_items": 2493,10512 "n_groups": 15410513 },10514 "rougeL": {10515 "mean": 0.6908326403242294,10516 "ci_low": 0.6777279185842133,10517 "ci_high": 0.7043886449104251,10518 "n_items": 2493,10519 "n_groups": 15410520 },10521 "exact_match": {10522 "mean": 0.0,10523 "ci_low": 0.0,10524 "ci_high": 0.0,10525 "n_items": 2493,10526 "n_groups": 15410527 },10528 "number_recall": {10529 "mean": 0.9816246566877226,10530 "ci_low": 0.9741291777886719,10531 "ci_high": 0.9877194256740218,10532 "n_items": 2493,10533 "n_groups": 15410534 },10535 "placeholders_exact": {10536 "mean": 0.9871640593662254,10537 "ci_low": 0.9783677157201742,10538 "ci_high": 0.9942173685403228,10539 "n_items": 2493,10540 "n_groups": 15410541 }10542 },10543 "by_variant": {10544 "A": {10545 "n": 425,10546 "chrf": {10547 "mean": 68.79001516069917,10548 "ci_low": 67.63294813631475,10549 "ci_high": 69.89770233023813,10550 "n_items": 425,10551 "n_groups": 14910552 },10553 "edit_sim": {10554 "mean": 0.6762999798514321,10555 "ci_low": 0.6649574239401125,10556 "ci_high": 0.6867850012268478,10557 "n_items": 425,10558 "n_groups": 14910559 },10560 "rougeL": {10561 "mean": 0.6814599322177751,10562 "ci_low": 0.6681447562406713,10563 "ci_high": 0.6946001938105172,10564 "n_items": 425,10565 "n_groups": 14910566 },10567 "exact_match": {10568 "mean": 0.0,10569 "ci_low": 0.0,10570 "ci_high": 0.0,10571 "n_items": 425,10572 "n_groups": 14910573 },10574 "number_recall": {10575 "mean": 0.9842571450450708,10576 "ci_low": 0.9763847320445408,10577 "ci_high": 0.9905978797488669,10578 "n_items": 425,10579 "n_groups": 14910580 },10581 "placeholders_exact": {10582 "mean": 0.9905882352941177,10583 "ci_low": 0.9805813431601824,10584 "ci_high": 0.9978308026030369,10585 "n_items": 425,10586 "n_groups": 14910587 }10588 },10589 "B": {10590 "n": 394,10591 "chrf": {10592 "mean": 74.84290520071478,10593 "ci_low": 73.44690333789671,10594 "ci_high": 76.34033486327537,10595 "n_items": 394,10596 "n_groups": 14210597 },10598 "edit_sim": {10599 "mean": 0.751653068252452,10600 "ci_low": 0.7367254360080933,10601 "ci_high": 0.7676421735286723,10602 "n_items": 394,10603 "n_groups": 14210604 },10605 "rougeL": {10606 "mean": 0.7560129857280211,10607 "ci_low": 0.7391968082237899,10608 "ci_high": 0.7731533444456128,10609 "n_items": 394,10610 "n_groups": 14210611 },10612 "exact_match": {10613 "mean": 0.0,10614 "ci_low": 0.0,10615 "ci_high": 0.0,10616 "n_items": 394,10617 "n_groups": 14210618 },10619 "number_recall": {10620 "mean": 0.9818704197462979,10621 "ci_low": 0.9720634102899267,10622 "ci_high": 0.9896928569584287,10623 "n_items": 394,10624 "n_groups": 14210625 },10626 "placeholders_exact": {10627 "mean": 0.9796954314720813,10628 "ci_low": 0.9659083452636602,10629 "ci_high": 0.9925747158049139,10630 "n_items": 394,10631 "n_groups": 14210632 }10633 },10634 "C": {10635 "n": 424,10636 "chrf": {10637 "mean": 71.7817483495489,10638 "ci_low": 70.75064881352061,10639 "ci_high": 72.92739420474993,10640 "n_items": 424,10641 "n_groups": 14910642 },10643 "edit_sim": {10644 "mean": 0.7234654726715305,10645 "ci_low": 0.712443585617436,10646 "ci_high": 0.7362729148075029,10647 "n_items": 424,10648 "n_groups": 14910649 },10650 "rougeL": {10651 "mean": 0.74285929356184,10652 "ci_low": 0.7303731918725487,10653 "ci_high": 0.7568762257267894,10654 "n_items": 424,10655 "n_groups": 14910656 },10657 "exact_match": {10658 "mean": 0.0,10659 "ci_low": 0.0,10660 "ci_high": 0.0,10661 "n_items": 424,10662 "n_groups": 14910663 },10664 "number_recall": {10665 "mean": 0.983136920510202,10666 "ci_low": 0.972961687941091,10667 "ci_high": 0.9907497923523908,10668 "n_items": 424,10669 "n_groups": 14910670 },10671 "placeholders_exact": {10672 "mean": 0.9929245283018868,10673 "ci_low": 0.9847710206474016,10674 "ci_high": 1.0,10675 "n_items": 424,10676 "n_groups": 14910677 }10678 },10679 "D": {10680 "n": 436,10681 "chrf": {10682 "mean": 69.99172061007927,10683 "ci_low": 68.92092100669463,10684 "ci_high": 71.13121035150805,10685 "n_items": 436,10686 "n_groups": 15110687 },10688 "edit_sim": {10689 "mean": 0.6940393015248405,10690 "ci_low": 0.6831795209662584,10691 "ci_high": 0.7056516464876497,10692 "n_items": 436,10693 "n_groups": 15110694 },10695 "rougeL": {10696 "mean": 0.6999789000950275,10697 "ci_low": 0.687089568592334,10698 "ci_high": 0.712782544201608,10699 "n_items": 436,10700 "n_groups": 15110701 },10702 "exact_match": {10703 "mean": 0.0,10704 "ci_low": 0.0,10705 "ci_high": 0.0,10706 "n_items": 436,10707 "n_groups": 15110708 },10709 "number_recall": {10710 "mean": 0.9764797949981826,10711 "ci_low": 0.9670325205713448,10712 "ci_high": 0.9849893391905232,10713 "n_items": 436,10714 "n_groups": 15110715 },10716 "placeholders_exact": {10717 "mean": 0.9862385321100917,10718 "ci_low": 0.974575732091258,10719 "ci_high": 0.995434308841843,10720 "n_items": 436,10721 "n_groups": 15110722 }10723 },10724 "E": {10725 "n": 814,10726 "chrf": {10727 "mean": 65.08814920477336,10728 "ci_low": 64.01143006862607,10729 "ci_high": 66.23878148719884,10730 "n_items": 814,10731 "n_groups": 15110732 },10733 "edit_sim": {10734 "mean": 0.6254884591013576,10735 "ci_low": 0.6155378870270523,10736 "ci_high": 0.6354928181946549,10737 "n_items": 814,10738 "n_groups": 15110739 },10740 "rougeL": {10741 "mean": 0.6321781865445419,10742 "ci_low": 0.6184033076235121,10743 "ci_high": 0.6457152132008153,10744 "n_items": 814,10745 "n_groups": 15110746 },10747 "exact_match": {10748 "mean": 0.0,10749 "ci_low": 0.0,10750 "ci_high": 0.0,10751 "n_items": 814,10752 "n_groups": 15110753 },10754 "number_recall": {10755 "mean": 0.9820992532957775,10756 "ci_low": 0.9741940953604296,10757 "ci_high": 0.9889857923885167,10758 "n_items": 814,10759 "n_groups": 15110760 },10761 "placeholders_exact": {10762 "mean": 0.9864864864864865,10763 "ci_low": 0.9751513975155279,10764 "ci_high": 0.9949049435804584,10765 "n_items": 814,10766 "n_groups": 15110767 }10768 }10769 },10770 "by_discipline": {10771 "biomedicine": {10772 "n": 292,10773 "chrf": {10774 "mean": 67.27032250717735,10775 "ci_low": 64.16384834858658,10776 "ci_high": 70.57041984329855,10777 "n_items": 292,10778 "n_groups": 710779 },10780 "edit_sim": {10781 "mean": 0.6717673707635725,10782 "ci_low": 0.6401498857504517,10783 "ci_high": 0.695408462203806,10784 "n_items": 292,10785 "n_groups": 710786 },10787 "rougeL": {10788 "mean": 0.6663358133096893,10789 "ci_low": 0.6244216211775891,10790 "ci_high": 0.7034681989832487,10791 "n_items": 292,10792 "n_groups": 710793 },10794 "exact_match": {10795 "mean": 0.0,10796 "ci_low": 0.0,10797 "ci_high": 0.0,10798 "n_items": 292,10799 "n_groups": 710800 },10801 "number_recall": {10802 "mean": 0.9764888552892178,10803 "ci_low": 0.9552895478704302,10804 "ci_high": 0.9935897435897436,10805 "n_items": 292,10806 "n_groups": 710807 },10808 "placeholders_exact": {10809 "mean": 0.9794520547945206,10810 "ci_low": 0.9409382089950621,10811 "ci_high": 0.9976246921182266,10812 "n_items": 292,10813 "n_groups": 710814 }10815 },10816 "chemistry": {10817 "n": 287,10818 "chrf": {10819 "mean": 72.24437073074454,10820 "ci_low": 70.27489020792214,10821 "ci_high": 74.02526225729585,10822 "n_items": 287,10823 "n_groups": 1710824 },10825 "edit_sim": {10826 "mean": 0.7123436017407062,10827 "ci_low": 0.6908577799086505,10828 "ci_high": 0.730669264945759,10829 "n_items": 287,10830 "n_groups": 1710831 },10832 "rougeL": {10833 "mean": 0.7218534530329264,10834 "ci_low": 0.7036765033019794,10835 "ci_high": 0.7385921114893229,10836 "n_items": 287,10837 "n_groups": 1710838 },10839 "exact_match": {10840 "mean": 0.0,10841 "ci_low": 0.0,10842 "ci_high": 0.0,10843 "n_items": 287,10844 "n_groups": 1710845 },10846 "number_recall": {10847 "mean": 0.9793798011288385,10848 "ci_low": 0.950261375322133,10849 "ci_high": 0.9940401966596484,10850 "n_items": 287,10851 "n_groups": 1710852 },10853 "placeholders_exact": {10854 "mean": 1.0,10855 "ci_low": 1.0,10856 "ci_high": 1.0,10857 "n_items": 287,10858 "n_groups": 1710859 }10860 },10861 "earth_sciences": {10862 "n": 542,10863 "chrf": {10864 "mean": 68.32624136267307,10865 "ci_low": 66.59084014443604,10866 "ci_high": 69.89205110640225,10867 "n_items": 542,10868 "n_groups": 5210869 },10870 "edit_sim": {10871 "mean": 0.6742814917778303,10872 "ci_low": 0.6573201090453452,10873 "ci_high": 0.6904482016309581,10874 "n_items": 542,10875 "n_groups": 5210876 },10877 "rougeL": {10878 "mean": 0.6838200393151623,10879 "ci_low": 0.6648186132341519,10880 "ci_high": 0.7024398312095241,10881 "n_items": 542,10882 "n_groups": 5210883 },10884 "exact_match": {10885 "mean": 0.0,10886 "ci_low": 0.0,10887 "ci_high": 0.0,10888 "n_items": 542,10889 "n_groups": 5210890 },10891 "number_recall": {10892 "mean": 0.9902516959117365,10893 "ci_low": 0.9761612165850961,10894 "ci_high": 0.9985454221940836,10895 "n_items": 542,10896 "n_groups": 5210897 },10898 "placeholders_exact": {10899 "mean": 0.977859778597786,10900 "ci_low": 0.9486058489831862,10901 "ci_high": 1.0,10902 "n_items": 542,10903 "n_groups": 5210904 }10905 },10906 "economics": {10907 "n": 125,10908 "chrf": {10909 "mean": 69.86443766304855,10910 "ci_low": 69.86443766304855,10911 "ci_high": 69.86443766304855,10912 "n_items": 125,10913 "n_groups": 110914 },10915 "edit_sim": {10916 "mean": 0.6748295649033911,10917 "ci_low": 0.6748295649033911,10918 "ci_high": 0.6748295649033911,10919 "n_items": 125,10920 "n_groups": 110921 },10922 "rougeL": {10923 "mean": 0.7016541069211988,10924 "ci_low": 0.7016541069211988,10925 "ci_high": 0.7016541069211988,10926 "n_items": 125,10927 "n_groups": 110928 },10929 "exact_match": {10930 "mean": 0.0,10931 "ci_low": 0.0,10932 "ci_high": 0.0,10933 "n_items": 125,10934 "n_groups": 110935 },10936 "number_recall": {10937 "mean": 0.9869005128205128,10938 "ci_low": 0.9869005128205128,10939 "ci_high": 0.9869005128205128,10940 "n_items": 125,10941 "n_groups": 110942 },10943 "placeholders_exact": {10944 "mean": 0.96,10945 "ci_low": 0.96,10946 "ci_high": 0.96,10947 "n_items": 125,10948 "n_groups": 110949 }10950 },10951 "engineering": {10952 "n": 71,10953 "chrf": {10954 "mean": 75.56322555939494,10955 "ci_low": 75.56322555939494,10956 "ci_high": 75.56322555939494,10957 "n_items": 71,10958 "n_groups": 110959 },10960 "edit_sim": {10961 "mean": 0.7354043150074616,10962 "ci_low": 0.7354043150074616,10963 "ci_high": 0.7354043150074616,10964 "n_items": 71,10965 "n_groups": 110966 },10967 "rougeL": {10968 "mean": 0.7567064660685139,10969 "ci_low": 0.7567064660685139,10970 "ci_high": 0.7567064660685139,10971 "n_items": 71,10972 "n_groups": 110973 },10974 "exact_match": {10975 "mean": 0.0,10976 "ci_low": 0.0,10977 "ci_high": 0.0,10978 "n_items": 71,10979 "n_groups": 110980 },10981 "number_recall": {10982 "mean": 0.9770414973501137,10983 "ci_low": 0.9770414973501137,10984 "ci_high": 0.9770414973501137,10985 "n_items": 71,10986 "n_groups": 110987 },10988 "placeholders_exact": {10989 "mean": 0.971830985915493,10990 "ci_low": 0.971830985915493,10991 "ci_high": 0.971830985915493,10992 "n_items": 71,10993 "n_groups": 110994 }10995 },10996 "finance": {10997 "n": 251,10998 "chrf": {10999 "mean": 66.45856784638848,11000 "ci_low": 66.2905793936576,11001 "ci_high": 68.77087948986068,11002 "n_items": 251,11003 "n_groups": 211004 },11005 "edit_sim": {11006 "mean": 0.6584509449963598,11007 "ci_low": 0.654017625735789,11008 "ci_high": 0.7194742807006862,11009 "n_items": 251,11010 "n_groups": 211011 },11012 "rougeL": {11013 "mean": 0.6447675889372232,11014 "ci_low": 0.6428926184581074,11015 "ci_high": 0.6705760061203466,11016 "n_items": 251,11017 "n_groups": 211018 },11019 "exact_match": {11020 "mean": 0.0,11021 "ci_low": 0.0,11022 "ci_high": 0.0,11023 "n_items": 251,11024 "n_groups": 211025 },11026 "number_recall": {11027 "mean": 0.9959882691456396,11028 "ci_low": 0.9956968186134852,11029 "ci_high": 1.0,11030 "n_items": 251,11031 "n_groups": 211032 },11033 "placeholders_exact": {11034 "mean": 0.9920318725099602,11035 "ci_low": 0.9914529914529915,11036 "ci_high": 1.0,11037 "n_items": 251,11038 "n_groups": 211039 }11040 },11041 "life_sciences": {11042 "n": 306,11043 "chrf": {11044 "mean": 72.09278698771875,11045 "ci_low": 70.6825808482949,11046 "ci_high": 73.44622927031851,11047 "n_items": 306,11048 "n_groups": 2111049 },11050 "edit_sim": {11051 "mean": 0.6994336221913681,11052 "ci_low": 0.6772255856831233,11053 "ci_high": 0.7192572092914522,11054 "n_items": 306,11055 "n_groups": 2111056 },11057 "rougeL": {11058 "mean": 0.7203601915352121,11059 "ci_low": 0.7010181408626422,11060 "ci_high": 0.7372143754121996,11061 "n_items": 306,11062 "n_groups": 2111063 },11064 "exact_match": {11065 "mean": 0.0,11066 "ci_low": 0.0,11067 "ci_high": 0.0,11068 "n_items": 306,11069 "n_groups": 2111070 },11071 "number_recall": {11072 "mean": 0.9543015823725167,11073 "ci_low": 0.9262230300980772,11074 "ci_high": 0.9780646326089,11075 "n_items": 306,11076 "n_groups": 2111077 },11078 "placeholders_exact": {11079 "mean": 0.9967320261437909,11080 "ci_low": 0.9892857142857143,11081 "ci_high": 1.0,11082 "n_items": 306,11083 "n_groups": 2111084 }11085 },11086 "physics": {11087 "n": 457,11088 "chrf": {11089 "mean": 67.92722079406606,11090 "ci_low": 64.87134872517179,11091 "ci_high": 70.5639288833928,11092 "n_items": 457,11093 "n_groups": 5111094 },11095 "edit_sim": {11096 "mean": 0.6713464014268952,11097 "ci_low": 0.644729895624173,11098 "ci_high": 0.6969281321420335,11099 "n_items": 457,11100 "n_groups": 5111101 },11102 "rougeL": {11103 "mean": 0.6803901453582709,11104 "ci_low": 0.6521969479472517,11105 "ci_high": 0.7076900189860034,11106 "n_items": 457,11107 "n_groups": 5111108 },11109 "exact_match": {11110 "mean": 0.0,11111 "ci_low": 0.0,11112 "ci_high": 0.0,11113 "n_items": 457,11114 "n_groups": 5111115 },11116 "number_recall": {11117 "mean": 0.9838046769666026,11118 "ci_low": 0.9661790406756917,11119 "ci_high": 0.9954013299640844,11120 "n_items": 457,11121 "n_groups": 5111122 },11123 "placeholders_exact": {11124 "mean": 0.9912472647702407,11125 "ci_low": 0.9773639169472503,11126 "ci_high": 1.0,11127 "n_items": 457,11128 "n_groups": 5111129 }11130 },11131 "social_sciences": {11132 "n": 162,11133 "chrf": {11134 "mean": 70.15615844263931,11135 "ci_low": 68.69399764544896,11136 "ci_high": 71.29696521846915,11137 "n_items": 162,11138 "n_groups": 211139 },11140 "edit_sim": {11141 "mean": 0.6996732369942578,11142 "ci_low": 0.6829664316155031,11143 "ci_high": 0.7127082170150442,11144 "n_items": 162,11145 "n_groups": 211146 },11147 "rougeL": {11148 "mean": 0.71132845799287,11149 "ci_low": 0.7046836287572066,11150 "ci_high": 0.7165128851987175,11151 "n_items": 162,11152 "n_groups": 211153 },11154 "exact_match": {11155 "mean": 0.0,11156 "ci_low": 0.0,11157 "ci_high": 0.0,11158 "n_items": 162,11159 "n_groups": 211160 },11161 "number_recall": {11162 "mean": 0.9871389735814687,11163 "ci_low": 0.9811784674422037,11164 "ci_high": 0.9947784955346114,11165 "n_items": 162,11166 "n_groups": 211167 },11168 "placeholders_exact": {11169 "mean": 1.0,11170 "ci_low": 1.0,11171 "ci_high": 1.0,11172 "n_items": 162,11173 "n_groups": 211174 }11175 }11176 },11177 "by_era": {11178 "1900-1949": {11179 "n": 23,11180 "chrf": {11181 "mean": 61.52340057801515,11182 "ci_low": 56.120045209986856,11183 "ci_high": 63.732170644779096,11184 "n_items": 23,11185 "n_groups": 311186 },11187 "edit_sim": {11188 "mean": 0.6078033244871438,11189 "ci_low": 0.5656108597285068,11190 "ci_high": 0.6445155458962596,11191 "n_items": 23,11192 "n_groups": 311193 },11194 "rougeL": {11195 "mean": 0.635347627974784,11196 "ci_low": 0.610659215417221,11197 "ci_high": 0.6708816419713831,11198 "n_items": 23,11199 "n_groups": 311200 },11201 "exact_match": {11202 "mean": 0.0,11203 "ci_low": 0.0,11204 "ci_high": 0.0,11205 "n_items": 23,11206 "n_groups": 311207 },11208 "number_recall": {11209 "mean": 1.0,11210 "ci_low": 1.0,11211 "ci_high": 1.0,11212 "n_items": 23,11213 "n_groups": 311214 },11215 "placeholders_exact": {11216 "mean": 1.0,11217 "ci_low": 1.0,11218 "ci_high": 1.0,11219 "n_items": 23,11220 "n_groups": 311221 }11222 },11223 "2000-2009": {11224 "n": 269,11225 "chrf": {11226 "mean": 67.03035410202506,11227 "ci_low": 65.30840486907329,11228 "ci_high": 70.08698148865257,11229 "n_items": 269,11230 "n_groups": 1311231 },11232 "edit_sim": {11233 "mean": 0.6713392525919769,11234 "ci_low": 0.6491571146856041,11235 "ci_high": 0.6942677913457204,11236 "n_items": 269,11237 "n_groups": 1311238 },11239 "rougeL": {11240 "mean": 0.6641696158202903,11241 "ci_low": 0.6412945764907193,11242 "ci_high": 0.6962479563378414,11243 "n_items": 269,11244 "n_groups": 1311245 },11246 "exact_match": {11247 "mean": 0.0,11248 "ci_low": 0.0,11249 "ci_high": 0.0,11250 "n_items": 269,11251 "n_groups": 1311252 },11253 "number_recall": {11254 "mean": 0.9838785625774472,11255 "ci_low": 0.9723093210656082,11256 "ci_high": 0.9931844874923733,11257 "n_items": 269,11258 "n_groups": 1311259 },11260 "placeholders_exact": {11261 "mean": 0.9776951672862454,11262 "ci_low": 0.9351805555555556,11263 "ci_high": 0.9982651245551598,11264 "n_items": 269,11265 "n_groups": 1311266 }11267 },11268 "2010-2017": {11269 "n": 2016,11270 "chrf": {11271 "mean": 70.55309466398587,11272 "ci_low": 69.3737180023017,11273 "ci_high": 71.74532959934105,11274 "n_items": 2016,11275 "n_groups": 12511276 },11277 "edit_sim": {11278 "mean": 0.6918340787760713,11279 "ci_low": 0.6806049835974469,11280 "ci_high": 0.7043709511943287,11281 "n_items": 2016,11282 "n_groups": 12511283 },11284 "rougeL": {11285 "mean": 0.7017564056859621,11286 "ci_low": 0.6862239749720453,11287 "ci_high": 0.7173534774057588,11288 "n_items": 2016,11289 "n_groups": 12511290 },11291 "exact_match": {11292 "mean": 0.0,11293 "ci_low": 0.0,11294 "ci_high": 0.0,11295 "n_items": 2016,11296 "n_groups": 12511297 },11298 "number_recall": {11299 "mean": 0.9795697669022189,11300 "ci_low": 0.9700639428548344,11301 "ci_high": 0.9871455765574525,11302 "n_items": 2016,11303 "n_groups": 12511304 },11305 "placeholders_exact": {11306 "mean": 0.9871031746031746,11307 "ci_low": 0.977309520605368,11308 "ci_high": 0.9950478199400202,11309 "n_items": 2016,11310 "n_groups": 12511311 }11312 },11313 "pre1900": {11314 "n": 185,11315 "chrf": {11316 "mean": 59.330939037475645,11317 "ci_low": 56.105843313335306,11318 "ci_high": 63.194273821474695,11319 "n_items": 185,11320 "n_groups": 1311321 },11322 "edit_sim": {11323 "mean": 0.6095657496831532,11324 "ci_low": 0.57573443810382,11325 "ci_high": 0.6494022499382363,11326 "n_items": 185,11327 "n_groups": 1311328 },11329 "rougeL": {11330 "mean": 0.6174607371152786,11331 "ci_low": 0.5842350254977255,11332 "ci_high": 0.6577956096305198,11333 "n_items": 185,11334 "n_groups": 1311335 },11336 "exact_match": {11337 "mean": 0.0,11338 "ci_low": 0.0,11339 "ci_high": 0.0,11340 "n_items": 185,11341 "n_groups": 1311342 },11343 "number_recall": {11344 "mean": 0.9984555984555985,11345 "ci_low": 0.9945733064403952,11346 "ci_high": 1.0,11347 "n_items": 185,11348 "n_groups": 1311349 },11350 "placeholders_exact": {11351 "mean": 1.0,11352 "ci_low": 1.0,11353 "ci_high": 1.0,11354 "n_items": 185,11355 "n_groups": 1311356 }11357 }11358 },11359 "by_role": {11360 "abstract": {11361 "n": 236,11362 "chrf": {11363 "mean": 70.89426752888845,11364 "ci_low": 69.1933372253131,11365 "ci_high": 72.69588979886707,11366 "n_items": 236,11367 "n_groups": 4211368 },11369 "edit_sim": {11370 "mean": 0.6930110780495021,11371 "ci_low": 0.6749055774179906,11372 "ci_high": 0.7136805168073667,11373 "n_items": 236,11374 "n_groups": 4211375 },11376 "rougeL": {11377 "mean": 0.6943059921347584,11378 "ci_low": 0.6714432544333365,11379 "ci_high": 0.7166560175609422,11380 "n_items": 236,11381 "n_groups": 4211382 },11383 "exact_match": {11384 "mean": 0.0,11385 "ci_low": 0.0,11386 "ci_high": 0.0,11387 "n_items": 236,11388 "n_groups": 4211389 },11390 "number_recall": {11391 "mean": 0.9825790287866559,11392 "ci_low": 0.968262588839248,11393 "ci_high": 0.9934827629253002,11394 "n_items": 236,11395 "n_groups": 4211396 },11397 "placeholders_exact": {11398 "mean": 1.0,11399 "ci_low": 1.0,11400 "ci_high": 1.0,11401 "n_items": 236,11402 "n_groups": 4211403 }11404 },11405 "background": {11406 "n": 114,11407 "chrf": {11408 "mean": 70.80932857399372,11409 "ci_low": 69.54644565206073,11410 "ci_high": 73.61018948414399,11411 "n_items": 114,11412 "n_groups": 811413 },11414 "edit_sim": {11415 "mean": 0.7004688993845571,11416 "ci_low": 0.6875110635165889,11417 "ci_high": 0.7271444836471685,11418 "n_items": 114,11419 "n_groups": 811420 },11421 "rougeL": {11422 "mean": 0.698608162582509,11423 "ci_low": 0.6853396450666032,11424 "ci_high": 0.7263429189651174,11425 "n_items": 114,11426 "n_groups": 811427 },11428 "exact_match": {11429 "mean": 0.0,11430 "ci_low": 0.0,11431 "ci_high": 0.0,11432 "n_items": 114,11433 "n_groups": 811434 },11435 "number_recall": {11436 "mean": 0.9984051036682615,11437 "ci_low": 0.9923175416133162,11438 "ci_high": 1.0,11439 "n_items": 114,11440 "n_groups": 811441 },11442 "placeholders_exact": {11443 "mean": 0.9473684210526315,11444 "ci_low": 0.839945945945946,11445 "ci_high": 1.0,11446 "n_items": 114,11447 "n_groups": 811448 }11449 },11450 "chapter": {11451 "n": 92,11452 "chrf": {11453 "mean": 60.19330744610302,11454 "ci_low": 56.557843550692695,11455 "ci_high": 63.58978734043523,11456 "n_items": 92,11457 "n_groups": 1011458 },11459 "edit_sim": {11460 "mean": 0.6213982492708342,11461 "ci_low": 0.5829899780462341,11462 "ci_high": 0.6566955929759796,11463 "n_items": 92,11464 "n_groups": 1011465 },11466 "rougeL": {11467 "mean": 0.6395755221600663,11468 "ci_low": 0.6014725401446924,11469 "ci_high": 0.6728339699632825,11470 "n_items": 92,11471 "n_groups": 1011472 },11473 "exact_match": {11474 "mean": 0.0,11475 "ci_low": 0.0,11476 "ci_high": 0.0,11477 "n_items": 92,11478 "n_groups": 1011479 },11480 "number_recall": {11481 "mean": 1.0,11482 "ci_low": 1.0,11483 "ci_high": 1.0,11484 "n_items": 92,11485 "n_groups": 1011486 },11487 "placeholders_exact": {11488 "mean": 1.0,11489 "ci_low": 1.0,11490 "ci_high": 1.0,11491 "n_items": 92,11492 "n_groups": 1011493 }11494 },11495 "conclusion": {11496 "n": 197,11497 "chrf": {11498 "mean": 67.81500755040179,11499 "ci_low": 66.15631127496688,11500 "ci_high": 69.65765764404917,11501 "n_items": 197,11502 "n_groups": 2811503 },11504 "edit_sim": {11505 "mean": 0.669298237621064,11506 "ci_low": 0.6435154482962143,11507 "ci_high": 0.6974112532153663,11508 "n_items": 197,11509 "n_groups": 2811510 },11511 "rougeL": {11512 "mean": 0.6717536168887055,11513 "ci_low": 0.650051031791384,11514 "ci_high": 0.6955747585595171,11515 "n_items": 197,11516 "n_groups": 2811517 },11518 "exact_match": {11519 "mean": 0.0,11520 "ci_low": 0.0,11521 "ci_high": 0.0,11522 "n_items": 197,11523 "n_groups": 2811524 },11525 "number_recall": {11526 "mean": 0.9771573604060914,11527 "ci_low": 0.945542304230423,11528 "ci_high": 1.0,11529 "n_items": 197,11530 "n_groups": 2811531 },11532 "placeholders_exact": {11533 "mean": 1.0,11534 "ci_low": 1.0,11535 "ci_high": 1.0,11536 "n_items": 197,11537 "n_groups": 2811538 }11539 },11540 "data": {11541 "n": 142,11542 "chrf": {11543 "mean": 70.7578044217063,11544 "ci_low": 67.91766440252624,11545 "ci_high": 73.28191335434856,11546 "n_items": 142,11547 "n_groups": 1711548 },11549 "edit_sim": {11550 "mean": 0.6791711094423809,11551 "ci_low": 0.6472168191425651,11552 "ci_high": 0.7077224944548238,11553 "n_items": 142,11554 "n_groups": 1711555 },11556 "rougeL": {11557 "mean": 0.7061612535751719,11558 "ci_low": 0.6729236384032479,11559 "ci_high": 0.7351492412455763,11560 "n_items": 142,11561 "n_groups": 1711562 },11563 "exact_match": {11564 "mean": 0.0,11565 "ci_low": 0.0,11566 "ci_high": 0.0,11567 "n_items": 142,11568 "n_groups": 1711569 },11570 "number_recall": {11571 "mean": 0.9820813771517999,11572 "ci_low": 0.9572344093104964,11573 "ci_high": 1.0,11574 "n_items": 142,11575 "n_groups": 1711576 },11577 "placeholders_exact": {11578 "mean": 0.9929577464788732,11579 "ci_low": 0.9743506493506493,11580 "ci_high": 1.0,11581 "n_items": 142,11582 "n_groups": 1711583 }11584 },11585 "discussion": {11586 "n": 293,11587 "chrf": {11588 "mean": 70.60933891785388,11589 "ci_low": 68.78710425249109,11590 "ci_high": 72.35252400199967,11591 "n_items": 293,11592 "n_groups": 3411593 },11594 "edit_sim": {11595 "mean": 0.6978849885890266,11596 "ci_low": 0.6806729498568228,11597 "ci_high": 0.7145455338089748,11598 "n_items": 293,11599 "n_groups": 3411600 },11601 "rougeL": {11602 "mean": 0.6970967051891639,11603 "ci_low": 0.6764321356673756,11604 "ci_high": 0.7171083879103001,11605 "n_items": 293,11606 "n_groups": 3411607 },11608 "exact_match": {11609 "mean": 0.0,11610 "ci_low": 0.0,11611 "ci_high": 0.0,11612 "n_items": 293,11613 "n_groups": 3411614 },11615 "number_recall": {11616 "mean": 0.9826080773606372,11617 "ci_low": 0.9601559521377996,11618 "ci_high": 0.9965047643388906,11619 "n_items": 293,11620 "n_groups": 3411621 },11622 "placeholders_exact": {11623 "mean": 0.9931740614334471,11624 "ci_low": 0.9828756099711917,11625 "ci_high": 1.0,11626 "n_items": 293,11627 "n_groups": 3411628 }11629 },11630 "introduction": {11631 "n": 330,11632 "chrf": {11633 "mean": 70.70052296581672,11634 "ci_low": 69.25407776114903,11635 "ci_high": 72.33820005107692,11636 "n_items": 330,11637 "n_groups": 3711638 },11639 "edit_sim": {11640 "mean": 0.7031432318229958,11641 "ci_low": 0.6885191977423307,11642 "ci_high": 0.7188449145566786,11643 "n_items": 330,11644 "n_groups": 3711645 },11646 "rougeL": {11647 "mean": 0.7044831413991784,11648 "ci_low": 0.6903065812711031,11649 "ci_high": 0.7189760435760867,11650 "n_items": 330,11651 "n_groups": 3711652 },11653 "exact_match": {11654 "mean": 0.0,11655 "ci_low": 0.0,11656 "ci_high": 0.0,11657 "n_items": 330,11658 "n_groups": 3711659 },11660 "number_recall": {11661 "mean": 0.9818184789067143,11662 "ci_low": 0.9619615549517887,11663 "ci_high": 0.9964976031071667,11664 "n_items": 330,11665 "n_groups": 3711666 },11667 "placeholders_exact": {11668 "mean": 0.990909090909091,11669 "ci_low": 0.9806435953648606,11670 "ci_high": 1.0,11671 "n_items": 330,11672 "n_groups": 3711673 }11674 },11675 "limitations": {11676 "n": 58,11677 "chrf": {11678 "mean": 64.37013134239388,11679 "ci_low": 60.576689392926994,11680 "ci_high": 67.2295848015496,11681 "n_items": 58,11682 "n_groups": 811683 },11684 "edit_sim": {11685 "mean": 0.6239430136103754,11686 "ci_low": 0.5899183979110428,11687 "ci_high": 0.6518902736464063,11688 "n_items": 58,11689 "n_groups": 811690 },11691 "rougeL": {11692 "mean": 0.6227913231427371,11693 "ci_low": 0.5844343493740031,11694 "ci_high": 0.6526078848037641,11695 "n_items": 58,11696 "n_groups": 811697 },11698 "exact_match": {11699 "mean": 0.0,11700 "ci_low": 0.0,11701 "ci_high": 0.0,11702 "n_items": 58,11703 "n_groups": 811704 },11705 "number_recall": {11706 "mean": 1.0,11707 "ci_low": 1.0,11708 "ci_high": 1.0,11709 "n_items": 58,11710 "n_groups": 811711 },11712 "placeholders_exact": {11713 "mean": 1.0,11714 "ci_low": 1.0,11715 "ci_high": 1.0,11716 "n_items": 58,11717 "n_groups": 811718 }11719 },11720 "methods": {11721 "n": 279,11722 "chrf": {11723 "mean": 70.81372357322721,11724 "ci_low": 68.54956837320047,11725 "ci_high": 73.28918018472594,11726 "n_items": 279,11727 "n_groups": 3311728 },11729 "edit_sim": {11730 "mean": 0.7036999437489231,11731 "ci_low": 0.6806432108860098,11732 "ci_high": 0.7292116006569643,11733 "n_items": 279,11734 "n_groups": 3311735 },11736 "rougeL": {11737 "mean": 0.722710726130774,11738 "ci_low": 0.6951450671231199,11739 "ci_high": 0.7540166135182282,11740 "n_items": 279,11741 "n_groups": 3311742 },11743 "exact_match": {11744 "mean": 0.0,11745 "ci_low": 0.0,11746 "ci_high": 0.0,11747 "n_items": 279,11748 "n_groups": 3311749 },11750 "number_recall": {11751 "mean": 0.9853833477791223,11752 "ci_low": 0.9718003560214534,11753 "ci_high": 0.9957443286046661,11754 "n_items": 279,11755 "n_groups": 3311756 },11757 "placeholders_exact": {11758 "mean": 0.9713261648745519,11759 "ci_low": 0.9296267743514439,11760 "ci_high": 1.0,11761 "n_items": 279,11762 "n_groups": 3311763 }11764 },11765 "other": {11766 "n": 219,11767 "chrf": {11768 "mean": 67.02473509480573,11769 "ci_low": 63.802113975969576,11770 "ci_high": 70.41336088277643,11771 "n_items": 219,11772 "n_groups": 1511773 },11774 "edit_sim": {11775 "mean": 0.6558253366305796,11776 "ci_low": 0.6279272298774218,11777 "ci_high": 0.6831997283769633,11778 "n_items": 219,11779 "n_groups": 1511780 },11781 "rougeL": {11782 "mean": 0.6573958868810158,11783 "ci_low": 0.6199836654099488,11784 "ci_high": 0.6956822560642051,11785 "n_items": 219,11786 "n_groups": 1511787 },11788 "exact_match": {11789 "mean": 0.0,11790 "ci_low": 0.0,11791 "ci_high": 0.0,11792 "n_items": 219,11793 "n_groups": 1511794 },11795 "number_recall": {11796 "mean": 0.9816019786910197,11797 "ci_low": 0.9403678282207778,11798 "ci_high": 1.0,11799 "n_items": 219,11800 "n_groups": 1511801 },11802 "placeholders_exact": {11803 "mean": 0.9954337899543378,11804 "ci_low": 0.9815950920245399,11805 "ci_high": 1.0,11806 "n_items": 219,11807 "n_groups": 1511808 }11809 },11810 "preface": {11811 "n": 87,11812 "chrf": {11813 "mean": 56.968229733568585,11814 "ci_low": 52.74531146842128,11815 "ci_high": 62.29985797638402,11816 "n_items": 87,11817 "n_groups": 711818 },11819 "edit_sim": {11820 "mean": 0.572909373215417,11821 "ci_low": 0.543180881179651,11822 "ci_high": 0.6180778308202985,11823 "n_items": 87,11824 "n_groups": 711825 },11826 "rougeL": {11827 "mean": 0.577863853121373,11828 "ci_low": 0.5400531404830151,11829 "ci_high": 0.6349953458579464,11830 "n_items": 87,11831 "n_groups": 711832 },11833 "exact_match": {11834 "mean": 0.0,11835 "ci_low": 0.0,11836 "ci_high": 0.0,11837 "n_items": 87,11838 "n_groups": 711839 },11840 "number_recall": {11841 "mean": 0.9967159277504106,11842 "ci_low": 0.9884130216321996,11843 "ci_high": 1.0,11844 "n_items": 87,11845 "n_groups": 711846 },11847 "placeholders_exact": {11848 "mean": 1.0,11849 "ci_low": 1.0,11850 "ci_high": 1.0,11851 "n_items": 87,11852 "n_groups": 711853 }11854 },11855 "related_work": {11856 "n": 35,11857 "chrf": {11858 "mean": 71.10849548040403,11859 "ci_low": 71.10849548040403,11860 "ci_high": 71.10849548040403,11861 "n_items": 35,11862 "n_groups": 111863 },11864 "edit_sim": {11865 "mean": 0.6924990526782073,11866 "ci_low": 0.6924990526782073,11867 "ci_high": 0.6924990526782073,11868 "n_items": 35,11869 "n_groups": 111870 },11871 "rougeL": {11872 "mean": 0.692949422383139,11873 "ci_low": 0.692949422383139,11874 "ci_high": 0.692949422383139,11875 "n_items": 35,11876 "n_groups": 111877 },11878 "exact_match": {11879 "mean": 0.0,11880 "ci_low": 0.0,11881 "ci_high": 0.0,11882 "n_items": 35,11883 "n_groups": 111884 },11885 "number_recall": {11886 "mean": 1.0,11887 "ci_low": 1.0,11888 "ci_high": 1.0,11889 "n_items": 35,11890 "n_groups": 111891 },11892 "placeholders_exact": {11893 "mean": 1.0,11894 "ci_low": 1.0,11895 "ci_high": 1.0,11896 "n_items": 35,11897 "n_groups": 111898 }11899 },11900 "results": {11901 "n": 263,11902 "chrf": {11903 "mean": 70.97032287904354,11904 "ci_low": 69.12031202324978,11905 "ci_high": 73.1654086973414,11906 "n_items": 263,11907 "n_groups": 3311908 },11909 "edit_sim": {11910 "mean": 0.6887599698683513,11911 "ci_low": 0.6700285318021892,11912 "ci_high": 0.7106743448442386,11913 "n_items": 263,11914 "n_groups": 3311915 },11916 "rougeL": {11917 "mean": 0.7133724164951241,11918 "ci_low": 0.6856631926826003,11919 "ci_high": 0.7453143098336903,11920 "n_items": 263,11921 "n_groups": 3311922 },11923 "exact_match": {11924 "mean": 0.0,11925 "ci_low": 0.0,11926 "ci_high": 0.0,11927 "n_items": 263,11928 "n_groups": 3311929 },11930 "number_recall": {11931 "mean": 0.9454943062927048,11932 "ci_low": 0.9104672865288942,11933 "ci_high": 0.9707661697590947,11934 "n_items": 263,11935 "n_groups": 3311936 },11937 "placeholders_exact": {11938 "mean": 0.9809885931558935,11939 "ci_low": 0.9533898305084746,11940 "ci_high": 1.0,11941 "n_items": 263,11942 "n_groups": 3311943 }11944 },11945 "theory": {11946 "n": 148,11947 "chrf": {11948 "mean": 71.69159343673148,11949 "ci_low": 68.57790322480294,11950 "ci_high": 74.92221369124785,11951 "n_items": 148,11952 "n_groups": 1511953 },11954 "edit_sim": {11955 "mean": 0.7116310359142315,11956 "ci_low": 0.6779195844854113,11957 "ci_high": 0.7481816175813949,11958 "n_items": 148,11959 "n_groups": 1511960 },11961 "rougeL": {11962 "mean": 0.7209184371052125,11963 "ci_low": 0.677300820336558,11964 "ci_high": 0.7671754851221417,11965 "n_items": 148,11966 "n_groups": 1511967 },11968 "exact_match": {11969 "mean": 0.0,11970 "ci_low": 0.0,11971 "ci_high": 0.0,11972 "n_items": 148,11973 "n_groups": 1511974 },11975 "number_recall": {11976 "mean": 0.9956185176773412,11977 "ci_low": 0.9901876888815228,11978 "ci_high": 1.0,11979 "n_items": 148,11980 "n_groups": 1511981 },11982 "placeholders_exact": {11983 "mean": 0.9594594594594594,11984 "ci_low": 0.8625954198473282,11985 "ci_high": 1.0,11986 "n_items": 148,11987 "n_groups": 1511988 }11989 }11990 }11991 },11992 "htr-m3tokenonly-tiny-s2": {11993 "overall": {11994 "n": 2493,11995 "chrf": {11996 "mean": 69.4972518258678,11997 "ci_low": 68.44943956556348,11998 "ci_high": 70.57328122552146,11999 "n_items": 2493,12000 "n_groups": 15412001 },12002 "edit_sim": {12003 "mean": 0.6854127939722646,12004 "ci_low": 0.6756869943682938,12005 "ci_high": 0.6956850726353716,12006 "n_items": 2493,12007 "n_groups": 15412008 },12009 "rougeL": {12010 "mean": 0.6942214650419309,12011 "ci_low": 0.6818767721230767,12012 "ci_high": 0.7071273316116463,12013 "n_items": 2493,12014 "n_groups": 15412015 },12016 "exact_match": {12017 "mean": 0.0,12018 "ci_low": 0.0,12019 "ci_high": 0.0,12020 "n_items": 2493,12021 "n_groups": 15412022 },12023 "number_recall": {12024 "mean": 0.986128683232412,12025 "ci_low": 0.9792279007014126,12026 "ci_high": 0.9916634966916343,12027 "n_items": 2493,12028 "n_groups": 15412029 },12030 "placeholders_exact": {12031 "mean": 0.9899719213798637,12032 "ci_low": 0.982512491495411,12033 "ci_high": 0.9957984515669466,12034 "n_items": 2493,12035 "n_groups": 15412036 }12037 },12038 "by_variant": {12039 "A": {12040 "n": 425,12041 "chrf": {12042 "mean": 69.16486728477327,12043 "ci_low": 68.0932477891073,12044 "ci_high": 70.19896393565332,12045 "n_items": 425,12046 "n_groups": 14912047 },12048 "edit_sim": {12049 "mean": 0.6804371091072833,12050 "ci_low": 0.6696436150156775,12051 "ci_high": 0.6910178800327806,12052 "n_items": 425,12053 "n_groups": 14912054 },12055 "rougeL": {12056 "mean": 0.6862264073709924,12057 "ci_low": 0.6735142733156417,12058 "ci_high": 0.6989169339424679,12059 "n_items": 425,12060 "n_groups": 14912061 },12062 "exact_match": {12063 "mean": 0.0,12064 "ci_low": 0.0,12065 "ci_high": 0.0,12066 "n_items": 425,12067 "n_groups": 14912068 },12069 "number_recall": {12070 "mean": 0.9864897615513716,12071 "ci_low": 0.9781698254541121,12072 "ci_high": 0.9929876085917568,12073 "n_items": 425,12074 "n_groups": 14912075 },12076 "placeholders_exact": {12077 "mean": 0.9882352941176471,12078 "ci_low": 0.9774755687891281,12079 "ci_high": 0.9974027656281542,12080 "n_items": 425,12081 "n_groups": 14912082 }12083 },12084 "B": {12085 "n": 394,12086 "chrf": {12087 "mean": 75.05783328298779,12088 "ci_low": 73.81668433041469,12089 "ci_high": 76.40019530864188,12090 "n_items": 394,12091 "n_groups": 14212092 },12093 "edit_sim": {12094 "mean": 0.752430572248412,12095 "ci_low": 0.7386184524181991,12096 "ci_high": 0.767154047014418,12097 "n_items": 394,12098 "n_groups": 14212099 },12100 "rougeL": {12101 "mean": 0.7585179827835339,12102 "ci_low": 0.7428818045061577,12103 "ci_high": 0.7742125471703981,12104 "n_items": 394,12105 "n_groups": 14212106 },12107 "exact_match": {12108 "mean": 0.0,12109 "ci_low": 0.0,12110 "ci_high": 0.0,12111 "n_items": 394,12112 "n_groups": 14212113 },12114 "number_recall": {12115 "mean": 0.9864699403610468,12116 "ci_low": 0.9775977768981052,12117 "ci_high": 0.993211479473986,12118 "n_items": 394,12119 "n_groups": 14212120 },12121 "placeholders_exact": {12122 "mean": 0.9898477157360406,12123 "ci_low": 0.9784354661907763,12124 "ci_high": 0.9976416481687014,12125 "n_items": 394,12126 "n_groups": 14212127 }12128 },12129 "C": {12130 "n": 424,12131 "chrf": {12132 "mean": 72.02850962561529,12133 "ci_low": 70.98815909108177,12134 "ci_high": 73.18071679732307,12135 "n_items": 424,12136 "n_groups": 14912137 },12138 "edit_sim": {12139 "mean": 0.7270493298041308,12140 "ci_low": 0.716412398891704,12141 "ci_high": 0.7398706198453956,12142 "n_items": 424,12143 "n_groups": 14912144 },12145 "rougeL": {12146 "mean": 0.7470585805227576,12147 "ci_low": 0.7352315841040898,12148 "ci_high": 0.7609748210967847,12149 "n_items": 424,12150 "n_groups": 14912151 },12152 "exact_match": {12153 "mean": 0.0,12154 "ci_low": 0.0,12155 "ci_high": 0.0,12156 "n_items": 424,12157 "n_groups": 14912158 },12159 "number_recall": {12160 "mean": 0.9861416168251091,12161 "ci_low": 0.9769828298651163,12162 "ci_high": 0.9932549214705931,12163 "n_items": 424,12164 "n_groups": 14912165 },12166 "placeholders_exact": {12167 "mean": 0.9952830188679245,12168 "ci_low": 0.9886877828054299,12169 "ci_high": 1.0,12170 "n_items": 424,12171 "n_groups": 14912172 }12173 },12174 "D": {12175 "n": 436,12176 "chrf": {12177 "mean": 70.23528964433545,12178 "ci_low": 69.17691893086749,12179 "ci_high": 71.34781903556417,12180 "n_items": 436,12181 "n_groups": 15112182 },12183 "edit_sim": {12184 "mean": 0.6962553286626108,12185 "ci_low": 0.6858103230044099,12186 "ci_high": 0.7072383011991478,12187 "n_items": 436,12188 "n_groups": 15112189 },12190 "rougeL": {12191 "mean": 0.7028696308843724,12192 "ci_low": 0.6908504292789405,12193 "ci_high": 0.7154244721375144,12194 "n_items": 436,12195 "n_groups": 15112196 },12197 "exact_match": {12198 "mean": 0.0,12199 "ci_low": 0.0,12200 "ci_high": 0.0,12201 "n_items": 436,12202 "n_groups": 15112203 },12204 "number_recall": {12205 "mean": 0.9834418762988011,12206 "ci_low": 0.9752658445774324,12207 "ci_high": 0.990325170043709,12208 "n_items": 436,12209 "n_groups": 15112210 },12211 "placeholders_exact": {12212 "mean": 0.981651376146789,12213 "ci_low": 0.967976498633104,12214 "ci_high": 0.9943352077342957,12215 "n_items": 436,12216 "n_groups": 15112217 }12218 },12219 "E": {12220 "n": 814,12221 "chrf": {12222 "mean": 65.26550310340481,12223 "ci_low": 64.21007702989579,12224 "ci_high": 66.41629624148902,12225 "n_items": 814,12226 "n_groups": 15112227 },12228 "edit_sim": {12229 "mean": 0.6280767068827228,12230 "ci_low": 0.6182488048065573,12231 "ci_high": 0.6387550642755105,12232 "n_items": 814,12233 "n_groups": 15112234 },12235 "rougeL": {12236 "mean": 0.6351201557652504,12237 "ci_low": 0.6214225027040814,12238 "ci_high": 0.648708841233435,12239 "n_items": 814,12240 "n_groups": 15112241 },12242 "exact_match": {12243 "mean": 0.0,12244 "ci_low": 0.0,12245 "ci_high": 0.0,12246 "n_items": 814,12247 "n_groups": 15112248 },12249 "number_recall": {12250 "mean": 0.9872073692096981,12251 "ci_low": 0.9802409984935697,12252 "ci_high": 0.9930082391048985,12253 "n_items": 814,12254 "n_groups": 15112255 },12256 "placeholders_exact": {12257 "mean": 0.9926289926289926,12258 "ci_low": 0.9836789189642021,12259 "ci_high": 0.9988479262672811,12260 "n_items": 814,12261 "n_groups": 15112262 }12263 }12264 },12265 "by_discipline": {12266 "biomedicine": {12267 "n": 292,12268 "chrf": {12269 "mean": 67.32974248652587,12270 "ci_low": 64.48260352432257,12271 "ci_high": 70.55517548373844,12272 "n_items": 292,12273 "n_groups": 712274 },12275 "edit_sim": {12276 "mean": 0.6699090675288508,12277 "ci_low": 0.6438400792996151,12278 "ci_high": 0.6921440898991463,12279 "n_items": 292,12280 "n_groups": 712281 },12282 "rougeL": {12283 "mean": 0.6665044465183767,12284 "ci_low": 0.6296215282614216,12285 "ci_high": 0.7013392530403373,12286 "n_items": 292,12287 "n_groups": 712288 },12289 "exact_match": {12290 "mean": 0.0,12291 "ci_low": 0.0,12292 "ci_high": 0.0,12293 "n_items": 292,12294 "n_groups": 712295 },12296 "number_recall": {12297 "mean": 0.9805619581868577,12298 "ci_low": 0.9561742512389572,12299 "ci_high": 0.9978475092739798,12300 "n_items": 292,12301 "n_groups": 712302 },12303 "placeholders_exact": {12304 "mean": 0.976027397260274,12305 "ci_low": 0.9386690542744002,12306 "ci_high": 0.9974489795918368,12307 "n_items": 292,12308 "n_groups": 712309 }12310 },12311 "chemistry": {12312 "n": 287,12313 "chrf": {12314 "mean": 72.15336722345084,12315 "ci_low": 70.20846934187936,12316 "ci_high": 73.90156253713627,12317 "n_items": 287,12318 "n_groups": 1712319 },12320 "edit_sim": {12321 "mean": 0.7130491505047911,12322 "ci_low": 0.691707948395521,12323 "ci_high": 0.7313221793649854,12324 "n_items": 287,12325 "n_groups": 1712326 },12327 "rougeL": {12328 "mean": 0.7204959731681372,12329 "ci_low": 0.7022289472431438,12330 "ci_high": 0.7372208228550439,12331 "n_items": 287,12332 "n_groups": 1712333 },12334 "exact_match": {12335 "mean": 0.0,12336 "ci_low": 0.0,12337 "ci_high": 0.0,12338 "n_items": 287,12339 "n_groups": 1712340 },12341 "number_recall": {12342 "mean": 0.9788477436331828,12343 "ci_low": 0.950627840136402,12344 "ci_high": 0.9945247079494718,12345 "n_items": 287,12346 "n_groups": 1712347 },12348 "placeholders_exact": {12349 "mean": 0.9965156794425087,12350 "ci_low": 0.9891304347826086,12351 "ci_high": 1.0,12352 "n_items": 287,12353 "n_groups": 1712354 }12355 },12356 "earth_sciences": {12357 "n": 542,12358 "chrf": {12359 "mean": 68.63785650143127,12360 "ci_low": 67.05217742705307,12361 "ci_high": 70.10047673959677,12362 "n_items": 542,12363 "n_groups": 5212364 },12365 "edit_sim": {12366 "mean": 0.6806909325747271,12367 "ci_low": 0.6639865380962333,12368 "ci_high": 0.6964174756985138,12369 "n_items": 542,12370 "n_groups": 5212371 },12372 "rougeL": {12373 "mean": 0.6906748437047636,12374 "ci_low": 0.6724188905911594,12375 "ci_high": 0.7078936887146632,12376 "n_items": 542,12377 "n_groups": 5212378 },12379 "exact_match": {12380 "mean": 0.0,12381 "ci_low": 0.0,12382 "ci_high": 0.0,12383 "n_items": 542,12384 "n_groups": 5212385 },12386 "number_recall": {12387 "mean": 0.9957551738705244,12388 "ci_low": 0.9917676743184959,12389 "ci_high": 0.9989907198216531,12390 "n_items": 542,12391 "n_groups": 5212392 },12393 "placeholders_exact": {12394 "mean": 0.9870848708487084,12395 "ci_low": 0.9671313001978815,12396 "ci_high": 1.0,12397 "n_items": 542,12398 "n_groups": 5212399 }12400 },12401 "economics": {12402 "n": 125,12403 "chrf": {12404 "mean": 70.15278401543902,12405 "ci_low": 70.15278401543902,12406 "ci_high": 70.15278401543902,12407 "n_items": 125,12408 "n_groups": 112409 },12410 "edit_sim": {12411 "mean": 0.6768508291791512,12412 "ci_low": 0.6768508291791512,12413 "ci_high": 0.6768508291791512,12414 "n_items": 125,12415 "n_groups": 112416 },12417 "rougeL": {12418 "mean": 0.7028664607867671,12419 "ci_low": 0.7028664607867671,12420 "ci_high": 0.7028664607867671,12421 "n_items": 125,12422 "n_groups": 112423 },12424 "exact_match": {12425 "mean": 0.0,12426 "ci_low": 0.0,12427 "ci_high": 0.0,12428 "n_items": 125,12429 "n_groups": 112430 },12431 "number_recall": {12432 "mean": 0.9944017582417582,12433 "ci_low": 0.9944017582417582,12434 "ci_high": 0.9944017582417582,12435 "n_items": 125,12436 "n_groups": 112437 },12438 "placeholders_exact": {12439 "mean": 0.96,12440 "ci_low": 0.96,12441 "ci_high": 0.96,12442 "n_items": 125,12443 "n_groups": 112444 }12445 },12446 "engineering": {12447 "n": 71,12448 "chrf": {12449 "mean": 75.75500518831028,12450 "ci_low": 75.75500518831028,12451 "ci_high": 75.75500518831028,12452 "n_items": 71,12453 "n_groups": 112454 },12455 "edit_sim": {12456 "mean": 0.7399032922294704,12457 "ci_low": 0.7399032922294704,12458 "ci_high": 0.7399032922294704,12459 "n_items": 71,12460 "n_groups": 112461 },12462 "rougeL": {12463 "mean": 0.7580397325931296,12464 "ci_low": 0.7580397325931296,12465 "ci_high": 0.7580397325931296,12466 "n_items": 71,12467 "n_groups": 112468 },12469 "exact_match": {12470 "mean": 0.0,12471 "ci_low": 0.0,12472 "ci_high": 0.0,12473 "n_items": 71,12474 "n_groups": 112475 },12476 "number_recall": {12477 "mean": 0.985015649452269,12478 "ci_low": 0.985015649452269,12479 "ci_high": 0.985015649452269,12480 "n_items": 71,12481 "n_groups": 112482 },12483 "placeholders_exact": {12484 "mean": 1.0,12485 "ci_low": 1.0,12486 "ci_high": 1.0,12487 "n_items": 71,12488 "n_groups": 112489 }12490 },12491 "finance": {12492 "n": 251,12493 "chrf": {12494 "mean": 66.99155138011021,12495 "ci_low": 66.86458884927647,12496 "ci_high": 68.73915327511571,12497 "n_items": 251,12498 "n_groups": 212499 },12500 "edit_sim": {12501 "mean": 0.6632949491084226,12502 "ci_low": 0.6598950202805343,12503 "ci_high": 0.710093969445238,12504 "n_items": 251,12505 "n_groups": 212506 },12507 "rougeL": {12508 "mean": 0.6502227308204701,12509 "ci_low": 0.6494446801587223,12510 "ci_high": 0.6609323693409984,12511 "n_items": 251,12512 "n_groups": 212513 },12514 "exact_match": {12515 "mean": 0.0,12516 "ci_low": 0.0,12517 "ci_high": 0.0,12518 "n_items": 251,12519 "n_groups": 212520 },12521 "number_recall": {12522 "mean": 0.9972886232846393,12523 "ci_low": 0.9970916429249763,12524 "ci_high": 1.0,12525 "n_items": 251,12526 "n_groups": 212527 },12528 "placeholders_exact": {12529 "mean": 1.0,12530 "ci_low": 1.0,12531 "ci_high": 1.0,12532 "n_items": 251,12533 "n_groups": 212534 }12535 },12536 "life_sciences": {12537 "n": 306,12538 "chrf": {12539 "mean": 72.05498806267568,12540 "ci_low": 70.48133960203278,12541 "ci_high": 73.543116242801,12542 "n_items": 306,12543 "n_groups": 2112544 },12545 "edit_sim": {12546 "mean": 0.697863513250475,12547 "ci_low": 0.6765652347730232,12548 "ci_high": 0.7171517570787939,12549 "n_items": 306,12550 "n_groups": 2112551 },12552 "rougeL": {12553 "mean": 0.7199927540749793,12554 "ci_low": 0.6993167294547113,12555 "ci_high": 0.7388592294068126,12556 "n_items": 306,12557 "n_groups": 2112558 },12559 "exact_match": {12560 "mean": 0.0,12561 "ci_low": 0.0,12562 "ci_high": 0.0,12563 "n_items": 306,12564 "n_groups": 2112565 },12566 "number_recall": {12567 "mean": 0.9621581668150295,12568 "ci_low": 0.9339144082294342,12569 "ci_high": 0.9882152355651546,12570 "n_items": 306,12571 "n_groups": 2112572 },12573 "placeholders_exact": {12574 "mean": 0.9901960784313726,12575 "ci_low": 0.9761886993603411,12576 "ci_high": 1.0,12577 "n_items": 306,12578 "n_groups": 2112579 }12580 },12581 "physics": {12582 "n": 457,12583 "chrf": {12584 "mean": 68.3818945577114,12585 "ci_low": 65.44648735020726,12586 "ci_high": 70.9404417095704,12587 "n_items": 457,12588 "n_groups": 5112589 },12590 "edit_sim": {12591 "mean": 0.6755363590959621,12592 "ci_low": 0.6495251803822489,12593 "ci_high": 0.7001586621091758,12594 "n_items": 457,12595 "n_groups": 5112596 },12597 "rougeL": {12598 "mean": 0.6867230615620983,12599 "ci_low": 0.6600900160223637,12600 "ci_high": 0.7119261017802292,12601 "n_items": 457,12602 "n_groups": 5112603 },12604 "exact_match": {12605 "mean": 0.0,12606 "ci_low": 0.0,12607 "ci_high": 0.0,12608 "n_items": 457,12609 "n_groups": 5112610 },12611 "number_recall": {12612 "mean": 0.9884570541299207,12613 "ci_low": 0.9728173961489018,12614 "ci_high": 0.9977657337053215,12615 "n_items": 457,12616 "n_groups": 5112617 },12618 "placeholders_exact": {12619 "mean": 0.9956236323851203,12620 "ci_low": 0.9867826790378543,12621 "ci_high": 1.0,12622 "n_items": 457,12623 "n_groups": 5112624 }12625 },12626 "social_sciences": {12627 "n": 162,12628 "chrf": {12629 "mean": 70.52280526022426,12630 "ci_low": 68.95074882075313,12631 "ci_high": 71.74935478992153,12632 "n_items": 162,12633 "n_groups": 212634 },12635 "edit_sim": {12636 "mean": 0.7015320075349003,12637 "ci_low": 0.6842379493752528,12638 "ci_high": 0.7150251737913287,12639 "n_items": 162,12640 "n_groups": 212641 },12642 "rougeL": {12643 "mean": 0.7155027682080972,12644 "ci_low": 0.7087845095355146,12645 "ci_high": 0.7207444865130792,12646 "n_items": 162,12647 "n_groups": 212648 },12649 "exact_match": {12650 "mean": 0.0,12651 "ci_low": 0.0,12652 "ci_high": 0.0,12653 "n_items": 162,12654 "n_groups": 212655 },12656 "number_recall": {12657 "mean": 0.9923769180786725,12658 "ci_low": 0.9896449704142012,12659 "ci_high": 0.9958784284655301,12660 "n_items": 162,12661 "n_groups": 212662 },12663 "placeholders_exact": {12664 "mean": 1.0,12665 "ci_low": 1.0,12666 "ci_high": 1.0,12667 "n_items": 162,12668 "n_groups": 212669 }12670 }12671 },12672 "by_era": {12673 "1900-1949": {12674 "n": 23,12675 "chrf": {12676 "mean": 62.082526839766444,12677 "ci_low": 58.94474394802124,12678 "ci_high": 63.60718966133294,12679 "n_items": 23,12680 "n_groups": 312681 },12682 "edit_sim": {12683 "mean": 0.618025001666883,12684 "ci_low": 0.6002867435148018,12685 "ci_high": 0.6550273859029514,12686 "n_items": 23,12687 "n_groups": 312688 },12689 "rougeL": {12690 "mean": 0.6453174706310304,12691 "ci_low": 0.6316831325981369,12692 "ci_high": 0.6753296971402643,12693 "n_items": 23,12694 "n_groups": 312695 },12696 "exact_match": {12697 "mean": 0.0,12698 "ci_low": 0.0,12699 "ci_high": 0.0,12700 "n_items": 23,12701 "n_groups": 312702 },12703 "number_recall": {12704 "mean": 1.0,12705 "ci_low": 1.0,12706 "ci_high": 1.0,12707 "n_items": 23,12708 "n_groups": 312709 },12710 "placeholders_exact": {12711 "mean": 1.0,12712 "ci_low": 1.0,12713 "ci_high": 1.0,12714 "n_items": 23,12715 "n_groups": 312716 }12717 },12718 "2000-2009": {12719 "n": 269,12720 "chrf": {12721 "mean": 67.29070882634652,12722 "ci_low": 65.80313596942162,12723 "ci_high": 70.44141503787067,12724 "n_items": 269,12725 "n_groups": 1312726 },12727 "edit_sim": {12728 "mean": 0.6709415569588343,12729 "ci_low": 0.6539016509045803,12730 "ci_high": 0.6951011399477703,12731 "n_items": 269,12732 "n_groups": 1312733 },12734 "rougeL": {12735 "mean": 0.6654251509337348,12736 "ci_low": 0.6450110111584879,12737 "ci_high": 0.6992800042980235,12738 "n_items": 269,12739 "n_groups": 1312740 },12741 "exact_match": {12742 "mean": 0.0,12743 "ci_low": 0.0,12744 "ci_high": 0.0,12745 "n_items": 269,12746 "n_groups": 1312747 },12748 "number_recall": {12749 "mean": 0.9927881040892191,12750 "ci_low": 0.9891507700946572,12751 "ci_high": 1.0,12752 "n_items": 269,12753 "n_groups": 1312754 },12755 "placeholders_exact": {12756 "mean": 0.9776951672862454,12757 "ci_low": 0.9375,12758 "ci_high": 1.0,12759 "n_items": 269,12760 "n_groups": 1312761 }12762 },12763 "2010-2017": {12764 "n": 2016,12765 "chrf": {12766 "mean": 70.72509511548958,12767 "ci_low": 69.6234626646521,12768 "ci_high": 71.85032116488576,12769 "n_items": 2016,12770 "n_groups": 12512771 },12772 "edit_sim": {12773 "mean": 0.69435039609881,12774 "ci_low": 0.6839151928851239,12775 "ci_high": 0.7064414805474863,12776 "n_items": 2016,12777 "n_groups": 12512778 },12779 "rougeL": {12780 "mean": 0.7043328631818496,12781 "ci_low": 0.6900271625535003,12782 "ci_high": 0.7191670274713147,12783 "n_items": 2016,12784 "n_groups": 12512785 },12786 "exact_match": {12787 "mean": 0.0,12788 "ci_low": 0.0,12789 "ci_high": 0.0,12790 "n_items": 2016,12791 "n_groups": 12512792 },12793 "number_recall": {12794 "mean": 0.9838089321916682,12795 "ci_low": 0.974982124660046,12796 "ci_high": 0.9905243287168961,12797 "n_items": 2016,12798 "n_groups": 12512799 },12800 "placeholders_exact": {12801 "mean": 0.9905753968253969,12802 "ci_low": 0.9832936403960247,12803 "ci_high": 0.9965164316706083,12804 "n_items": 2016,12805 "n_groups": 12512806 }12807 },12808 "pre1900": {12809 "n": 185,12810 "chrf": {12811 "mean": 60.24734193221432,12812 "ci_low": 57.058489587116064,12813 "ci_high": 64.06831771434348,12814 "n_items": 185,12815 "n_groups": 1312816 },12817 "edit_sim": {12818 "mean": 0.6174369890669742,12819 "ci_low": 0.5855891032506935,12820 "ci_high": 0.6562955674161794,12821 "n_items": 185,12822 "n_groups": 1312823 },12824 "rougeL": {12825 "mean": 0.6319859067526294,12826 "ci_low": 0.6015648829980177,12827 "ci_high": 0.6697367645728618,12828 "n_items": 185,12829 "n_groups": 1312830 },12831 "exact_match": {12832 "mean": 0.0,12833 "ci_low": 0.0,12834 "ci_high": 0.0,12835 "n_items": 185,12836 "n_groups": 1312837 },12838 "number_recall": {12839 "mean": 1.0,12840 "ci_low": 1.0,12841 "ci_high": 1.0,12842 "n_items": 185,12843 "n_groups": 1312844 },12845 "placeholders_exact": {12846 "mean": 1.0,12847 "ci_low": 1.0,12848 "ci_high": 1.0,12849 "n_items": 185,12850 "n_groups": 1312851 }12852 }12853 },12854 "by_role": {12855 "abstract": {12856 "n": 236,12857 "chrf": {12858 "mean": 70.94429376397049,12859 "ci_low": 69.32598344358807,12860 "ci_high": 72.59878035559402,12861 "n_items": 236,12862 "n_groups": 4212863 },12864 "edit_sim": {12865 "mean": 0.6946186292302301,12866 "ci_low": 0.6773072577387855,12867 "ci_high": 0.7133591096876539,12868 "n_items": 236,12869 "n_groups": 4212870 },12871 "rougeL": {12872 "mean": 0.6953583206071839,12873 "ci_low": 0.6746365603246439,12874 "ci_high": 0.7163059792374074,12875 "n_items": 236,12876 "n_groups": 4212877 },12878 "exact_match": {12879 "mean": 0.0,12880 "ci_low": 0.0,12881 "ci_high": 0.0,12882 "n_items": 236,12883 "n_groups": 4212884 },12885 "number_recall": {12886 "mean": 0.9894962335216573,12887 "ci_low": 0.9787797855094151,12888 "ci_high": 0.9969322135246792,12889 "n_items": 236,12890 "n_groups": 4212891 },12892 "placeholders_exact": {12893 "mean": 1.0,12894 "ci_low": 1.0,12895 "ci_high": 1.0,12896 "n_items": 236,12897 "n_groups": 4212898 }12899 },12900 "background": {12901 "n": 114,12902 "chrf": {12903 "mean": 71.10328705561888,12904 "ci_low": 69.54581854492113,12905 "ci_high": 74.11513602606938,12906 "n_items": 114,12907 "n_groups": 812908 },12909 "edit_sim": {12910 "mean": 0.7023640381242552,12911 "ci_low": 0.6878684013831099,12912 "ci_high": 0.731591933268046,12913 "n_items": 114,12914 "n_groups": 812915 },12916 "rougeL": {12917 "mean": 0.7016192659611625,12918 "ci_low": 0.688077838843283,12919 "ci_high": 0.7310898226783985,12920 "n_items": 114,12921 "n_groups": 812922 },12923 "exact_match": {12924 "mean": 0.0,12925 "ci_low": 0.0,12926 "ci_high": 0.0,12927 "n_items": 114,12928 "n_groups": 812929 },12930 "number_recall": {12931 "mean": 0.9913609782030834,12932 "ci_low": 0.9668820973712278,12933 "ci_high": 1.0,12934 "n_items": 114,12935 "n_groups": 812936 },12937 "placeholders_exact": {12938 "mean": 0.9649122807017544,12939 "ci_low": 0.8480525803310613,12940 "ci_high": 1.0,12941 "n_items": 114,12942 "n_groups": 812943 }12944 },12945 "chapter": {12946 "n": 92,12947 "chrf": {12948 "mean": 60.82898961013899,12949 "ci_low": 57.46769944776848,12950 "ci_high": 63.93599113429383,12951 "n_items": 92,12952 "n_groups": 1012953 },12954 "edit_sim": {12955 "mean": 0.6282792269979257,12956 "ci_low": 0.5929835057586881,12957 "ci_high": 0.6608672696592164,12958 "n_items": 92,12959 "n_groups": 1012960 },12961 "rougeL": {12962 "mean": 0.6492564062702196,12963 "ci_low": 0.6157945752949999,12964 "ci_high": 0.6782943861806241,12965 "n_items": 92,12966 "n_groups": 1012967 },12968 "exact_match": {12969 "mean": 0.0,12970 "ci_low": 0.0,12971 "ci_high": 0.0,12972 "n_items": 92,12973 "n_groups": 1012974 },12975 "number_recall": {12976 "mean": 1.0,12977 "ci_low": 1.0,12978 "ci_high": 1.0,12979 "n_items": 92,12980 "n_groups": 1012981 },12982 "placeholders_exact": {12983 "mean": 1.0,12984 "ci_low": 1.0,12985 "ci_high": 1.0,12986 "n_items": 92,12987 "n_groups": 1012988 }12989 },12990 "conclusion": {12991 "n": 197,12992 "chrf": {12993 "mean": 68.18021896432153,12994 "ci_low": 66.55410093106552,12995 "ci_high": 69.94798018237927,12996 "n_items": 197,12997 "n_groups": 2812998 },12999 "edit_sim": {13000 "mean": 0.6759462548719304,13001 "ci_low": 0.6521915358213514,13002 "ci_high": 0.7026136728047823,13003 "n_items": 197,13004 "n_groups": 2813005 },13006 "rougeL": {13007 "mean": 0.6762556336175808,13008 "ci_low": 0.655279613251027,13009 "ci_high": 0.6987778668622602,13010 "n_items": 197,13011 "n_groups": 2813012 },13013 "exact_match": {13014 "mean": 0.0,13015 "ci_low": 0.0,13016 "ci_high": 0.0,13017 "n_items": 197,13018 "n_groups": 2813019 },13020 "number_recall": {13021 "mean": 0.9847715736040609,13022 "ci_low": 0.9536022381283051,13023 "ci_high": 1.0,13024 "n_items": 197,13025 "n_groups": 2813026 },13027 "placeholders_exact": {13028 "mean": 1.0,13029 "ci_low": 1.0,13030 "ci_high": 1.0,13031 "n_items": 197,13032 "n_groups": 2813033 }13034 },13035 "data": {13036 "n": 142,13037 "chrf": {13038 "mean": 70.48911550628976,13039 "ci_low": 67.48993968192488,13040 "ci_high": 73.05170854967517,13041 "n_items": 142,13042 "n_groups": 1713043 },13044 "edit_sim": {13045 "mean": 0.6795893377735965,13046 "ci_low": 0.6475389230332579,13047 "ci_high": 0.7088038769649191,13048 "n_items": 142,13049 "n_groups": 1713050 },13051 "rougeL": {13052 "mean": 0.7047583016476652,13053 "ci_low": 0.6687264882828304,13054 "ci_high": 0.7362221218517524,13055 "n_items": 142,13056 "n_groups": 1713057 },13058 "exact_match": {13059 "mean": 0.0,13060 "ci_low": 0.0,13061 "ci_high": 0.0,13062 "n_items": 142,13063 "n_groups": 1713064 },13065 "number_recall": {13066 "mean": 0.9624322860238352,13067 "ci_low": 0.9348816626416987,13068 "ci_high": 0.9945884301732926,13069 "n_items": 142,13070 "n_groups": 1713071 },13072 "placeholders_exact": {13073 "mean": 1.0,13074 "ci_low": 1.0,13075 "ci_high": 1.0,13076 "n_items": 142,13077 "n_groups": 1713078 }13079 },13080 "discussion": {13081 "n": 293,13082 "chrf": {13083 "mean": 70.8039224884996,13084 "ci_low": 69.08628974332959,13085 "ci_high": 72.46521837425661,13086 "n_items": 293,13087 "n_groups": 3413088 },13089 "edit_sim": {13090 "mean": 0.6992622911992398,13091 "ci_low": 0.6828428899002367,13092 "ci_high": 0.7149761494042906,13093 "n_items": 293,13094 "n_groups": 3413095 },13096 "rougeL": {13097 "mean": 0.7002486642763903,13098 "ci_low": 0.6810033597229133,13099 "ci_high": 0.7193699248396395,13100 "n_items": 293,13101 "n_groups": 3413102 },13103 "exact_match": {13104 "mean": 0.0,13105 "ci_low": 0.0,13106 "ci_high": 0.0,13107 "n_items": 293,13108 "n_groups": 3413109 },13110 "number_recall": {13111 "mean": 0.9869453924914674,13112 "ci_low": 0.964932521257552,13113 "ci_high": 0.9987988472790134,13114 "n_items": 293,13115 "n_groups": 3413116 },13117 "placeholders_exact": {13118 "mean": 1.0,13119 "ci_low": 1.0,13120 "ci_high": 1.0,13121 "n_items": 293,13122 "n_groups": 3413123 }13124 },13125 "introduction": {13126 "n": 330,13127 "chrf": {13128 "mean": 71.17483502885436,13129 "ci_low": 69.76078516150841,13130 "ci_high": 72.76529178827181,13131 "n_items": 330,13132 "n_groups": 3713133 },13134 "edit_sim": {13135 "mean": 0.7077768876331494,13136 "ci_low": 0.6946426958554697,13137 "ci_high": 0.7232018769718097,13138 "n_items": 330,13139 "n_groups": 3713140 },13141 "rougeL": {13142 "mean": 0.711523036400663,13143 "ci_low": 0.6973356979185217,13144 "ci_high": 0.7259757321922589,13145 "n_items": 330,13146 "n_groups": 3713147 },13148 "exact_match": {13149 "mean": 0.0,13150 "ci_low": 0.0,13151 "ci_high": 0.0,13152 "n_items": 330,13153 "n_groups": 3713154 },13155 "number_recall": {13156 "mean": 0.9884521263050675,13157 "ci_low": 0.9723779394003293,13158 "ci_high": 0.9986251070872274,13159 "n_items": 330,13160 "n_groups": 3713161 },13162 "placeholders_exact": {13163 "mean": 0.9878787878787879,13164 "ci_low": 0.9764695979401862,13165 "ci_high": 0.9969512195121951,13166 "n_items": 330,13167 "n_groups": 3713168 }13169 },13170 "limitations": {13171 "n": 58,13172 "chrf": {13173 "mean": 64.6445419116359,13174 "ci_low": 61.67343234662853,13175 "ci_high": 66.81783462601332,13176 "n_items": 58,13177 "n_groups": 813178 },13179 "edit_sim": {13180 "mean": 0.6330983317401281,13181 "ci_low": 0.6108067970940741,13182 "ci_high": 0.6539804640092,13183 "n_items": 58,13184 "n_groups": 813185 },13186 "rougeL": {13187 "mean": 0.6315215563323708,13188 "ci_low": 0.5960007300225106,13189 "ci_high": 0.6591194266099145,13190 "n_items": 58,13191 "n_groups": 813192 },13193 "exact_match": {13194 "mean": 0.0,13195 "ci_low": 0.0,13196 "ci_high": 0.0,13197 "n_items": 58,13198 "n_groups": 813199 },13200 "number_recall": {13201 "mean": 1.0,13202 "ci_low": 1.0,13203 "ci_high": 1.0,13204 "n_items": 58,13205 "n_groups": 813206 },13207 "placeholders_exact": {13208 "mean": 1.0,13209 "ci_low": 1.0,13210 "ci_high": 1.0,13211 "n_items": 58,13212 "n_groups": 813213 }13214 },13215 "methods": {13216 "n": 279,13217 "chrf": {13218 "mean": 70.60970522475357,13219 "ci_low": 68.4164829909324,13220 "ci_high": 73.02696444390818,13221 "n_items": 279,13222 "n_groups": 3313223 },13224 "edit_sim": {13225 "mean": 0.700212287776701,13226 "ci_low": 0.6774315390619595,13227 "ci_high": 0.7259665310635534,13228 "n_items": 279,13229 "n_groups": 3313230 },13231 "rougeL": {13232 "mean": 0.7187218433254741,13233 "ci_low": 0.6913837121921445,13234 "ci_high": 0.7499471238088823,13235 "n_items": 279,13236 "n_groups": 3313237 },13238 "exact_match": {13239 "mean": 0.0,13240 "ci_low": 0.0,13241 "ci_high": 0.0,13242 "n_items": 279,13243 "n_groups": 3313244 },13245 "number_recall": {13246 "mean": 0.9829786992859997,13247 "ci_low": 0.9697052991864117,13248 "ci_high": 0.993822295978612,13249 "n_items": 279,13250 "n_groups": 3313251 },13252 "placeholders_exact": {13253 "mean": 0.978494623655914,13254 "ci_low": 0.9466607142857143,13255 "ci_high": 1.0,13256 "n_items": 279,13257 "n_groups": 3313258 }13259 },13260 "other": {13261 "n": 219,13262 "chrf": {13263 "mean": 67.57769758423916,13264 "ci_low": 64.53682013465996,13265 "ci_high": 70.77257596692816,13266 "n_items": 219,13267 "n_groups": 1513268 },13269 "edit_sim": {13270 "mean": 0.6591250739167847,13271 "ci_low": 0.6333285543844802,13272 "ci_high": 0.6860686122740915,13273 "n_items": 219,13274 "n_groups": 1513275 },13276 "rougeL": {13277 "mean": 0.6627895664395249,13278 "ci_low": 0.6275162160372825,13279 "ci_high": 0.6993308616073844,13280 "n_items": 219,13281 "n_groups": 1513282 },13283 "exact_match": {13284 "mean": 0.0,13285 "ci_low": 0.0,13286 "ci_high": 0.0,13287 "n_items": 219,13288 "n_groups": 1513289 },13290 "number_recall": {13291 "mean": 0.9971461187214612,13292 "ci_low": 0.9922520661157025,13293 "ci_high": 1.0,13294 "n_items": 219,13295 "n_groups": 1513296 },13297 "placeholders_exact": {13298 "mean": 0.9863013698630136,13299 "ci_low": 0.9612403100775194,13300 "ci_high": 1.0,13301 "n_items": 219,13302 "n_groups": 1513303 }13304 },13305 "preface": {13306 "n": 87,13307 "chrf": {13308 "mean": 58.17605114620382,13309 "ci_low": 53.922238013432086,13310 "ci_high": 63.662454112824165,13311 "n_items": 87,13312 "n_groups": 713313 },13314 "edit_sim": {13315 "mean": 0.5843934200400074,13316 "ci_low": 0.5573791199792566,13317 "ci_high": 0.6313559439898864,13318 "n_items": 87,13319 "n_groups": 713320 },13321 "rougeL": {13322 "mean": 0.5974829832480721,13323 "ci_low": 0.5627534848509915,13324 "ci_high": 0.65055652017086,13325 "n_items": 87,13326 "n_groups": 713327 },13328 "exact_match": {13329 "mean": 0.0,13330 "ci_low": 0.0,13331 "ci_high": 0.0,13332 "n_items": 87,13333 "n_groups": 713334 },13335 "number_recall": {13336 "mean": 1.0,13337 "ci_low": 1.0,13338 "ci_high": 1.0,13339 "n_items": 87,13340 "n_groups": 713341 },13342 "placeholders_exact": {13343 "mean": 1.0,13344 "ci_low": 1.0,13345 "ci_high": 1.0,13346 "n_items": 87,13347 "n_groups": 713348 }13349 },13350 "related_work": {13351 "n": 35,13352 "chrf": {13353 "mean": 70.76522901099214,13354 "ci_low": 70.76522901099214,13355 "ci_high": 70.76522901099214,13356 "n_items": 35,13357 "n_groups": 113358 },13359 "edit_sim": {13360 "mean": 0.6932676546397404,13361 "ci_low": 0.6932676546397404,13362 "ci_high": 0.6932676546397404,13363 "n_items": 35,13364 "n_groups": 113365 },13366 "rougeL": {13367 "mean": 0.6939468712173019,13368 "ci_low": 0.6939468712173019,13369 "ci_high": 0.6939468712173019,13370 "n_items": 35,13371 "n_groups": 113372 },13373 "exact_match": {13374 "mean": 0.0,13375 "ci_low": 0.0,13376 "ci_high": 0.0,13377 "n_items": 35,13378 "n_groups": 113379 },13380 "number_recall": {13381 "mean": 1.0,13382 "ci_low": 1.0,13383 "ci_high": 1.0,13384 "n_items": 35,13385 "n_groups": 113386 },13387 "placeholders_exact": {13388 "mean": 1.0,13389 "ci_low": 1.0,13390 "ci_high": 1.0,13391 "n_items": 35,13392 "n_groups": 113393 }13394 },13395 "results": {13396 "n": 263,13397 "chrf": {13398 "mean": 71.02717297969295,13399 "ci_low": 69.3611831776221,13400 "ci_high": 72.998141808556,13401 "n_items": 263,13402 "n_groups": 3313403 },13404 "edit_sim": {13405 "mean": 0.689319372788422,13406 "ci_low": 0.6726534722620932,13407 "ci_high": 0.7081873658793182,13408 "n_items": 263,13409 "n_groups": 3313410 },13411 "rougeL": {13412 "mean": 0.713144172684373,13413 "ci_low": 0.6870468390065184,13414 "ci_high": 0.7435090874974631,13415 "n_items": 263,13416 "n_groups": 3313417 },13418 "exact_match": {13419 "mean": 0.0,13420 "ci_low": 0.0,13421 "ci_high": 0.0,13422 "n_items": 263,13423 "n_groups": 3313424 },13425 "number_recall": {13426 "mean": 0.9644694779614489,13427 "ci_low": 0.9317881686125968,13428 "ci_high": 0.9853623920715463,13429 "n_items": 263,13430 "n_groups": 3313431 },13432 "placeholders_exact": {13433 "mean": 0.9847908745247148,13434 "ci_low": 0.944437984496124,13435 "ci_high": 1.0,13436 "n_items": 263,13437 "n_groups": 3313438 }13439 },13440 "theory": {13441 "n": 148,13442 "chrf": {13443 "mean": 72.09661081289245,13444 "ci_low": 69.02843496328339,13445 "ci_high": 75.25306866313926,13446 "n_items": 148,13447 "n_groups": 1513448 },13449 "edit_sim": {13450 "mean": 0.7161802298174351,13451 "ci_low": 0.6827238329497409,13452 "ci_high": 0.7510491733955829,13453 "n_items": 148,13454 "n_groups": 1513455 },13456 "rougeL": {13457 "mean": 0.7261569366990126,13458 "ci_low": 0.6856185346737577,13459 "ci_high": 0.7680088547932621,13460 "n_items": 148,13461 "n_groups": 1513462 },13463 "exact_match": {13464 "mean": 0.0,13465 "ci_low": 0.0,13466 "ci_high": 0.0,13467 "n_items": 148,13468 "n_groups": 1513469 },13470 "number_recall": {13471 "mean": 0.9971042471042472,13472 "ci_low": 0.9899553571428572,13473 "ci_high": 1.0,13474 "n_items": 148,13475 "n_groups": 1513476 },13477 "placeholders_exact": {13478 "mean": 0.972972972972973,13479 "ci_low": 0.9310344827586207,13480 "ci_high": 1.0,13481 "n_items": 148,13482 "n_groups": 1513483 }13484 }13485 }13486 },13487 "htr-m3tokenonly-tiny": {13488 "overall": {13489 "n": 2493,13490 "chrf": {13491 "mean": 69.65038832366774,13492 "ci_low": 68.5844351616114,13493 "ci_high": 70.75879037800516,13494 "n_items": 2493,13495 "n_groups": 15413496 },13497 "edit_sim": {13498 "mean": 0.686934929230357,13499 "ci_low": 0.676780583219618,13500 "ci_high": 0.6976740011777885,13501 "n_items": 2493,13502 "n_groups": 15413503 },13504 "rougeL": {13505 "mean": 0.6952415714834791,13506 "ci_low": 0.6819796909501302,13507 "ci_high": 0.7087586350296085,13508 "n_items": 2493,13509 "n_groups": 15413510 },13511 "exact_match": {13512 "mean": 0.0,13513 "ci_low": 0.0,13514 "ci_high": 0.0,13515 "n_items": 2493,13516 "n_groups": 15413517 },13518 "number_recall": {13519 "mean": 0.9850460543729995,13520 "ci_low": 0.9784367213299888,13521 "ci_high": 0.9904061371249887,13522 "n_items": 2493,13523 "n_groups": 15413524 },13525 "placeholders_exact": {13526 "mean": 0.9863618130766145,13527 "ci_low": 0.9786699857828632,13528 "ci_high": 0.9930223626193712,13529 "n_items": 2493,13530 "n_groups": 15413531 }13532 },13533 "by_variant": {13534 "A": {13535 "n": 425,13536 "chrf": {13537 "mean": 69.20145111859527,13538 "ci_low": 68.07448762297508,13539 "ci_high": 70.27911215940003,13540 "n_items": 425,13541 "n_groups": 14913542 },13543 "edit_sim": {13544 "mean": 0.680527798442737,13545 "ci_low": 0.6696225106188339,13546 "ci_high": 0.6911597144897386,13547 "n_items": 425,13548 "n_groups": 14913549 },13550 "rougeL": {13551 "mean": 0.6855125686504943,13552 "ci_low": 0.6720715444078708,13553 "ci_high": 0.6985077924073451,13554 "n_items": 425,13555 "n_groups": 14913556 },13557 "exact_match": {13558 "mean": 0.0,13559 "ci_low": 0.0,13560 "ci_high": 0.0,13561 "n_items": 425,13562 "n_groups": 14913563 },13564 "number_recall": {13565 "mean": 0.9844901976659762,13566 "ci_low": 0.9773969032196356,13567 "ci_high": 0.9905826427572095,13568 "n_items": 425,13569 "n_groups": 14913570 },13571 "placeholders_exact": {13572 "mean": 0.9929411764705882,13573 "ci_low": 0.9844125246481268,13574 "ci_high": 1.0,13575 "n_items": 425,13576 "n_groups": 14913577 }13578 },13579 "B": {13580 "n": 394,13581 "chrf": {13582 "mean": 75.39047528788791,13583 "ci_low": 74.07404397265276,13584 "ci_high": 76.80923129704442,13585 "n_items": 394,13586 "n_groups": 14213587 },13588 "edit_sim": {13589 "mean": 0.7561036766845408,13590 "ci_low": 0.7409937113590274,13591 "ci_high": 0.7719650507093104,13592 "n_items": 394,13593 "n_groups": 14213594 },13595 "rougeL": {13596 "mean": 0.7609818080197455,13597 "ci_low": 0.7435496998401889,13598 "ci_high": 0.7781095141601239,13599 "n_items": 394,13600 "n_groups": 14213601 },13602 "exact_match": {13603 "mean": 0.0,13604 "ci_low": 0.0,13605 "ci_high": 0.0,13606 "n_items": 394,13607 "n_groups": 14213608 },13609 "number_recall": {13610 "mean": 0.9853904061693702,13611 "ci_low": 0.976969175423579,13612 "ci_high": 0.9922584666271885,13613 "n_items": 394,13614 "n_groups": 14213615 },13616 "placeholders_exact": {13617 "mean": 0.9898477157360406,13618 "ci_low": 0.9784159691477587,13619 "ci_high": 0.9976961167716568,13620 "n_items": 394,13621 "n_groups": 14213622 }13623 },13624 "C": {13625 "n": 424,13626 "chrf": {13627 "mean": 72.31180864676745,13628 "ci_low": 71.24674199739135,13629 "ci_high": 73.53980818697681,13630 "n_items": 424,13631 "n_groups": 14913632 },13633 "edit_sim": {13634 "mean": 0.7298807560848429,13635 "ci_low": 0.718676495065059,13636 "ci_high": 0.7432552707158864,13637 "n_items": 424,13638 "n_groups": 14913639 },13640 "rougeL": {13641 "mean": 0.7495215788325184,13642 "ci_low": 0.7368278714747227,13643 "ci_high": 0.7642539676669771,13644 "n_items": 424,13645 "n_groups": 14913646 },13647 "exact_match": {13648 "mean": 0.0,13649 "ci_low": 0.0,13650 "ci_high": 0.0,13651 "n_items": 424,13652 "n_groups": 14913653 },13654 "number_recall": {13655 "mean": 0.9880691076019182,13656 "ci_low": 0.9814393497772251,13657 "ci_high": 0.9937091064246527,13658 "n_items": 424,13659 "n_groups": 14913660 },13661 "placeholders_exact": {13662 "mean": 0.9882075471698113,13663 "ci_low": 0.9776098440382358,13664 "ci_high": 0.9973961706606218,13665 "n_items": 424,13666 "n_groups": 14913667 }13668 },13669 "D": {13670 "n": 436,13671 "chrf": {13672 "mean": 70.42532005059914,13673 "ci_low": 69.35931267640055,13674 "ci_high": 71.54527839092104,13675 "n_items": 436,13676 "n_groups": 15113677 },13678 "edit_sim": {13679 "mean": 0.6992385181884857,13680 "ci_low": 0.6884534000050622,13681 "ci_high": 0.7105412247231055,13682 "n_items": 436,13683 "n_groups": 15113684 },13685 "rougeL": {13686 "mean": 0.7046341122772849,13687 "ci_low": 0.692192481747934,13688 "ci_high": 0.7174181527057394,13689 "n_items": 436,13690 "n_groups": 15113691 },13692 "exact_match": {13693 "mean": 0.0,13694 "ci_low": 0.0,13695 "ci_high": 0.0,13696 "n_items": 436,13697 "n_groups": 15113698 },13699 "number_recall": {13700 "mean": 0.9795109684829413,13701 "ci_low": 0.9708017027617859,13702 "ci_high": 0.9870560798080836,13703 "n_items": 436,13704 "n_groups": 15113705 },13706 "placeholders_exact": {13707 "mean": 0.9862385321100917,13708 "ci_low": 0.974653768961721,13709 "ci_high": 0.9955359628539612,13710 "n_items": 436,13711 "n_groups": 15113712 }13713 },13714 "E": {13715 "n": 814,13716 "chrf": {13717 "mean": 65.30504630685776,13718 "ci_low": 64.23191883560199,13719 "ci_high": 66.46095730325187,13720 "n_items": 814,13721 "n_groups": 15113722 },13723 "edit_sim": {13724 "mean": 0.6278405173332364,13725 "ci_low": 0.6178640367464917,13726 "ci_high": 0.6383426608594149,13727 "n_items": 814,13728 "n_groups": 15113729 },13730 "rougeL": {13731 "mean": 0.6351964880764002,13732 "ci_low": 0.6210223331550194,13733 "ci_high": 0.6492659186651465,13734 "n_items": 814,13735 "n_groups": 15113736 },13737 "exact_match": {13738 "mean": 0.0,13739 "ci_low": 0.0,13740 "ci_high": 0.0,13741 "n_items": 814,13742 "n_groups": 15113743 },13744 "number_recall": {13745 "mean": 0.9865596752227768,13746 "ci_low": 0.9790109697947711,13747 "ci_high": 0.9926633277410939,13748 "n_items": 814,13749 "n_groups": 15113750 },13751 "placeholders_exact": {13752 "mean": 0.9803439803439803,13753 "ci_low": 0.9685785905763481,13754 "ci_high": 0.9910613026819923,13755 "n_items": 814,13756 "n_groups": 15113757 }13758 }13759 },13760 "by_discipline": {13761 "biomedicine": {13762 "n": 292,13763 "chrf": {13764 "mean": 67.89263992701677,13765 "ci_low": 64.79215612291019,13766 "ci_high": 71.25385741996327,13767 "n_items": 292,13768 "n_groups": 713769 },13770 "edit_sim": {13771 "mean": 0.6773987877221808,13772 "ci_low": 0.6480744800244358,13773 "ci_high": 0.7035114866006427,13774 "n_items": 292,13775 "n_groups": 713776 },13777 "rougeL": {13778 "mean": 0.6711824922482807,13779 "ci_low": 0.6323413050963155,13780 "ci_high": 0.7082292111614203,13781 "n_items": 292,13782 "n_groups": 713783 },13784 "exact_match": {13785 "mean": 0.0,13786 "ci_low": 0.0,13787 "ci_high": 0.0,13788 "n_items": 292,13789 "n_groups": 713790 },13791 "number_recall": {13792 "mean": 0.9878727718695488,13793 "ci_low": 0.968420092018708,13794 "ci_high": 1.0,13795 "n_items": 292,13796 "n_groups": 713797 },13798 "placeholders_exact": {13799 "mean": 0.9863013698630136,13800 "ci_low": 0.9466607142857143,13801 "ci_high": 1.0,13802 "n_items": 292,13803 "n_groups": 713804 }13805 },13806 "chemistry": {13807 "n": 287,13808 "chrf": {13809 "mean": 72.43206108847002,13810 "ci_low": 70.52888595168912,13811 "ci_high": 74.06606920994118,13812 "n_items": 287,13813 "n_groups": 1713814 },13815 "edit_sim": {13816 "mean": 0.7148881036985717,13817 "ci_low": 0.6938920440354758,13818 "ci_high": 0.7327109677257311,13819 "n_items": 287,13820 "n_groups": 1713821 },13822 "rougeL": {13823 "mean": 0.7231683003616477,13824 "ci_low": 0.7047666871240514,13825 "ci_high": 0.7395448557314235,13826 "n_items": 287,13827 "n_groups": 1713828 },13829 "exact_match": {13830 "mean": 0.0,13831 "ci_low": 0.0,13832 "ci_high": 0.0,13833 "n_items": 287,13834 "n_groups": 1713835 },13836 "number_recall": {13837 "mean": 0.981573387592093,13838 "ci_low": 0.9572187964607606,13839 "ci_high": 0.9939465943891626,13840 "n_items": 287,13841 "n_groups": 1713842 },13843 "placeholders_exact": {13844 "mean": 1.0,13845 "ci_low": 1.0,13846 "ci_high": 1.0,13847 "n_items": 287,13848 "n_groups": 1713849 }13850 },13851 "earth_sciences": {13852 "n": 542,13853 "chrf": {13854 "mean": 68.78321765813813,13855 "ci_low": 67.09310726163508,13856 "ci_high": 70.34479779283353,13857 "n_items": 542,13858 "n_groups": 5213859 },13860 "edit_sim": {13861 "mean": 0.6814061547515515,13862 "ci_low": 0.6644225040551918,13863 "ci_high": 0.6976081001002972,13864 "n_items": 542,13865 "n_groups": 5213866 },13867 "rougeL": {13868 "mean": 0.6899083966688909,13869 "ci_low": 0.6702255231661788,13870 "ci_high": 0.7087803142560148,13871 "n_items": 542,13872 "n_groups": 5213873 },13874 "exact_match": {13875 "mean": 0.0,13876 "ci_low": 0.0,13877 "ci_high": 0.0,13878 "n_items": 542,13879 "n_groups": 5213880 },13881 "number_recall": {13882 "mean": 0.9900364122688846,13883 "ci_low": 0.975175990595322,13884 "ci_high": 0.9985187786920324,13885 "n_items": 542,13886 "n_groups": 5213887 },13888 "placeholders_exact": {13889 "mean": 0.9797047970479705,13890 "ci_low": 0.9601725663716815,13891 "ci_high": 0.9942280636030636,13892 "n_items": 542,13893 "n_groups": 5213894 }13895 },13896 "economics": {13897 "n": 125,13898 "chrf": {13899 "mean": 70.19477021580045,13900 "ci_low": 70.19477021580045,13901 "ci_high": 70.19477021580045,13902 "n_items": 125,13903 "n_groups": 113904 },13905 "edit_sim": {13906 "mean": 0.6771271472900529,13907 "ci_low": 0.6771271472900529,13908 "ci_high": 0.6771271472900529,13909 "n_items": 125,13910 "n_groups": 113911 },13912 "rougeL": {13913 "mean": 0.7048371360441317,13914 "ci_low": 0.7048371360441317,13915 "ci_high": 0.7048371360441317,13916 "n_items": 125,13917 "n_groups": 113918 },13919 "exact_match": {13920 "mean": 0.0,13921 "ci_low": 0.0,13922 "ci_high": 0.0,13923 "n_items": 125,13924 "n_groups": 113925 },13926 "number_recall": {13927 "mean": 0.9828530402930403,13928 "ci_low": 0.9828530402930403,13929 "ci_high": 0.9828530402930403,13930 "n_items": 125,13931 "n_groups": 113932 },13933 "placeholders_exact": {13934 "mean": 0.984,13935 "ci_low": 0.984,13936 "ci_high": 0.984,13937 "n_items": 125,13938 "n_groups": 113939 }13940 },13941 "engineering": {13942 "n": 71,13943 "chrf": {13944 "mean": 75.48270474636402,13945 "ci_low": 75.48270474636402,13946 "ci_high": 75.48270474636402,13947 "n_items": 71,13948 "n_groups": 113949 },13950 "edit_sim": {13951 "mean": 0.7330652625714126,13952 "ci_low": 0.7330652625714126,13953 "ci_high": 0.7330652625714126,13954 "n_items": 71,13955 "n_groups": 113956 },13957 "rougeL": {13958 "mean": 0.7553908087819632,13959 "ci_low": 0.7553908087819632,13960 "ci_high": 0.7553908087819632,13961 "n_items": 71,13962 "n_groups": 113963 },13964 "exact_match": {13965 "mean": 0.0,13966 "ci_low": 0.0,13967 "ci_high": 0.0,13968 "n_items": 71,13969 "n_groups": 113970 },13971 "number_recall": {13972 "mean": 0.9830750844938912,13973 "ci_low": 0.9830750844938912,13974 "ci_high": 0.9830750844938912,13975 "n_items": 71,13976 "n_groups": 113977 },13978 "placeholders_exact": {13979 "mean": 0.971830985915493,13980 "ci_low": 0.971830985915493,13981 "ci_high": 0.971830985915493,13982 "n_items": 71,13983 "n_groups": 113984 }13985 },13986 "finance": {13987 "n": 251,13988 "chrf": {13989 "mean": 66.77023406577955,13990 "ci_low": 66.65645098443252,13991 "ci_high": 68.33642471490904,13992 "n_items": 251,13993 "n_groups": 213994 },13995 "edit_sim": {13996 "mean": 0.6586226912213916,13997 "ci_low": 0.6552208130722327,13998 "ci_high": 0.7054485433921676,13999 "n_items": 251,14000 "n_groups": 214001 },14002 "rougeL": {14003 "mean": 0.6465318385041526,14004 "ci_low": 0.6450556453200819,14005 "ci_high": 0.6668512035084193,14006 "n_items": 251,14007 "n_groups": 214008 },14009 "exact_match": {14010 "mean": 0.0,14011 "ci_low": 0.0,14012 "ci_high": 0.0,14013 "n_items": 251,14014 "n_groups": 214015 },14016 "number_recall": {14017 "mean": 0.9956175298804781,14018 "ci_low": 0.9952991452991453,14019 "ci_high": 1.0,14020 "n_items": 251,14021 "n_groups": 214022 },14023 "placeholders_exact": {14024 "mean": 0.9800796812749004,14025 "ci_low": 0.9786324786324786,14026 "ci_high": 1.0,14027 "n_items": 251,14028 "n_groups": 214029 }14030 },14031 "life_sciences": {14032 "n": 306,14033 "chrf": {14034 "mean": 72.26152973753481,14035 "ci_low": 70.643198321745,14036 "ci_high": 73.81037767781905,14037 "n_items": 306,14038 "n_groups": 2114039 },14040 "edit_sim": {14041 "mean": 0.7009788602709237,14042 "ci_low": 0.6773360062547811,14043 "ci_high": 0.7227537335287461,14044 "n_items": 306,14045 "n_groups": 2114046 },14047 "rougeL": {14048 "mean": 0.7214658095021728,14049 "ci_low": 0.6999745697928296,14050 "ci_high": 0.741084797001295,14051 "n_items": 306,14052 "n_groups": 2114053 },14054 "exact_match": {14055 "mean": 0.0,14056 "ci_low": 0.0,14057 "ci_high": 0.0,14058 "n_items": 306,14059 "n_groups": 2114060 },14061 "number_recall": {14062 "mean": 0.9635109747999021,14063 "ci_low": 0.9366813126997936,14064 "ci_high": 0.9865394799966928,14065 "n_items": 306,14066 "n_groups": 2114067 },14068 "placeholders_exact": {14069 "mean": 0.9967320261437909,14070 "ci_low": 0.9905941279431978,14071 "ci_high": 1.0,14072 "n_items": 306,14073 "n_groups": 2114074 }14075 },14076 "physics": {14077 "n": 457,14078 "chrf": {14079 "mean": 68.50548719400139,14080 "ci_low": 65.51157061095523,14081 "ci_high": 71.10077154080749,14082 "n_items": 457,14083 "n_groups": 5114084 },14085 "edit_sim": {14086 "mean": 0.6778481471102058,14087 "ci_low": 0.651765697443381,14088 "ci_high": 0.7024485086245289,14089 "n_items": 457,14090 "n_groups": 5114091 },14092 "rougeL": {14093 "mean": 0.688800526262187,14094 "ci_low": 0.6621924038578998,14095 "ci_high": 0.7143845007807293,14096 "n_items": 457,14097 "n_groups": 5114098 },14099 "exact_match": {14100 "mean": 0.0,14101 "ci_low": 0.0,14102 "ci_high": 0.0,14103 "n_items": 457,14104 "n_groups": 5114105 },14106 "number_recall": {14107 "mean": 0.9883489079605053,14108 "ci_low": 0.9734445880642284,14109 "ci_high": 0.9972207033316218,14110 "n_items": 457,14111 "n_groups": 5114112 },14113 "placeholders_exact": {14114 "mean": 0.9824945295404814,14115 "ci_low": 0.9557331464703442,14116 "ci_high": 1.0,14117 "n_items": 457,14118 "n_groups": 5114119 }14120 },14121 "social_sciences": {14122 "n": 162,14123 "chrf": {14124 "mean": 70.5757957857478,14125 "ci_low": 69.25454418022238,14126 "ci_high": 71.60666242302588,14127 "n_items": 162,14128 "n_groups": 214129 },14130 "edit_sim": {14131 "mean": 0.7034219376352426,14132 "ci_low": 0.6893717110204585,14133 "ci_high": 0.714384202356668,14134 "n_items": 162,14135 "n_groups": 214136 },14137 "rougeL": {14138 "mean": 0.7173150473482802,14139 "ci_low": 0.7109602013626023,14140 "ci_high": 0.7222732238865565,14141 "n_items": 162,14142 "n_groups": 214143 },14144 "exact_match": {14145 "mean": 0.0,14146 "ci_low": 0.0,14147 "ci_high": 0.0,14148 "n_items": 162,14149 "n_groups": 214150 },14151 "number_recall": {14152 "mean": 0.9869438037956557,14153 "ci_low": 0.9828690845174363,14154 "ci_high": 0.9921663313212611,14155 "n_items": 162,14156 "n_groups": 214157 },14158 "placeholders_exact": {14159 "mean": 0.9938271604938271,14160 "ci_low": 0.989010989010989,14161 "ci_high": 1.0,14162 "n_items": 162,14163 "n_groups": 214164 }14165 }14166 },14167 "by_era": {14168 "1900-1949": {14169 "n": 23,14170 "chrf": {14171 "mean": 62.72955047939041,14172 "ci_low": 59.47561271482593,14173 "ci_high": 64.17157471352442,14174 "n_items": 23,14175 "n_groups": 314176 },14177 "edit_sim": {14178 "mean": 0.62838831394103,14179 "ci_low": 0.6133067129326905,14180 "ci_high": 0.6641868882773472,14181 "n_items": 23,14182 "n_groups": 314183 },14184 "rougeL": {14185 "mean": 0.6498487429149271,14186 "ci_low": 0.636312652960831,14187 "ci_high": 0.6781025112441106,14188 "n_items": 23,14189 "n_groups": 314190 },14191 "exact_match": {14192 "mean": 0.0,14193 "ci_low": 0.0,14194 "ci_high": 0.0,14195 "n_items": 23,14196 "n_groups": 314197 },14198 "number_recall": {14199 "mean": 1.0,14200 "ci_low": 1.0,14201 "ci_high": 1.0,14202 "n_items": 23,14203 "n_groups": 314204 },14205 "placeholders_exact": {14206 "mean": 1.0,14207 "ci_low": 1.0,14208 "ci_high": 1.0,14209 "n_items": 23,14210 "n_groups": 314211 }14212 },14213 "2000-2009": {14214 "n": 269,14215 "chrf": {14216 "mean": 67.587721034144,14217 "ci_low": 65.91423137505201,14218 "ci_high": 70.80373098298821,14219 "n_items": 269,14220 "n_groups": 1314221 },14222 "edit_sim": {14223 "mean": 0.67363487578696,14224 "ci_low": 0.6521309511264539,14225 "ci_high": 0.6987520539223216,14226 "n_items": 269,14227 "n_groups": 1314228 },14229 "rougeL": {14230 "mean": 0.6679860302618016,14231 "ci_low": 0.6460594989593533,14232 "ci_high": 0.7024917618861699,14233 "n_items": 269,14234 "n_groups": 1314235 },14236 "exact_match": {14237 "mean": 0.0,14238 "ci_low": 0.0,14239 "ci_high": 0.0,14240 "n_items": 269,14241 "n_groups": 1314242 },14243 "number_recall": {14244 "mean": 0.9920198265179678,14245 "ci_low": 0.9800957617925409,14246 "ci_high": 0.9982605708782301,14247 "n_items": 269,14248 "n_groups": 1314249 },14250 "placeholders_exact": {14251 "mean": 0.9851301115241635,14252 "ci_low": 0.9436619718309859,14253 "ci_high": 1.0,14254 "n_items": 269,14255 "n_groups": 1314256 }14257 },14258 "2010-2017": {14259 "n": 2016,14260 "chrf": {14261 "mean": 70.87849537950889,14262 "ci_low": 69.72254083508376,14263 "ci_high": 72.08309173961052,14264 "n_items": 2016,14265 "n_groups": 12514266 },14267 "edit_sim": {14268 "mean": 0.6955803819270128,14269 "ci_low": 0.6841411577396553,14270 "ci_high": 0.7085195478286809,14271 "n_items": 2016,14272 "n_groups": 12514273 },14274 "rougeL": {14275 "mean": 0.7054686579972403,14276 "ci_low": 0.689864963588345,14277 "ci_high": 0.7211898776896044,14278 "n_items": 2016,14279 "n_groups": 12514280 },14281 "exact_match": {14282 "mean": 0.0,14283 "ci_low": 0.0,14284 "ci_high": 0.0,14285 "n_items": 2016,14286 "n_groups": 12514287 },14288 "number_recall": {14289 "mean": 0.9825726588385688,14290 "ci_low": 0.9742384355053276,14291 "ci_high": 0.9890845616684482,14292 "n_items": 2016,14293 "n_groups": 12514294 },14295 "placeholders_exact": {14296 "mean": 0.9851190476190477,14297 "ci_low": 0.976840856654271,14298 "ci_high": 0.9926726478986825,14299 "n_items": 2016,14300 "n_groups": 12514301 }14302 },14303 "pre1900": {14304 "n": 185,14305 "chrf": {14306 "mean": 60.126998846502964,14307 "ci_low": 56.97344332914757,14308 "ci_high": 63.88287202707504,14309 "n_items": 185,14310 "n_groups": 1314311 },14312 "edit_sim": {14313 "mean": 0.6193406259410076,14314 "ci_low": 0.5886280660480044,14315 "ci_high": 0.6569032040571189,14316 "n_items": 185,14317 "n_groups": 1314318 },14319 "rougeL": {14320 "mean": 0.6290684322076165,14321 "ci_low": 0.5988941434349196,14322 "ci_high": 0.6666708437414598,14323 "n_items": 185,14324 "n_groups": 1314325 },14326 "exact_match": {14327 "mean": 0.0,14328 "ci_low": 0.0,14329 "ci_high": 0.0,14330 "n_items": 185,14331 "n_groups": 1314332 },14333 "number_recall": {14334 "mean": 1.0,14335 "ci_low": 1.0,14336 "ci_high": 1.0,14337 "n_items": 185,14338 "n_groups": 1314339 },14340 "placeholders_exact": {14341 "mean": 1.0,14342 "ci_low": 1.0,14343 "ci_high": 1.0,14344 "n_items": 185,14345 "n_groups": 1314346 }14347 }14348 },14349 "by_role": {14350 "abstract": {14351 "n": 236,14352 "chrf": {14353 "mean": 71.26842291103131,14354 "ci_low": 69.63905253432358,14355 "ci_high": 72.9355631384716,14356 "n_items": 236,14357 "n_groups": 4214358 },14359 "edit_sim": {14360 "mean": 0.696170224354629,14361 "ci_low": 0.6788613137914797,14362 "ci_high": 0.7154910344545423,14363 "n_items": 236,14364 "n_groups": 4214365 },14366 "rougeL": {14367 "mean": 0.6979756273798468,14368 "ci_low": 0.6764758530616091,14369 "ci_high": 0.7194513541390575,14370 "n_items": 236,14371 "n_groups": 4214372 },14373 "exact_match": {14374 "mean": 0.0,14375 "ci_low": 0.0,14376 "ci_high": 0.0,14377 "n_items": 236,14378 "n_groups": 4214379 },14380 "number_recall": {14381 "mean": 0.9845682001614205,14382 "ci_low": 0.9724948311403027,14383 "ci_high": 0.9938109087606674,14384 "n_items": 236,14385 "n_groups": 4214386 },14387 "placeholders_exact": {14388 "mean": 1.0,14389 "ci_low": 1.0,14390 "ci_high": 1.0,14391 "n_items": 236,14392 "n_groups": 4214393 }14394 },14395 "background": {14396 "n": 114,14397 "chrf": {14398 "mean": 71.46329206963443,14399 "ci_low": 70.12112008834978,14400 "ci_high": 74.41293934264228,14401 "n_items": 114,14402 "n_groups": 814403 },14404 "edit_sim": {14405 "mean": 0.7062641663731742,14406 "ci_low": 0.6913962013523729,14407 "ci_high": 0.7377566079099203,14408 "n_items": 114,14409 "n_groups": 814410 },14411 "rougeL": {14412 "mean": 0.7052496785571951,14413 "ci_low": 0.6921645447610255,14414 "ci_high": 0.7348821566918932,14415 "n_items": 114,14416 "n_groups": 814417 },14418 "exact_match": {14419 "mean": 0.0,14420 "ci_low": 0.0,14421 "ci_high": 0.0,14422 "n_items": 114,14423 "n_groups": 814424 },14425 "number_recall": {14426 "mean": 0.996810207336523,14427 "ci_low": 0.9846350832266325,14428 "ci_high": 1.0,14429 "n_items": 114,14430 "n_groups": 814431 },14432 "placeholders_exact": {14433 "mean": 0.9649122807017544,14434 "ci_low": 0.88,14435 "ci_high": 1.0,14436 "n_items": 114,14437 "n_groups": 814438 }14439 },14440 "chapter": {14441 "n": 92,14442 "chrf": {14443 "mean": 61.00238188559135,14444 "ci_low": 57.64256132274921,14445 "ci_high": 64.15531989695886,14446 "n_items": 92,14447 "n_groups": 1014448 },14449 "edit_sim": {14450 "mean": 0.6299744303616642,14451 "ci_low": 0.5949665120766073,14452 "ci_high": 0.6616151520635087,14453 "n_items": 92,14454 "n_groups": 1014455 },14456 "rougeL": {14457 "mean": 0.6485825662589431,14458 "ci_low": 0.6122198874428899,14459 "ci_high": 0.6786545241115334,14460 "n_items": 92,14461 "n_groups": 1014462 },14463 "exact_match": {14464 "mean": 0.0,14465 "ci_low": 0.0,14466 "ci_high": 0.0,14467 "n_items": 92,14468 "n_groups": 1014469 },14470 "number_recall": {14471 "mean": 1.0,14472 "ci_low": 1.0,14473 "ci_high": 1.0,14474 "n_items": 92,14475 "n_groups": 1014476 },14477 "placeholders_exact": {14478 "mean": 1.0,14479 "ci_low": 1.0,14480 "ci_high": 1.0,14481 "n_items": 92,14482 "n_groups": 1014483 }14484 },14485 "conclusion": {14486 "n": 197,14487 "chrf": {14488 "mean": 68.32773456733916,14489 "ci_low": 66.57596379712287,14490 "ci_high": 70.2098468878685,14491 "n_items": 197,14492 "n_groups": 2814493 },14494 "edit_sim": {14495 "mean": 0.6752574237917583,14496 "ci_low": 0.6493244991689224,14497 "ci_high": 0.7026064933017716,14498 "n_items": 197,14499 "n_groups": 2814500 },14501 "rougeL": {14502 "mean": 0.6761661227761439,14503 "ci_low": 0.6526542677543348,14504 "ci_high": 0.701309800771558,14505 "n_items": 197,14506 "n_groups": 2814507 },14508 "exact_match": {14509 "mean": 0.0,14510 "ci_low": 0.0,14511 "ci_high": 0.0,14512 "n_items": 197,14513 "n_groups": 2814514 },14515 "number_recall": {14516 "mean": 0.9796954314720813,14517 "ci_low": 0.947100601604278,14518 "ci_high": 1.0,14519 "n_items": 197,14520 "n_groups": 2814521 },14522 "placeholders_exact": {14523 "mean": 1.0,14524 "ci_low": 1.0,14525 "ci_high": 1.0,14526 "n_items": 197,14527 "n_groups": 2814528 }14529 },14530 "data": {14531 "n": 142,14532 "chrf": {14533 "mean": 70.6473466294413,14534 "ci_low": 67.5784793130877,14535 "ci_high": 73.23962639996226,14536 "n_items": 142,14537 "n_groups": 1714538 },14539 "edit_sim": {14540 "mean": 0.6793111226417905,14541 "ci_low": 0.6460957125253973,14542 "ci_high": 0.7084786628818939,14543 "n_items": 142,14544 "n_groups": 1714545 },14546 "rougeL": {14547 "mean": 0.7069849508890461,14548 "ci_low": 0.6716801173313914,14549 "ci_high": 0.7366165766124678,14550 "n_items": 142,14551 "n_groups": 1714552 },14553 "exact_match": {14554 "mean": 0.0,14555 "ci_low": 0.0,14556 "ci_high": 0.0,14557 "n_items": 142,14558 "n_groups": 1714559 },14560 "number_recall": {14561 "mean": 0.9751956181533648,14562 "ci_low": 0.9451669337606838,14563 "ci_high": 1.0,14564 "n_items": 142,14565 "n_groups": 1714566 },14567 "placeholders_exact": {14568 "mean": 1.0,14569 "ci_low": 1.0,14570 "ci_high": 1.0,14571 "n_items": 142,14572 "n_groups": 1714573 }14574 },14575 "discussion": {14576 "n": 293,14577 "chrf": {14578 "mean": 70.88631425880637,14579 "ci_low": 69.14732604495832,14580 "ci_high": 72.5760952449995,14581 "n_items": 293,14582 "n_groups": 3414583 },14584 "edit_sim": {14585 "mean": 0.7009272091201023,14586 "ci_low": 0.6844091204731703,14587 "ci_high": 0.716766268217215,14588 "n_items": 293,14589 "n_groups": 3414590 },14591 "rougeL": {14592 "mean": 0.7014739892346805,14593 "ci_low": 0.6804942043700725,14594 "ci_high": 0.7215311246481594,14595 "n_items": 293,14596 "n_groups": 3414597 },14598 "exact_match": {14599 "mean": 0.0,14600 "ci_low": 0.0,14601 "ci_high": 0.0,14602 "n_items": 293,14603 "n_groups": 3414604 },14605 "number_recall": {14606 "mean": 0.9829493742889649,14607 "ci_low": 0.960921505398982,14608 "ci_high": 0.9971948653198653,14609 "n_items": 293,14610 "n_groups": 3414611 },14612 "placeholders_exact": {14613 "mean": 0.9931740614334471,14614 "ci_low": 0.9839730707395498,14615 "ci_high": 1.0,14616 "n_items": 293,14617 "n_groups": 3414618 }14619 },14620 "introduction": {14621 "n": 330,14622 "chrf": {14623 "mean": 71.12129620375565,14624 "ci_low": 69.6553836436726,14625 "ci_high": 72.75794019054146,14626 "n_items": 330,14627 "n_groups": 3714628 },14629 "edit_sim": {14630 "mean": 0.7074620006968872,14631 "ci_low": 0.6936168696553007,14632 "ci_high": 0.723820816335497,14633 "n_items": 330,14634 "n_groups": 3714635 },14636 "rougeL": {14637 "mean": 0.7095301437168294,14638 "ci_low": 0.695331894738598,14639 "ci_high": 0.7238847543497419,14640 "n_items": 330,14641 "n_groups": 3714642 },14643 "exact_match": {14644 "mean": 0.0,14645 "ci_low": 0.0,14646 "ci_high": 0.0,14647 "n_items": 330,14648 "n_groups": 3714649 },14650 "number_recall": {14651 "mean": 0.9899224598930482,14652 "ci_low": 0.978537247236278,14653 "ci_high": 0.9974536512656026,14654 "n_items": 330,14655 "n_groups": 3714656 },14657 "placeholders_exact": {14658 "mean": 0.996969696969697,14659 "ci_low": 0.9899657134519988,14660 "ci_high": 1.0,14661 "n_items": 330,14662 "n_groups": 3714663 }14664 },14665 "limitations": {14666 "n": 58,14667 "chrf": {14668 "mean": 64.36405507682485,14669 "ci_low": 61.11045255421392,14670 "ci_high": 66.81500973251832,14671 "n_items": 58,14672 "n_groups": 814673 },14674 "edit_sim": {14675 "mean": 0.6294286531578701,14676 "ci_low": 0.5977585585724009,14677 "ci_high": 0.6575130059854022,14678 "n_items": 58,14679 "n_groups": 814680 },14681 "rougeL": {14682 "mean": 0.628538360597168,14683 "ci_low": 0.5932494952992053,14684 "ci_high": 0.661022767345256,14685 "n_items": 58,14686 "n_groups": 814687 },14688 "exact_match": {14689 "mean": 0.0,14690 "ci_low": 0.0,14691 "ci_high": 0.0,14692 "n_items": 58,14693 "n_groups": 814694 },14695 "number_recall": {14696 "mean": 1.0,14697 "ci_low": 1.0,14698 "ci_high": 1.0,14699 "n_items": 58,14700 "n_groups": 814701 },14702 "placeholders_exact": {14703 "mean": 1.0,14704 "ci_low": 1.0,14705 "ci_high": 1.0,14706 "n_items": 58,14707 "n_groups": 814708 }14709 },14710 "methods": {14711 "n": 279,14712 "chrf": {14713 "mean": 71.1428236187365,14714 "ci_low": 68.95942504923657,14715 "ci_high": 73.56449054131053,14716 "n_items": 279,14717 "n_groups": 3314718 },14719 "edit_sim": {14720 "mean": 0.7081841886527637,14721 "ci_low": 0.6861702430300006,14722 "ci_high": 0.7328651749298482,14723 "n_items": 279,14724 "n_groups": 3314725 },14726 "rougeL": {14727 "mean": 0.724215745502364,14728 "ci_low": 0.6969093944040883,14729 "ci_high": 0.7544993954239585,14730 "n_items": 279,14731 "n_groups": 3314732 },14733 "exact_match": {14734 "mean": 0.0,14735 "ci_low": 0.0,14736 "ci_high": 0.0,14737 "n_items": 279,14738 "n_groups": 3314739 },14740 "number_recall": {14741 "mean": 0.989993451740292,14742 "ci_low": 0.9822427804311348,14743 "ci_high": 0.9962692826305817,14744 "n_items": 279,14745 "n_groups": 3314746 },14747 "placeholders_exact": {14748 "mean": 0.974910394265233,14749 "ci_low": 0.9426229508196722,14750 "ci_high": 1.0,14751 "n_items": 279,14752 "n_groups": 3314753 }14754 },14755 "other": {14756 "n": 219,14757 "chrf": {14758 "mean": 67.41522296323109,14759 "ci_low": 64.27990285535324,14760 "ci_high": 70.79826051705155,14761 "n_items": 219,14762 "n_groups": 1514763 },14764 "edit_sim": {14765 "mean": 0.655184180594531,14766 "ci_low": 0.6300089322270588,14767 "ci_high": 0.6839201772965471,14768 "n_items": 219,14769 "n_groups": 1514770 },14771 "rougeL": {14772 "mean": 0.6602943445607493,14773 "ci_low": 0.6243553631001563,14774 "ci_high": 0.7006906125037022,14775 "n_items": 219,14776 "n_groups": 1514777 },14778 "exact_match": {14779 "mean": 0.0,14780 "ci_low": 0.0,14781 "ci_high": 0.0,14782 "n_items": 219,14783 "n_groups": 1514784 },14785 "number_recall": {14786 "mean": 0.9785388127853882,14787 "ci_low": 0.937797256097561,14788 "ci_high": 1.0,14789 "n_items": 219,14790 "n_groups": 1514791 },14792 "placeholders_exact": {14793 "mean": 0.9634703196347032,14794 "ci_low": 0.9183512012399897,14795 "ci_high": 1.0,14796 "n_items": 219,14797 "n_groups": 1514798 }14799 },14800 "preface": {14801 "n": 87,14802 "chrf": {14803 "mean": 57.90651120964157,14804 "ci_low": 53.431232646518765,14805 "ci_high": 63.54745264849443,14806 "n_items": 87,14807 "n_groups": 714808 },14809 "edit_sim": {14810 "mean": 0.5877406568300119,14811 "ci_low": 0.559409655482131,14812 "ci_high": 0.6330410915037329,14813 "n_items": 87,14814 "n_groups": 714815 },14816 "rougeL": {14817 "mean": 0.5929755386175172,14818 "ci_low": 0.5563579771244387,14819 "ci_high": 0.6496069159052522,14820 "n_items": 87,14821 "n_groups": 714822 },14823 "exact_match": {14824 "mean": 0.0,14825 "ci_low": 0.0,14826 "ci_high": 0.0,14827 "n_items": 87,14828 "n_groups": 714829 },14830 "number_recall": {14831 "mean": 1.0,14832 "ci_low": 1.0,14833 "ci_high": 1.0,14834 "n_items": 87,14835 "n_groups": 714836 },14837 "placeholders_exact": {14838 "mean": 1.0,14839 "ci_low": 1.0,14840 "ci_high": 1.0,14841 "n_items": 87,14842 "n_groups": 714843 }14844 },14845 "related_work": {14846 "n": 35,14847 "chrf": {14848 "mean": 71.2154939784201,14849 "ci_low": 71.2154939784201,14850 "ci_high": 71.2154939784201,14851 "n_items": 35,14852 "n_groups": 114853 },14854 "edit_sim": {14855 "mean": 0.6966681958209354,14856 "ci_low": 0.6966681958209354,14857 "ci_high": 0.6966681958209354,14858 "n_items": 35,14859 "n_groups": 114860 },14861 "rougeL": {14862 "mean": 0.6953178206793024,14863 "ci_low": 0.6953178206793024,14864 "ci_high": 0.6953178206793024,14865 "n_items": 35,14866 "n_groups": 114867 },14868 "exact_match": {14869 "mean": 0.0,14870 "ci_low": 0.0,14871 "ci_high": 0.0,14872 "n_items": 35,14873 "n_groups": 114874 },14875 "number_recall": {14876 "mean": 1.0,14877 "ci_low": 1.0,14878 "ci_high": 1.0,14879 "n_items": 35,14880 "n_groups": 114881 },14882 "placeholders_exact": {14883 "mean": 1.0,14884 "ci_low": 1.0,14885 "ci_high": 1.0,14886 "n_items": 35,14887 "n_groups": 114888 }14889 },14890 "results": {14891 "n": 263,14892 "chrf": {14893 "mean": 71.3957291420437,14894 "ci_low": 69.56483859369311,14895 "ci_high": 73.58818763831626,14896 "n_items": 263,14897 "n_groups": 3314898 },14899 "edit_sim": {14900 "mean": 0.6906078069930935,14901 "ci_low": 0.6740012589720676,14902 "ci_high": 0.7108817075831888,14903 "n_items": 263,14904 "n_groups": 3314905 },14906 "rougeL": {14907 "mean": 0.715450926552399,14908 "ci_low": 0.6884340551038943,14909 "ci_high": 0.7469469518705006,14910 "n_items": 263,14911 "n_groups": 3314912 },14913 "exact_match": {14914 "mean": 0.0,14915 "ci_low": 0.0,14916 "ci_high": 0.0,14917 "n_items": 263,14918 "n_groups": 3314919 },14920 "number_recall": {14921 "mean": 0.9624321253313647,14922 "ci_low": 0.933339505686139,14923 "ci_high": 0.983881278362652,14924 "n_items": 263,14925 "n_groups": 3314926 },14927 "placeholders_exact": {14928 "mean": 0.9847908745247148,14929 "ci_low": 0.944437984496124,14930 "ci_high": 1.0,14931 "n_items": 263,14932 "n_groups": 3314933 }14934 },14935 "theory": {14936 "n": 148,14937 "chrf": {14938 "mean": 72.12465375945604,14939 "ci_low": 68.67519632730904,14940 "ci_high": 75.65364107512481,14941 "n_items": 148,14942 "n_groups": 1514943 },14944 "edit_sim": {14945 "mean": 0.7210578064519727,14946 "ci_low": 0.6845601293124767,14947 "ci_high": 0.758261042608052,14948 "n_items": 148,14949 "n_groups": 1514950 },14951 "rougeL": {14952 "mean": 0.7295205815843702,14953 "ci_low": 0.6845927384456914,14954 "ci_high": 0.77544705329086,14955 "n_items": 148,14956 "n_groups": 1514957 },14958 "exact_match": {14959 "mean": 0.0,14960 "ci_low": 0.0,14961 "ci_high": 0.0,14962 "n_items": 148,14963 "n_groups": 1514964 },14965 "number_recall": {14966 "mean": 0.9996025437201908,14967 "ci_low": 0.998642270861833,14968 "ci_high": 1.0,14969 "n_items": 148,14970 "n_groups": 1514971 },14972 "placeholders_exact": {14973 "mean": 0.9459459459459459,14974 "ci_low": 0.8683972733037413,14975 "ci_high": 1.0,14976 "n_items": 148,14977 "n_groups": 1514978 }14979 }14980 }14981 }14982 },14983 "paired_vs_baseline": {14984 "B1_generic_paraphrase": {14985 "chrf": {14986 "mean": -2.752182734265207,14987 "ci_low": -3.152919919078643,14988 "ci_high": -2.3897465364162938,14989 "n_items": 2493,14990 "n_groups": 154,14991 "p_value_two_sided": 0.0,14992 "p_holm": 0.0,14993 "significant_holm_0_05": true14994 },14995 "edit_sim": {14996 "mean": -0.11271044508143388,14997 "ci_low": -0.11819012898413984,14998 "ci_high": -0.10752295708156366,14999 "n_items": 2493,15000 "n_groups": 154,15001 "p_value_two_sided": 0.0,15002 "p_holm": 0.0,15003 "significant_holm_0_05": true15004 },15005 "rougeL": {15006 "mean": -0.08356832665983142,15007 "ci_low": -0.08803676044223918,15008 "ci_high": -0.07934552217991557,15009 "n_items": 2493,15010 "n_groups": 154,15011 "p_value_two_sided": 0.0,15012 "p_holm": 0.0,15013 "significant_holm_0_05": true15014 },15015 "exact_match": {15016 "mean": 0.0,15017 "ci_low": 0.0,15018 "ci_high": 0.0,15019 "n_items": 2493,15020 "n_groups": 154,15021 "p_value_two_sided": 0.0,15022 "p_holm": 0.0,15023 "significant_holm_0_05": true15024 },15025 "number_recall": {15026 "mean": -0.0006016847172081829,15027 "ci_low": -0.0020557567002371007,15028 "ci_high": 0.0,15029 "n_items": 2493,15030 "n_groups": 154,15031 "p_value_two_sided": 0.0,15032 "p_holm": 0.0,15033 "significant_holm_0_05": true15034 },15035 "placeholders_exact": {15036 "mean": 0.0,15037 "ci_low": 0.0,15038 "ci_high": 0.0,15039 "n_items": 2493,15040 "n_groups": 154,15041 "p_value_two_sided": 0.0,15042 "p_holm": 0.0,15043 "significant_holm_0_05": true15044 }15045 },15046 "htr-m1-small": {15047 "chrf": {15048 "mean": -0.3500211895195723,15049 "ci_low": -0.6425557194795756,15050 "ci_high": -0.08829888785669915,15051 "n_items": 2493,15052 "n_groups": 154,15053 "p_value_two_sided": 0.008199999999999985,15054 "p_holm": 0.008199999999999985,15055 "significant_holm_0_05": true15056 },15057 "edit_sim": {15058 "mean": -0.007667138369426258,15059 "ci_low": -0.010849681470874221,15060 "ci_high": -0.004702933010938273,15061 "n_items": 2493,15062 "n_groups": 154,15063 "p_value_two_sided": 0.0,15064 "p_holm": 0.0,15065 "significant_holm_0_05": true15066 },15067 "rougeL": {15068 "mean": -0.0076636730569446115,15069 "ci_low": -0.011209565015745052,15070 "ci_high": -0.004345579925239457,15071 "n_items": 2493,15072 "n_groups": 154,15073 "p_value_two_sided": 0.0,15074 "p_holm": 0.0,15075 "significant_holm_0_05": true15076 },15077 "exact_match": {15078 "mean": 0.0,15079 "ci_low": 0.0,15080 "ci_high": 0.0,15081 "n_items": 2493,15082 "n_groups": 154,15083 "p_value_two_sided": 0.0,15084 "p_holm": 0.0,15085 "significant_holm_0_05": true15086 },15087 "number_recall": {15088 "mean": -0.014794186945158822,15089 "ci_low": -0.02133364491309689,15090 "ci_high": -0.009229266747601446,15091 "n_items": 2493,15092 "n_groups": 154,15093 "p_value_two_sided": 0.0,15094 "p_holm": 0.0,15095 "significant_holm_0_05": true15096 },15097 "placeholders_exact": {15098 "mean": -0.010830324909747292,15099 "ci_low": -0.01835806388906888,15100 "ci_high": -0.00514601985504599,15101 "n_items": 2493,15102 "n_groups": 154,15103 "p_value_two_sided": 0.0,15104 "p_holm": 0.0,15105 "significant_holm_0_05": true15106 }15107 },15108 "htr-m1-tiny-s2": {15109 "chrf": {15110 "mean": -0.01863052998773232,15111 "ci_low": -0.2957626707514433,15112 "ci_high": 0.2310336289150905,15113 "n_items": 2493,15114 "n_groups": 154,15115 "p_value_two_sided": 0.8924000000000001,15116 "p_holm": 1.0,15117 "significant_holm_0_05": false15118 },15119 "edit_sim": {15120 "mean": -2.9226772957740014e-05,15121 "ci_low": -0.0028529542900516476,15122 "ci_high": 0.002627178566292028,15123 "n_items": 2493,15124 "n_groups": 154,15125 "p_value_two_sided": 0.9970000000000001,15126 "p_holm": 1.0,15127 "significant_holm_0_05": false15128 },15129 "rougeL": {15130 "mean": -0.0005691213141361656,15131 "ci_low": -0.003639554182539689,15132 "ci_high": 0.002304889238802572,15133 "n_items": 2493,15134 "n_groups": 154,15135 "p_value_two_sided": 0.7165999999999999,15136 "p_holm": 1.0,15137 "significant_holm_0_05": false15138 },15139 "exact_match": {15140 "mean": 0.0,15141 "ci_low": 0.0,15142 "ci_high": 0.0,15143 "n_items": 2493,15144 "n_groups": 154,15145 "p_value_two_sided": 0.0,15146 "p_holm": 0.0,15147 "significant_holm_0_05": true15148 },15149 "number_recall": {15150 "mean": -0.014213313564164953,15151 "ci_low": -0.020825847292755505,15152 "ci_high": -0.008795409821817635,15153 "n_items": 2493,15154 "n_groups": 154,15155 "p_value_two_sided": 0.0,15156 "p_holm": 0.0,15157 "significant_holm_0_05": true15158 },15159 "placeholders_exact": {15160 "mean": -0.009225832330525471,15161 "ci_low": -0.014285714285714285,15162 "ci_high": -0.004757281413676074,15163 "n_items": 2493,15164 "n_groups": 154,15165 "p_value_two_sided": 0.0,15166 "p_holm": 0.0,15167 "significant_holm_0_05": true15168 }15169 },15170 "htr-m1-tiny-s3": {15171 "chrf": {15172 "mean": -0.0956966026423859,15173 "ci_low": -0.3639682994939381,15174 "ci_high": 0.14013199691205175,15175 "n_items": 2493,15176 "n_groups": 154,15177 "p_value_two_sided": 0.4448000000000001,15178 "p_holm": 0.4448000000000001,15179 "significant_holm_0_05": false15180 },15181 "edit_sim": {15182 "mean": -0.0025526677093211424,15183 "ci_low": -0.005439064222199478,15184 "ci_high": -2.4604156200608753e-05,15185 "n_items": 2493,15186 "n_groups": 154,15187 "p_value_two_sided": 0.04760000000000009,15188 "p_holm": 0.10439999999999983,15189 "significant_holm_0_05": false15190 },15191 "rougeL": {15192 "mean": -0.0029379353543362925,15193 "ci_low": -0.0059649430853992505,15194 "ci_high": -0.00021757887404308886,15195 "n_items": 2493,15196 "n_groups": 154,15197 "p_value_two_sided": 0.03479999999999994,15198 "p_holm": 0.10439999999999983,15199 "significant_holm_0_05": false15200 },15201 "exact_match": {15202 "mean": 0.0,15203 "ci_low": 0.0,15204 "ci_high": 0.0,15205 "n_items": 2493,15206 "n_groups": 154,15207 "p_value_two_sided": 0.0,15208 "p_holm": 0.0,15209 "significant_holm_0_05": true15210 },15211 "number_recall": {15212 "mean": -0.014680663303366311,15213 "ci_low": -0.022826838770820708,15214 "ci_high": -0.008513912494759418,15215 "n_items": 2493,15216 "n_groups": 154,15217 "p_value_two_sided": 0.0,15218 "p_holm": 0.0,15219 "significant_holm_0_05": true15220 },15221 "placeholders_exact": {15222 "mean": -0.006417970316887284,15223 "ci_low": -0.012317649090241953,15224 "ci_high": -0.002236252086198654,15225 "n_items": 2493,15226 "n_groups": 154,15227 "p_value_two_sided": 0.0,15228 "p_holm": 0.0,15229 "significant_holm_0_05": true15230 }15231 },15232 "htr-m1-tiny": {15233 "chrf": {15234 "mean": -0.1077861090209945,15235 "ci_low": -0.37019931160779934,15236 "ci_high": 0.13708151705593744,15237 "n_items": 2493,15238 "n_groups": 154,15239 "p_value_two_sided": 0.39339999999999997,15240 "p_holm": 0.39339999999999997,15241 "significant_holm_0_05": false15242 },15243 "edit_sim": {15244 "mean": -0.0036948636940446174,15245 "ci_low": -0.006849405416156322,15246 "ci_high": -0.0007558137746296643,15247 "n_items": 2493,15248 "n_groups": 154,15249 "p_value_two_sided": 0.012199999999999989,15250 "p_holm": 0.036599999999999966,15251 "significant_holm_0_05": true15252 },15253 "rougeL": {15254 "mean": -0.003866410016809531,15255 "ci_low": -0.007139104894305198,15256 "ci_high": -0.0008371212099335942,15257 "n_items": 2493,15258 "n_groups": 154,15259 "p_value_two_sided": 0.012199999999999989,15260 "p_holm": 0.036599999999999966,15261 "significant_holm_0_05": true15262 },15263 "exact_match": {15264 "mean": 0.0,15265 "ci_low": 0.0,15266 "ci_high": 0.0,15267 "n_items": 2493,15268 "n_groups": 154,15269 "p_value_two_sided": 0.0,15270 "p_holm": 0.0,15271 "significant_holm_0_05": true15272 },15273 "number_recall": {15274 "mean": -0.014923012091618096,15275 "ci_low": -0.02163372093822017,15276 "ci_high": -0.009496816813897472,15277 "n_items": 2493,15278 "n_groups": 154,15279 "p_value_two_sided": 0.0,15280 "p_holm": 0.0,15281 "significant_holm_0_05": true15282 },15283 "placeholders_exact": {15284 "mean": -0.012434817488969114,15285 "ci_low": -0.021553526210872257,15286 "ci_high": -0.005060248641908116,15287 "n_items": 2493,15288 "n_groups": 154,15289 "p_value_two_sided": 0.0,15290 "p_holm": 0.0,15291 "significant_holm_0_05": true15292 }15293 },15294 "htr-m2-tiny": {15295 "chrf": {15296 "mean": -0.3019165335755625,15297 "ci_low": -0.5749823728583946,15298 "ci_high": -0.058302447827557745,15299 "n_items": 2493,15300 "n_groups": 154,15301 "p_value_two_sided": 0.013400000000000079,15302 "p_holm": 0.013400000000000079,15303 "significant_holm_0_05": true15304 },15305 "edit_sim": {15306 "mean": -0.004707844305880045,15307 "ci_low": -0.007634340300041028,15308 "ci_high": -0.0020863530243746963,15309 "n_items": 2493,15310 "n_groups": 154,15311 "p_value_two_sided": 0.00019999999999997797,15312 "p_holm": 0.0005999999999999339,15313 "significant_holm_0_05": true15314 },15315 "rougeL": {15316 "mean": -0.004479279176813796,15317 "ci_low": -0.007663053915986211,15318 "ci_high": -0.0016644015071426805,15319 "n_items": 2493,15320 "n_groups": 154,15321 "p_value_two_sided": 0.0014000000000000679,15322 "p_holm": 0.0028000000000001357,15323 "significant_holm_0_05": true15324 },15325 "exact_match": {15326 "mean": 0.0,15327 "ci_low": 0.0,15328 "ci_high": 0.0,15329 "n_items": 2493,15330 "n_groups": 154,15331 "p_value_two_sided": 0.0,15332 "p_holm": 0.0,15333 "significant_holm_0_05": true15334 },15335 "number_recall": {15336 "mean": -0.015471701400133597,15337 "ci_low": -0.022455382573408924,15338 "ci_high": -0.009885552203669648,15339 "n_items": 2493,15340 "n_groups": 154,15341 "p_value_two_sided": 0.0,15342 "p_holm": 0.0,15343 "significant_holm_0_05": true15344 },15345 "placeholders_exact": {15346 "mean": -0.01444043321299639,15347 "ci_low": -0.022203351234549903,15348 "ci_high": -0.007735463760857929,15349 "n_items": 2493,15350 "n_groups": 154,15351 "p_value_two_sided": 0.0,15352 "p_holm": 0.0,15353 "significant_holm_0_05": true15354 }15355 },15356 "htr-m3light-tiny": {15357 "chrf": {15358 "mean": -0.5027326897549381,15359 "ci_low": -0.7724364942911365,15360 "ci_high": -0.2592502504457247,15361 "n_items": 2493,15362 "n_groups": 154,15363 "p_value_two_sided": 0.00039999999999995595,15364 "p_holm": 0.00039999999999995595,15365 "significant_holm_0_05": true15366 },15367 "edit_sim": {15368 "mean": -0.006121959675254262,15369 "ci_low": -0.009039505689865642,15370 "ci_high": -0.003470530380373723,15371 "n_items": 2493,15372 "n_groups": 154,15373 "p_value_two_sided": 0.0,15374 "p_holm": 0.0,15375 "significant_holm_0_05": true15376 },15377 "rougeL": {15378 "mean": -0.006346806199157399,15379 "ci_low": -0.009522735449149219,15380 "ci_high": -0.003576287157930303,15381 "n_items": 2493,15382 "n_groups": 154,15383 "p_value_two_sided": 0.0,15384 "p_holm": 0.0,15385 "significant_holm_0_05": true15386 },15387 "exact_match": {15388 "mean": 0.0,15389 "ci_low": 0.0,15390 "ci_high": 0.0,15391 "n_items": 2493,15392 "n_groups": 154,15393 "p_value_two_sided": 0.0,15394 "p_holm": 0.0,15395 "significant_holm_0_05": true15396 },15397 "number_recall": {15398 "mean": -0.018375343312277383,15399 "ci_low": -0.025870822211328044,15400 "ci_high": -0.01228057432597823,15401 "n_items": 2493,15402 "n_groups": 154,15403 "p_value_two_sided": 0.0,15404 "p_holm": 0.0,15405 "significant_holm_0_05": true15406 },15407 "placeholders_exact": {15408 "mean": -0.012835940633774568,15409 "ci_low": -0.021632284279825744,15410 "ci_high": -0.005782631459677214,15411 "n_items": 2493,15412 "n_groups": 154,15413 "p_value_two_sided": 0.0,15414 "p_holm": 0.0,15415 "significant_holm_0_05": true15416 }15417 },15418 "htr-m3tokenonly-tiny-s2": {15419 "chrf": {15420 "mean": -0.2623866124902409,15421 "ci_low": -0.5352978528817393,15422 "ci_high": -0.02171839539569651,15423 "n_items": 2493,15424 "n_groups": 154,15425 "p_value_two_sided": 0.031199999999999894,15426 "p_holm": 0.06239999999999979,15427 "significant_holm_0_05": false15428 },15429 "edit_sim": {15430 "mean": -0.003451605299615871,15431 "ci_low": -0.006376996903284175,15432 "ci_high": -0.0007946002270919082,15433 "n_items": 2493,15434 "n_groups": 154,15435 "p_value_two_sided": 0.010999999999999899,15436 "p_holm": 0.032999999999999696,15437 "significant_holm_0_05": true15438 },15439 "rougeL": {15440 "mean": -0.00295798148145598,15441 "ci_low": -0.006170750946073441,15442 "ci_high": -5.4880481260760366e-05,15443 "n_items": 2493,15444 "n_groups": 154,15445 "p_value_two_sided": 0.04580000000000006,15446 "p_holm": 0.06239999999999979,15447 "significant_holm_0_05": false15448 },15449 "exact_match": {15450 "mean": 0.0,15451 "ci_low": 0.0,15452 "ci_high": 0.0,15453 "n_items": 2493,15454 "n_groups": 154,15455 "p_value_two_sided": 0.0,15456 "p_holm": 0.0,15457 "significant_holm_0_05": true15458 },15459 "number_recall": {15460 "mean": -0.013871316767588014,15461 "ci_low": -0.020772099298587417,15462 "ci_high": -0.008336503308365596,15463 "n_items": 2493,15464 "n_groups": 154,15465 "p_value_two_sided": 0.0,15466 "p_holm": 0.0,15467 "significant_holm_0_05": true15468 },15469 "placeholders_exact": {15470 "mean": -0.010028078620136383,15471 "ci_low": -0.017487508504589015,15472 "ci_high": -0.004201548433053458,15473 "n_items": 2493,15474 "n_groups": 154,15475 "p_value_two_sided": 0.0,15476 "p_holm": 0.0,15477 "significant_holm_0_05": true15478 }15479 },15480 "htr-m3tokenonly-tiny": {15481 "chrf": {15482 "mean": -0.10925011469032449,15483 "ci_low": -0.3601788995139503,15484 "ci_high": 0.12124749709257186,15485 "n_items": 2493,15486 "n_groups": 154,15487 "p_value_two_sided": 0.35719999999999996,15488 "p_holm": 0.3839999999999997,15489 "significant_holm_0_05": false15490 },15491 "edit_sim": {15492 "mean": -0.001929470041523534,15493 "ci_low": -0.0045749814440448735,15494 "ci_high": 0.0005187217830606532,15495 "n_items": 2493,15496 "n_groups": 154,15497 "p_value_two_sided": 0.1279999999999999,15498 "p_holm": 0.3839999999999997,15499 "significant_holm_0_05": false15500 },15501 "rougeL": {15502 "mean": -0.001937875039907716,15503 "ci_low": -0.004733393610736806,15504 "ci_high": 0.000618191666218714,15505 "n_items": 2493,15506 "n_groups": 154,15507 "p_value_two_sided": 0.1392,15508 "p_holm": 0.3839999999999997,15509 "significant_holm_0_05": false15510 },15511 "exact_match": {15512 "mean": 0.0,15513 "ci_low": 0.0,15514 "ci_high": 0.0,15515 "n_items": 2493,15516 "n_groups": 154,15517 "p_value_two_sided": 0.0,15518 "p_holm": 0.0,15519 "significant_holm_0_05": true15520 },15521 "number_recall": {15522 "mean": -0.01495394562700046,15523 "ci_low": -0.021563278670011093,15524 "ci_high": -0.009593862875011336,15525 "n_items": 2493,15526 "n_groups": 154,15527 "p_value_two_sided": 0.0,15528 "p_holm": 0.0,15529 "significant_holm_0_05": true15530 },15531 "placeholders_exact": {15532 "mean": -0.01363818692338548,15533 "ci_low": -0.02133001421713679,15534 "ci_high": -0.006977637380628786,15535 "n_items": 2493,15536 "n_groups": 154,15537 "p_value_two_sided": 0.0,15538 "p_holm": 0.0,15539 "significant_holm_0_05": true15540 }15541 }15542 },15543 "stylometry": {15544 "rewrite_vs_original": {15545 "W1_mean_sent_len": 0.16011819660100227,15546 "W1_sd_sent_len": 0.1827869010079186,15547 "W1_ttr": 0.41311065789212753,15548 "W1_mtld": 0.5044521308738733,15549 "W1_mean_word_len": 0.24636955098136612,15550 "W1_long_word_rate": 0.043162033456883374,15551 "W1_comma_rate": 0.438176584879529,15552 "W1_semicolon_rate": 0.05688706039418331,15553 "W1_paren_rate": 0.026409742147370865,15554 "W1_discourse_rate": 0.08771683969686203,15555 "W1_passive_rate": 0.15163770253411504,15556 "W1_nominal_rate": 0.09644466634515525,15557 "W1_first_person_rate": 0.019186643117753838,15558 "W1_subord_rate": 0.2083863555662617,15559 "W1_hedge_rate": 0.09940985294582186,15560 "W1_negation_rate": 0.051548789909106905,15561 "W1_digit_rate": 0.01935449902061573,15562 "W1_flesch": 0.07620864544545558,15563 "W1_mean": 0.1600759362675223715564 },15565 "feature_means": {15566 "original": {15567 "mean_sent_len": 27.343881220960654,15568 "sd_sent_len": 9.62328679435925,15569 "ttr": 0.6393608654600934,15570 "mtld": 79.14203251949881,15571 "mean_word_len": 5.42583637791495,15572 "long_word_rate": 0.11760548447355477,15573 "comma_rate": 0.05219581328259164,15574 "semicolon_rate": 0.002473988211641041,15575 "paren_rate": 0.015898241645193736,15576 "discourse_rate": 0.009296273279602262,15577 "passive_rate": 0.46814712943579634,15578 "nominal_rate": 0.06432233345874387,15579 "first_person_rate": 0.004285767422240902,15580 "subord_rate": 0.027486436626636947,15581 "hedge_rate": 0.007875018326874922,15582 "negation_rate": 0.006636264534363374,15583 "digit_rate": 0.011655435662730963,15584 "flesch": 19.9546467742461215585 },15586 "rewrite": {15587 "mean_sent_len": 26.182908053665294,15588 "sd_sent_len": 8.594371158432919,15589 "ttr": 0.6778616509976207,15590 "mtld": 94.6443482328287,15591 "mean_word_len": 5.55041709915648,15592 "long_word_rate": 0.11892922893782804,15593 "comma_rate": 0.06553462503836607,15594 "semicolon_rate": 0.002246293424091267,15595 "paren_rate": 0.01572342165465636,15596 "discourse_rate": 0.010037548829852753,15597 "passive_rate": 0.4210805900026894,15598 "nominal_rate": 0.06162292676792937,15599 "first_person_rate": 0.0042657706570005515,15600 "subord_rate": 0.03089558139018746,15601 "hedge_rate": 0.008813663151300962,15602 "negation_rate": 0.006471320758471422,15603 "digit_rate": 0.011801229217564014,15604 "flesch": 18.63771392855993315605 }15606 },15607 "feature_sds": {15608 "original": {15609 "mean_sent_len": 9.079488032010959,15610 "sd_sent_len": 6.148755994141306,15611 "ttr": 0.09302102952963807,15612 "mtld": 26.500528554483704,15613 "mean_word_len": 0.499440668802505,15614 "long_word_rate": 0.04608882703244591,15615 "comma_rate": 0.030397923417596274,15616 "semicolon_rate": 0.007209823575175055,15617 "paren_rate": 0.019549718780272944,15618 "discourse_rate": 0.011177105223877593,15619 "passive_rate": 0.3680314240276807,15620 "nominal_rate": 0.030209723828231547,15621 "first_person_rate": 0.008514696213314934,15622 "subord_rate": 0.016398164333592542,15623 "hedge_rate": 0.010256115721542856,15624 "negation_rate": 0.008128841932219032,15625 "digit_rate": 0.016287623562407497,15626 "flesch": 17.86306867760723415627 },15628 "rewrite": {15629 "mean_sent_len": 7.319591562145704,15630 "sd_sent_len": 4.8947493479920805,15631 "ttr": 0.08906461458263942,15632 "mtld": 33.80814030227445,15633 "mean_word_len": 0.5050546525298238,15634 "long_word_rate": 0.04559748287951567,15635 "comma_rate": 0.029394818808668892,15636 "semicolon_rate": 0.0065807358644685236,15637 "paren_rate": 0.019461448733000798,15638 "discourse_rate": 0.01067793277774922,15639 "passive_rate": 0.363149413600415,15640 "nominal_rate": 0.02934697804276771,15641 "first_person_rate": 0.008389025531217252,15642 "subord_rate": 0.01710402129256318,15643 "hedge_rate": 0.010587628987898274,15644 "negation_rate": 0.008294155638447247,15645 "digit_rate": 0.016427782748630677,15646 "flesch": 17.81937268622218815647 }15648 },15649 "B0_identity": {15650 "vs_original": {15651 "W1_mean_sent_len": 0.16011819660100227,15652 "W1_sd_sent_len": 0.1827869010079186,15653 "W1_ttr": 0.41311065789212753,15654 "W1_mtld": 0.5044521308738733,15655 "W1_mean_word_len": 0.24636955098136612,15656 "W1_long_word_rate": 0.043162033456883374,15657 "W1_comma_rate": 0.438176584879529,15658 "W1_semicolon_rate": 0.05688706039418331,15659 "W1_paren_rate": 0.026409742147370865,15660 "W1_discourse_rate": 0.08771683969686203,15661 "W1_passive_rate": 0.15163770253411504,15662 "W1_nominal_rate": 0.09644466634515525,15663 "W1_first_person_rate": 0.019186643117753838,15664 "W1_subord_rate": 0.2083863555662617,15665 "W1_hedge_rate": 0.09940985294582186,15666 "W1_negation_rate": 0.051548789909106905,15667 "W1_digit_rate": 0.01935449902061573,15668 "W1_flesch": 0.07620864544545558,15669 "W1_mean": 0.1600759362675223715670 },15671 "feature_means": {15672 "mean_sent_len": 26.182908053665294,15673 "sd_sent_len": 8.594371158432919,15674 "ttr": 0.6778616509976207,15675 "mtld": 94.6443482328287,15676 "mean_word_len": 5.55041709915648,15677 "long_word_rate": 0.11892922893782804,15678 "comma_rate": 0.06553462503836607,15679 "semicolon_rate": 0.002246293424091267,15680 "paren_rate": 0.01572342165465636,15681 "discourse_rate": 0.010037548829852753,15682 "passive_rate": 0.4210805900026894,15683 "nominal_rate": 0.06162292676792937,15684 "first_person_rate": 0.0042657706570005515,15685 "subord_rate": 0.03089558139018746,15686 "hedge_rate": 0.008813663151300962,15687 "negation_rate": 0.006471320758471422,15688 "digit_rate": 0.011801229217564014,15689 "flesch": 18.63771392855993315690 },15691 "probe": {15692 "probe_auc_orig_vs_rewrite": 0.743524621807887,15693 "probe_acc_heldout": 0.6811497326203209,15694 "eval_mean_p_original": 0.4213776829244225,15695 "eval_frac_classified_original": 0.3321299638989169715696 }15697 },15698 "B1_generic_paraphrase": {15699 "vs_original": {15700 "W1_mean_sent_len": 0.4251312958714482,15701 "W1_sd_sent_len": 0.405982313791952,15702 "W1_ttr": 0.37027310405732866,15703 "W1_mtld": 0.454651183277306,15704 "W1_mean_word_len": 0.38713533654791144,15705 "W1_long_word_rate": 0.22560937746295617,15706 "W1_comma_rate": 0.4269770862443783,15707 "W1_semicolon_rate": 0.057441454825697576,15708 "W1_paren_rate": 0.02661180251261783,15709 "W1_discourse_rate": 0.09052690373321627,15710 "W1_passive_rate": 0.16135074481199618,15711 "W1_nominal_rate": 0.04132928308660179,15712 "W1_first_person_rate": 0.03493663378007837,15713 "W1_subord_rate": 0.1662832030256294,15714 "W1_hedge_rate": 0.057193887691949115,15715 "W1_negation_rate": 0.0530131743503884,15716 "W1_digit_rate": 0.01715109445709988,15717 "W1_flesch": 0.45613456705874494,15718 "W1_mean": 0.2143184692548500415719 },15720 "feature_means": {15721 "mean_sent_len": 30.68425582702588,15722 "sd_sent_len": 11.730508763208649,15723 "ttr": 0.6738927204300839,15724 "mtld": 93.05705308406839,15725 "mean_word_len": 5.619990521101507,15726 "long_word_rate": 0.1276422610596105,15727 "comma_rate": 0.0651848838449524,15728 "semicolon_rate": 0.0022376155056089103,15729 "paren_rate": 0.01566111329302894,15730 "discourse_rate": 0.008377161053034276,15731 "passive_rate": 0.5012260223646223,15732 "nominal_rate": 0.06503391331142305,15733 "first_person_rate": 0.004344639712706006,15734 "subord_rate": 0.030180194561079527,15735 "hedge_rate": 0.007418697599831193,15736 "negation_rate": 0.0064312720175425395,15737 "digit_rate": 0.011654550495356216,15738 "flesch": 11.93365207093208515739 },15740 "probe": {15741 "probe_auc_orig_vs_rewrite": 0.743524621807887,15742 "probe_acc_heldout": 0.6811497326203209,15743 "eval_mean_p_original": 0.4782896716603553,15744 "eval_frac_classified_original": 0.4640994785399117415745 }15746 },15747 "htr-m1-small": {15748 "vs_original": {15749 "W1_mean_sent_len": 0.15874416802569044,15750 "W1_sd_sent_len": 0.16562895725425816,15751 "W1_ttr": 0.15875467094086215,15752 "W1_mtld": 0.09820375519457224,15753 "W1_mean_word_len": 0.03476140495812012,15754 "W1_long_word_rate": 0.07384487254258336,15755 "W1_comma_rate": 0.2854113323087381,15756 "W1_semicolon_rate": 0.12450912408041893,15757 "W1_paren_rate": 0.025934370972332605,15758 "W1_discourse_rate": 0.0922435558905224,15759 "W1_passive_rate": 0.048094774602163076,15760 "W1_nominal_rate": 0.0932703130807851,15761 "W1_first_person_rate": 0.02682258720173517,15762 "W1_subord_rate": 0.1257767178746129,15763 "W1_hedge_rate": 0.06772646167202667,15764 "W1_negation_rate": 0.04447183677753857,15765 "W1_digit_rate": 0.026914258366110368,15766 "W1_flesch": 0.09351985041797524,15767 "W1_mean": 0.0969240562311692215768 },15769 "feature_means": {15770 "mean_sent_len": 26.229405538350278,15771 "sd_sent_len": 8.696329476505026,15772 "ttr": 0.6539311661647986,15773 "mtld": 81.68485231858762,15774 "mean_word_len": 5.423154226114372,15775 "long_word_rate": 0.11490690813301296,15776 "comma_rate": 0.060736201920485934,15777 "semicolon_rate": 0.0016449417723729683,15778 "paren_rate": 0.015693380305295372,15779 "discourse_rate": 0.01011376092639444,15780 "passive_rate": 0.4809521175035796,15781 "nominal_rate": 0.061738595952497144,15782 "first_person_rate": 0.004253644959452875,15783 "subord_rate": 0.029505788627765574,15784 "hedge_rate": 0.008472956684995113,15785 "negation_rate": 0.006883969753271661,15786 "digit_rate": 0.011939849737083015,15787 "flesch": 21.53404890291350815788 },15789 "probe": {15790 "probe_auc_orig_vs_rewrite": 0.743524621807887,15791 "probe_acc_heldout": 0.6811497326203209,15792 "eval_mean_p_original": 0.5106708758208284,15793 "eval_frac_classified_original": 0.535499398315282815794 }15795 },15796 "htr-m1-tiny-s2": {15797 "vs_original": {15798 "W1_mean_sent_len": 0.16553879095978163,15799 "W1_sd_sent_len": 0.18664865816180207,15800 "W1_ttr": 0.21680310995836952,15801 "W1_mtld": 0.1595573586689497,15802 "W1_mean_word_len": 0.042257408020154305,15803 "W1_long_word_rate": 0.06444768913145864,15804 "W1_comma_rate": 0.25762575631407125,15805 "W1_semicolon_rate": 0.13367978674177866,15806 "W1_paren_rate": 0.026460956154984214,15807 "W1_discourse_rate": 0.0498274628145717,15808 "W1_passive_rate": 0.04586733432381304,15809 "W1_nominal_rate": 0.09727227698923285,15810 "W1_first_person_rate": 0.032135125797268016,15811 "W1_subord_rate": 0.07895132685371757,15812 "W1_hedge_rate": 0.10077350846061425,15813 "W1_negation_rate": 0.04711247264257592,15814 "W1_digit_rate": 0.026919077123892292,15815 "W1_flesch": 0.07342487620393358,15816 "W1_mean": 0.1002946097400538415817 },15818 "feature_means": {15819 "mean_sent_len": 26.062934702046878,15820 "sd_sent_len": 8.57709480273464,15821 "ttr": 0.659390218921302,15822 "mtld": 83.73406227688214,15823 "mean_word_len": 5.4386378457692475,15824 "long_word_rate": 0.11520811989698677,15825 "comma_rate": 0.06005126970383308,15826 "semicolon_rate": 0.0015796436589675265,15827 "paren_rate": 0.015774981734534618,15828 "discourse_rate": 0.009627120703057247,15829 "passive_rate": 0.47264161461000864,15830 "nominal_rate": 0.06157802092853199,15831 "first_person_rate": 0.004289590898785518,15832 "subord_rate": 0.028717229874262767,15833 "hedge_rate": 0.008829903537945947,15834 "negation_rate": 0.006986508453869929,15835 "digit_rate": 0.011965254307564382,15836 "flesch": 21.2109494779366315837 },15838 "probe": {15839 "probe_auc_orig_vs_rewrite": 0.743524621807887,15840 "probe_acc_heldout": 0.6811497326203209,15841 "eval_mean_p_original": 0.5036027804717128,15842 "eval_frac_classified_original": 0.518652226233453615843 }15844 },15845 "htr-m1-tiny-s3": {15846 "vs_original": {15847 "W1_mean_sent_len": 0.150478569253115,15848 "W1_sd_sent_len": 0.1777224737096715,15849 "W1_ttr": 0.18668692062153389,15850 "W1_mtld": 0.12006853262979429,15851 "W1_mean_word_len": 0.030877398868692528,15852 "W1_long_word_rate": 0.08042860563556781,15853 "W1_comma_rate": 0.28690947529619293,15854 "W1_semicolon_rate": 0.13146599529432415,15855 "W1_paren_rate": 0.02445621669725491,15856 "W1_discourse_rate": 0.0719482393729712,15857 "W1_passive_rate": 0.06174110416285181,15858 "W1_nominal_rate": 0.11942439951846393,15859 "W1_first_person_rate": 0.024852938214100884,15860 "W1_subord_rate": 0.10139781181261161,15861 "W1_hedge_rate": 0.0877545392223727,15862 "W1_negation_rate": 0.05389931910351126,15863 "W1_digit_rate": 0.022360451946126483,15864 "W1_flesch": 0.09189339370362569,15865 "W1_mean": 0.1013536880590434815866 },15867 "feature_means": {15868 "mean_sent_len": 26.1948580942573,15869 "sd_sent_len": 8.615976556068505,15870 "ttr": 0.656453162710833,15871 "mtld": 82.44389717802824,15872 "mean_word_len": 5.421658702482784,15873 "long_word_rate": 0.11432492147765397,15874 "comma_rate": 0.06084314315049115,15875 "semicolon_rate": 0.00162297653098632,15876 "paren_rate": 0.01567893472527279,15877 "discourse_rate": 0.009862123757299189,15878 "passive_rate": 0.48583903764320713,15879 "nominal_rate": 0.06088856242106205,15880 "first_person_rate": 0.00428375620766791,15881 "subord_rate": 0.029125389276968755,15882 "hedge_rate": 0.008679572543937489,15883 "negation_rate": 0.00701775141831512,15884 "digit_rate": 0.01192897317214986,15885 "flesch": 21.54805988462751315886 },15887 "probe": {15888 "probe_auc_orig_vs_rewrite": 0.743524621807887,15889 "probe_acc_heldout": 0.6811497326203209,15890 "eval_mean_p_original": 0.5071978236737585,15891 "eval_frac_classified_original": 0.528680304853590115892 }15893 },15894 "htr-m1-tiny": {15895 "vs_original": {15896 "W1_mean_sent_len": 0.1572717322512432,15897 "W1_sd_sent_len": 0.16158046359013348,15898 "W1_ttr": 0.18388344406146442,15899 "W1_mtld": 0.12136093063996514,15900 "W1_mean_word_len": 0.034315204167576635,15901 "W1_long_word_rate": 0.07305527049759863,15902 "W1_comma_rate": 0.3295496772489636,15903 "W1_semicolon_rate": 0.15200991661847152,15904 "W1_paren_rate": 0.026907087349112763,15905 "W1_discourse_rate": 0.08086334963643044,15906 "W1_passive_rate": 0.041591714189421126,15907 "W1_nominal_rate": 0.10962755415426707,15908 "W1_first_person_rate": 0.03129146256564188,15909 "W1_subord_rate": 0.1194698484080746,15910 "W1_hedge_rate": 0.07868364672152386,15911 "W1_negation_rate": 0.04613222451309048,15912 "W1_digit_rate": 0.01889192274697624,15913 "W1_flesch": 0.08692319432468329,15914 "W1_mean": 0.102967146871368815915 },15916 "feature_means": {15917 "mean_sent_len": 26.144322874722985,15918 "sd_sent_len": 8.723137727223987,15919 "ttr": 0.6563218844536374,15920 "mtld": 82.534454840707,15921 "mean_word_len": 5.425234147366637,15922 "long_word_rate": 0.1147360728251302,15923 "comma_rate": 0.062078758505208796,15924 "semicolon_rate": 0.001485452103166738,15925 "paren_rate": 0.01563158146246501,15926 "discourse_rate": 0.009927861303293742,15927 "passive_rate": 0.48106193446853157,15928 "nominal_rate": 0.06116918993357358,15929 "first_person_rate": 0.004345207517606282,15930 "subord_rate": 0.02943798475301312,15931 "hedge_rate": 0.008631471148821915,15932 "negation_rate": 0.006901602372561212,15933 "digit_rate": 0.011867342013014088,15934 "flesch": 21.46258078170939515935 },15936 "probe": {15937 "probe_auc_orig_vs_rewrite": 0.743524621807887,15938 "probe_acc_heldout": 0.6811497326203209,15939 "eval_mean_p_original": 0.5025118174489611,15940 "eval_frac_classified_original": 0.5198555956678715941 }15942 },15943 "htr-m2-tiny": {15944 "vs_original": {15945 "W1_mean_sent_len": 0.16412921559804686,15946 "W1_sd_sent_len": 0.1895887498475854,15947 "W1_ttr": 0.19642064457106662,15948 "W1_mtld": 0.1327561530534322,15949 "W1_mean_word_len": 0.041714067424175605,15950 "W1_long_word_rate": 0.06315984637640983,15951 "W1_comma_rate": 0.26029871848087016,15952 "W1_semicolon_rate": 0.13550970691499772,15953 "W1_paren_rate": 0.025085255044763992,15954 "W1_discourse_rate": 0.08295533118904781,15955 "W1_passive_rate": 0.04851508945848214,15956 "W1_nominal_rate": 0.09780980737046478,15957 "W1_first_person_rate": 0.035303180484993806,15958 "W1_subord_rate": 0.09725001748579488,15959 "W1_hedge_rate": 0.08425870680029501,15960 "W1_negation_rate": 0.05034694673093866,15961 "W1_digit_rate": 0.024389587458953338,15962 "W1_flesch": 0.08321503186313078,15963 "W1_mean": 0.1007058920085249815964 },15965 "feature_means": {15966 "mean_sent_len": 26.065869521665174,15967 "sd_sent_len": 8.54786679938912,15968 "ttr": 0.6574528655976298,15969 "mtld": 82.86291842836245,15970 "mean_word_len": 5.434780205989973,15971 "long_word_rate": 0.11517654660974387,15972 "comma_rate": 0.05996875874058235,15973 "semicolon_rate": 0.0015522089085277455,15974 "paren_rate": 0.015705223849355656,15975 "discourse_rate": 0.009986402698524752,15976 "passive_rate": 0.4834863191688786,15977 "nominal_rate": 0.061535168925998404,15978 "first_person_rate": 0.004280520454213741,15979 "subord_rate": 0.029054770600393246,15980 "hedge_rate": 0.008650288585478278,15981 "negation_rate": 0.006984828672050535,15982 "digit_rate": 0.01189860096392088,15983 "flesch": 21.3664075408439315984 },15985 "probe": {15986 "probe_auc_orig_vs_rewrite": 0.743524621807887,15987 "probe_acc_heldout": 0.6811497326203209,15988 "eval_mean_p_original": 0.5071925144425256,15989 "eval_frac_classified_original": 0.53389490573606115990 }15991 },15992 "htr-m3light-tiny": {15993 "vs_original": {15994 "W1_mean_sent_len": 0.17829144410563813,15995 "W1_sd_sent_len": 0.18672962375509458,15996 "W1_ttr": 0.19108277093688572,15997 "W1_mtld": 0.12355508423230176,15998 "W1_mean_word_len": 0.03461141286294166,15999 "W1_long_word_rate": 0.07514848716609768,16000 "W1_comma_rate": 0.2572006794395763,16001 "W1_semicolon_rate": 0.14094522925350172,16002 "W1_paren_rate": 0.027265396802424326,16003 "W1_discourse_rate": 0.09083262270305312,16004 "W1_passive_rate": 0.06211444799432352,16005 "W1_nominal_rate": 0.096612939762483,16006 "W1_first_person_rate": 0.039711865536867806,16007 "W1_subord_rate": 0.12464653393747693,16008 "W1_hedge_rate": 0.08485473281422069,16009 "W1_negation_rate": 0.05593608571735339,16010 "W1_digit_rate": 0.02532836583706254,16011 "W1_flesch": 0.09843799068335857,16012 "W1_mean": 0.1051836507522589716013 },16014 "feature_means": {16015 "mean_sent_len": 25.929894145551213,16016 "sd_sent_len": 8.565109976033119,16017 "ttr": 0.656835791002511,16018 "mtld": 82.46797859891485,16019 "mean_word_len": 5.426495740062633,16020 "long_word_rate": 0.11461243258737233,16021 "comma_rate": 0.05995954827048002,16022 "semicolon_rate": 0.0015205010903633987,16023 "paren_rate": 0.01568825889667533,16024 "discourse_rate": 0.01008513198906809,16025 "passive_rate": 0.4862420907706534,16026 "nominal_rate": 0.06160848878597975,16027 "first_person_rate": 0.0042350477923728536,16028 "subord_rate": 0.029553503231067528,16029 "hedge_rate": 0.00865720156935328,16030 "negation_rate": 0.007062642031125022,16031 "digit_rate": 0.01195829744382822,16032 "flesch": 21.66346629653891416033 },16034 "probe": {16035 "probe_auc_orig_vs_rewrite": 0.743524621807887,16036 "probe_acc_heldout": 0.6811497326203209,16037 "eval_mean_p_original": 0.5079027113457061,16038 "eval_frac_classified_original": 0.52948255114320116039 }16040 },16041 "htr-m3tokenonly-tiny-s2": {16042 "vs_original": {16043 "W1_mean_sent_len": 0.17547974741081668,16044 "W1_sd_sent_len": 0.18794932786867716,16045 "W1_ttr": 0.2202709476188162,16046 "W1_mtld": 0.1695323745122842,16047 "W1_mean_word_len": 0.04377526390469244,16048 "W1_long_word_rate": 0.06444243075088776,16049 "W1_comma_rate": 0.2564965647520954,16050 "W1_semicolon_rate": 0.12180193550563415,16051 "W1_paren_rate": 0.02826763742198377,16052 "W1_discourse_rate": 0.08602710294827491,16053 "W1_passive_rate": 0.032845836945462274,16054 "W1_nominal_rate": 0.11219396997069955,16055 "W1_first_person_rate": 0.031212864886749854,16056 "W1_subord_rate": 0.08643407268009785,16057 "W1_hedge_rate": 0.0895105687031137,16058 "W1_negation_rate": 0.046790471051738586,16059 "W1_digit_rate": 0.02594610798728201,16060 "W1_flesch": 0.0731484055963713,16061 "W1_mean": 0.1028958683619821116062 },16063 "feature_means": {16064 "mean_sent_len": 25.960777379721566,16065 "sd_sent_len": 8.555239964737975,16066 "ttr": 0.65949227166068,16067 "mtld": 83.96330148024676,16068 "mean_word_len": 5.4417047860178505,16069 "long_word_rate": 0.11523573402800226,16070 "comma_rate": 0.059899166342497014,16071 "semicolon_rate": 0.0017023574985027903,16072 "paren_rate": 0.01588247681513986,16073 "discourse_rate": 0.010049993775898236,16074 "passive_rate": 0.4721492844882456,16075 "nominal_rate": 0.06112179948340007,16076 "first_person_rate": 0.0042709153268526605,16077 "subord_rate": 0.02888807172130393,16078 "hedge_rate": 0.008744281732853982,16079 "negation_rate": 0.006980036147618495,16080 "digit_rate": 0.011984094213626005,16081 "flesch": 21.20412229464221816082 },16083 "probe": {16084 "probe_auc_orig_vs_rewrite": 0.743524621807887,16085 "probe_acc_heldout": 0.6811497326203209,16086 "eval_mean_p_original": 0.501618845988893,16087 "eval_frac_classified_original": 0.518251103088648216088 }16089 },16090 "htr-m3tokenonly-tiny": {16091 "vs_original": {16092 "W1_mean_sent_len": 0.1648614154090354,16093 "W1_sd_sent_len": 0.18100254035545868,16094 "W1_ttr": 0.24499619562184097,16095 "W1_mtld": 0.19890855391409884,16096 "W1_mean_word_len": 0.05779659247041332,16097 "W1_long_word_rate": 0.05848963714325891,16098 "W1_comma_rate": 0.26100815480020473,16099 "W1_semicolon_rate": 0.1372390483995476,16100 "W1_paren_rate": 0.022649395381680065,16101 "W1_discourse_rate": 0.09538754747310432,16102 "W1_passive_rate": 0.0403466108256262,16103 "W1_nominal_rate": 0.10968802244515827,16104 "W1_first_person_rate": 0.02280782746948489,16105 "W1_subord_rate": 0.1062821934637841,16106 "W1_hedge_rate": 0.08781844964803473,16107 "W1_negation_rate": 0.05442750603607852,16108 "W1_digit_rate": 0.028050766443798655,16109 "W1_flesch": 0.060252880467349446,16110 "W1_mean": 0.1073340743204420916111 },16112 "feature_means": {16113 "mean_sent_len": 26.084356938165246,16114 "sd_sent_len": 8.602404407299057,16115 "ttr": 0.6620052504210979,16116 "mtld": 84.98864518235025,16117 "mean_word_len": 5.448762266703348,16118 "long_word_rate": 0.11562572925889915,16119 "comma_rate": 0.06002324534047753,16120 "semicolon_rate": 0.0015585729837772247,16121 "paren_rate": 0.015770539135113254,16122 "discourse_rate": 0.010129411923708781,16123 "passive_rate": 0.46793504215019754,16124 "nominal_rate": 0.06120164343141279,16125 "first_person_rate": 0.004279365385026379,16126 "subord_rate": 0.02922622748246201,16127 "hedge_rate": 0.008654645477448328,16128 "negation_rate": 0.007022639280290578,16129 "digit_rate": 0.011959017632063425,16130 "flesch": 20.92989934473997616131 },16132 "probe": {16133 "probe_auc_orig_vs_rewrite": 0.743524621807887,16134 "probe_acc_heldout": 0.6811497326203209,16135 "eval_mean_p_original": 0.4963753206219859,16136 "eval_frac_classified_original": 0.510629763337344616137 }16138 }16139 },16140 "confirmatory": {16141 "preregistration_frozen": true,16142 "n_boot": 1000016143 }16144}