Repository Public Research preview
1{2 "created_at": "2026-11-10T19:40:54Z",3 "git": {4 "commit": "43c6c680f3b8900b919d8f8e9d6e30f75a0e7a1a",5 "branch": "main",6 "dirty": true7 },8 "libraries": {9 "python": "3.14.4",10 "torch": "2.12.0",11 "numpy": "2.5.4",12 "anthropic": "2.3.0",13 "transformers": "5.8.1",14 "sentencepiece": "0.2.2",15 "lxml": "6.1.3",16 "pyarrow": "24.0.0",17 "sacrebleu": "2.6.0",18 "datasketch": "2.0.0",19 "rapidfuzz": "3.14.6"20 },21 "hardware": {22 "platform": "macOS-27.0-arm64-arm-64bit-Mach-O",23 "machine": "arm64",24 "cpu_count": 18,25 "chip": "Apple M5 Max",26 "ram_gb": 48.0,27 "torch_mps": true,28 "torch_cuda": false29 },30 "n_pairs": 3000,31 "systems": {32 "B0_identity": {33 "overall": {34 "n": 3000,35 "chrf": {36 "mean": 68.42328302290112,37 "ci_low": 67.59500336434704,38 "ci_high": 69.23229887676334,39 "n_items": 3000,40 "n_groups": 28441 },42 "edit_sim": {43 "mean": 0.678483534418821,44 "ci_low": 0.6703653517217302,45 "ci_high": 0.6864017544799951,46 "n_items": 3000,47 "n_groups": 28448 },49 "rougeL": {50 "mean": 0.6841291041134132,51 "ci_low": 0.6748776959869536,52 "ci_high": 0.6932216132533195,53 "n_items": 3000,54 "n_groups": 28455 },56 "exact_match": {57 "mean": 0.0,58 "ci_low": 0.0,59 "ci_high": 0.0,60 "n_items": 3000,61 "n_groups": 28462 },63 "number_recall": {64 "mean": 1.0,65 "ci_low": 1.0,66 "ci_high": 1.0,67 "n_items": 3000,68 "n_groups": 28469 },70 "placeholders_exact": {71 "mean": 1.0,72 "ci_low": 1.0,73 "ci_high": 1.0,74 "n_items": 3000,75 "n_groups": 28476 }77 },78 "by_variant": {79 "A": {80 "n": 494,81 "chrf": {82 "mean": 66.9501833774057,83 "ci_low": 65.92181235511315,84 "ci_high": 67.97605733275176,85 "n_items": 494,86 "n_groups": 23987 },88 "edit_sim": {89 "mean": 0.659695479014683,90 "ci_low": 0.6493326340334055,91 "ci_high": 0.6701085815855077,92 "n_items": 494,93 "n_groups": 23994 },95 "rougeL": {96 "mean": 0.662980574667908,97 "ci_low": 0.6513759827359427,98 "ci_high": 0.6750013684913556,99 "n_items": 494,100 "n_groups": 239101 },102 "exact_match": {103 "mean": 0.0,104 "ci_low": 0.0,105 "ci_high": 0.0,106 "n_items": 494,107 "n_groups": 239108 },109 "number_recall": {110 "mean": 1.0,111 "ci_low": 1.0,112 "ci_high": 1.0,113 "n_items": 494,114 "n_groups": 239115 },116 "placeholders_exact": {117 "mean": 1.0,118 "ci_low": 1.0,119 "ci_high": 1.0,120 "n_items": 494,121 "n_groups": 239122 }123 },124 "B": {125 "n": 487,126 "chrf": {127 "mean": 75.7962328678564,128 "ci_low": 74.79387237120578,129 "ci_high": 76.81381263601521,130 "n_items": 487,131 "n_groups": 241132 },133 "edit_sim": {134 "mean": 0.7611711258642289,135 "ci_low": 0.7498341273019888,136 "ci_high": 0.7724846368625833,137 "n_items": 487,138 "n_groups": 241139 },140 "rougeL": {141 "mean": 0.768552298158918,142 "ci_low": 0.7571780115355292,143 "ci_high": 0.7803048263925826,144 "n_items": 487,145 "n_groups": 241146 },147 "exact_match": {148 "mean": 0.0,149 "ci_low": 0.0,150 "ci_high": 0.0,151 "n_items": 487,152 "n_groups": 241153 },154 "number_recall": {155 "mean": 1.0,156 "ci_low": 1.0,157 "ci_high": 1.0,158 "n_items": 487,159 "n_groups": 241160 },161 "placeholders_exact": {162 "mean": 1.0,163 "ci_low": 1.0,164 "ci_high": 1.0,165 "n_items": 487,166 "n_groups": 241167 }168 },169 "C": {170 "n": 533,171 "chrf": {172 "mean": 73.06590196050861,173 "ci_low": 72.19739017968908,174 "ci_high": 73.89548735985001,175 "n_items": 533,176 "n_groups": 251177 },178 "edit_sim": {179 "mean": 0.7425830404329297,180 "ci_low": 0.7335154043803822,181 "ci_high": 0.7512067558288088,182 "n_items": 533,183 "n_groups": 251184 },185 "rougeL": {186 "mean": 0.7638316129997612,187 "ci_low": 0.7544058431928631,188 "ci_high": 0.7728258766652345,189 "n_items": 533,190 "n_groups": 251191 },192 "exact_match": {193 "mean": 0.0,194 "ci_low": 0.0,195 "ci_high": 0.0,196 "n_items": 533,197 "n_groups": 251198 },199 "number_recall": {200 "mean": 1.0,201 "ci_low": 1.0,202 "ci_high": 1.0,203 "n_items": 533,204 "n_groups": 251205 },206 "placeholders_exact": {207 "mean": 1.0,208 "ci_low": 1.0,209 "ci_high": 1.0,210 "n_items": 533,211 "n_groups": 251212 }213 },214 "D": {215 "n": 516,216 "chrf": {217 "mean": 68.22340900881403,218 "ci_low": 67.23021173506896,219 "ci_high": 69.20434738508848,220 "n_items": 516,221 "n_groups": 253222 },223 "edit_sim": {224 "mean": 0.6821257802553082,225 "ci_low": 0.6713039573485283,226 "ci_high": 0.6928234278395666,227 "n_items": 516,228 "n_groups": 253229 },230 "rougeL": {231 "mean": 0.6814772433017197,232 "ci_low": 0.6701773364855257,233 "ci_high": 0.6930712641523873,234 "n_items": 516,235 "n_groups": 253236 },237 "exact_match": {238 "mean": 0.0,239 "ci_low": 0.0,240 "ci_high": 0.0,241 "n_items": 516,242 "n_groups": 253243 },244 "number_recall": {245 "mean": 1.0,246 "ci_low": 1.0,247 "ci_high": 1.0,248 "n_items": 516,249 "n_groups": 253250 },251 "placeholders_exact": {252 "mean": 1.0,253 "ci_low": 1.0,254 "ci_high": 1.0,255 "n_items": 516,256 "n_groups": 253257 }258 },259 "E": {260 "n": 970,261 "chrf": {262 "mean": 63.027101319711086,263 "ci_low": 62.039047634552624,264 "ci_high": 64.02847852820095,265 "n_items": 970,266 "n_groups": 258267 },268 "edit_sim": {269 "mean": 0.6093783867678758,270 "ci_low": 0.5998560565757654,271 "ci_high": 0.6196004870197936,272 "n_items": 970,273 "n_groups": 258274 },275 "rougeL": {276 "mean": 0.6101293113178763,277 "ci_low": 0.5987921922824898,278 "ci_high": 0.6219658615975272,279 "n_items": 970,280 "n_groups": 258281 },282 "exact_match": {283 "mean": 0.0,284 "ci_low": 0.0,285 "ci_high": 0.0,286 "n_items": 970,287 "n_groups": 258288 },289 "number_recall": {290 "mean": 1.0,291 "ci_low": 1.0,292 "ci_high": 1.0,293 "n_items": 970,294 "n_groups": 258295 },296 "placeholders_exact": {297 "mean": 1.0,298 "ci_low": 1.0,299 "ci_high": 1.0,300 "n_items": 970,301 "n_groups": 258302 }303 }304 },305 "by_discipline": {306 "biomedicine": {307 "n": 386,308 "chrf": {309 "mean": 68.29751893464923,310 "ci_low": 66.10222583823051,311 "ci_high": 70.55602357409694,312 "n_items": 386,313 "n_groups": 66314 },315 "edit_sim": {316 "mean": 0.6730720901925311,317 "ci_low": 0.652311742938024,318 "ci_high": 0.6946383692232284,319 "n_items": 386,320 "n_groups": 66321 },322 "rougeL": {323 "mean": 0.6822219274166607,324 "ci_low": 0.6592519898039857,325 "ci_high": 0.705324876626264,326 "n_items": 386,327 "n_groups": 66328 },329 "exact_match": {330 "mean": 0.0,331 "ci_low": 0.0,332 "ci_high": 0.0,333 "n_items": 386,334 "n_groups": 66335 },336 "number_recall": {337 "mean": 1.0,338 "ci_low": 1.0,339 "ci_high": 1.0,340 "n_items": 386,341 "n_groups": 66342 },343 "placeholders_exact": {344 "mean": 1.0,345 "ci_low": 1.0,346 "ci_high": 1.0,347 "n_items": 386,348 "n_groups": 66349 }350 },351 "chemistry": {352 "n": 173,353 "chrf": {354 "mean": 69.00873651345529,355 "ci_low": 66.98550242268566,356 "ci_high": 71.41996875347559,357 "n_items": 173,358 "n_groups": 14359 },360 "edit_sim": {361 "mean": 0.6781245301950677,362 "ci_low": 0.6515505240077307,363 "ci_high": 0.709283007303215,364 "n_items": 173,365 "n_groups": 14366 },367 "rougeL": {368 "mean": 0.6876630090706719,369 "ci_low": 0.6619895962432928,370 "ci_high": 0.7188783159186453,371 "n_items": 173,372 "n_groups": 14373 },374 "exact_match": {375 "mean": 0.0,376 "ci_low": 0.0,377 "ci_high": 0.0,378 "n_items": 173,379 "n_groups": 14380 },381 "number_recall": {382 "mean": 1.0,383 "ci_low": 1.0,384 "ci_high": 1.0,385 "n_items": 173,386 "n_groups": 14387 },388 "placeholders_exact": {389 "mean": 1.0,390 "ci_low": 1.0,391 "ci_high": 1.0,392 "n_items": 173,393 "n_groups": 14394 }395 },396 "computer_science": {397 "n": 200,398 "chrf": {399 "mean": 70.18076782029762,400 "ci_low": 67.74148229751655,401 "ci_high": 73.01459006935373,402 "n_items": 200,403 "n_groups": 14404 },405 "edit_sim": {406 "mean": 0.6991607806460963,407 "ci_low": 0.6695920704929329,408 "ci_high": 0.7351355050690771,409 "n_items": 200,410 "n_groups": 14411 },412 "rougeL": {413 "mean": 0.7039197471605021,414 "ci_low": 0.6753317431100544,415 "ci_high": 0.737753015356889,416 "n_items": 200,417 "n_groups": 14418 },419 "exact_match": {420 "mean": 0.0,421 "ci_low": 0.0,422 "ci_high": 0.0,423 "n_items": 200,424 "n_groups": 14425 },426 "number_recall": {427 "mean": 1.0,428 "ci_low": 1.0,429 "ci_high": 1.0,430 "n_items": 200,431 "n_groups": 14432 },433 "placeholders_exact": {434 "mean": 1.0,435 "ci_low": 1.0,436 "ci_high": 1.0,437 "n_items": 200,438 "n_groups": 14439 }440 },441 "earth_sciences": {442 "n": 124,443 "chrf": {444 "mean": 67.45888635740582,445 "ci_low": 62.305093358292005,446 "ci_high": 70.60470805816361,447 "n_items": 124,448 "n_groups": 2449 },450 "edit_sim": {451 "mean": 0.6765100574310766,452 "ci_low": 0.6406616006853176,453 "ci_high": 0.6983915829771892,454 "n_items": 124,455 "n_groups": 2456 },457 "rougeL": {458 "mean": 0.68009244891273,459 "ci_low": 0.6435980759740366,460 "ci_high": 0.7023682349921924,461 "n_items": 124,462 "n_groups": 2463 },464 "exact_match": {465 "mean": 0.0,466 "ci_low": 0.0,467 "ci_high": 0.0,468 "n_items": 124,469 "n_groups": 2470 },471 "number_recall": {472 "mean": 1.0,473 "ci_low": 1.0,474 "ci_high": 1.0,475 "n_items": 124,476 "n_groups": 2477 },478 "placeholders_exact": {479 "mean": 1.0,480 "ci_low": 1.0,481 "ci_high": 1.0,482 "n_items": 124,483 "n_groups": 2484 }485 },486 "economics": {487 "n": 366,488 "chrf": {489 "mean": 67.34017379628361,490 "ci_low": 65.46180555806875,491 "ci_high": 69.08480377823679,492 "n_items": 366,493 "n_groups": 48494 },495 "edit_sim": {496 "mean": 0.6786388447527298,497 "ci_low": 0.6574452746034894,498 "ci_high": 0.6973320131402333,499 "n_items": 366,500 "n_groups": 48501 },502 "rougeL": {503 "mean": 0.6744231779564143,504 "ci_low": 0.6509947857245233,505 "ci_high": 0.6955523457071807,506 "n_items": 366,507 "n_groups": 48508 },509 "exact_match": {510 "mean": 0.0,511 "ci_low": 0.0,512 "ci_high": 0.0,513 "n_items": 366,514 "n_groups": 48515 },516 "number_recall": {517 "mean": 1.0,518 "ci_low": 1.0,519 "ci_high": 1.0,520 "n_items": 366,521 "n_groups": 48522 },523 "placeholders_exact": {524 "mean": 1.0,525 "ci_low": 1.0,526 "ci_high": 1.0,527 "n_items": 366,528 "n_groups": 48529 }530 },531 "engineering": {532 "n": 213,533 "chrf": {534 "mean": 67.64102965739289,535 "ci_low": 65.73973663958186,536 "ci_high": 69.32971254857506,537 "n_items": 213,538 "n_groups": 20539 },540 "edit_sim": {541 "mean": 0.6526125490482853,542 "ci_low": 0.6263165772484411,543 "ci_high": 0.6734232359565677,544 "n_items": 213,545 "n_groups": 20546 },547 "rougeL": {548 "mean": 0.6648197806354057,549 "ci_low": 0.6402088847913657,550 "ci_high": 0.6866930126896054,551 "n_items": 213,552 "n_groups": 20553 },554 "exact_match": {555 "mean": 0.0,556 "ci_low": 0.0,557 "ci_high": 0.0,558 "n_items": 213,559 "n_groups": 20560 },561 "number_recall": {562 "mean": 1.0,563 "ci_low": 1.0,564 "ci_high": 1.0,565 "n_items": 213,566 "n_groups": 20567 },568 "placeholders_exact": {569 "mean": 1.0,570 "ci_low": 1.0,571 "ci_high": 1.0,572 "n_items": 213,573 "n_groups": 20574 }575 },576 "finance": {577 "n": 246,578 "chrf": {579 "mean": 68.09272525936855,580 "ci_low": 65.87344248375926,581 "ci_high": 70.2025319652852,582 "n_items": 246,583 "n_groups": 27584 },585 "edit_sim": {586 "mean": 0.6736665312122561,587 "ci_low": 0.6511837682199104,588 "ci_high": 0.6947863236883483,589 "n_items": 246,590 "n_groups": 27591 },592 "rougeL": {593 "mean": 0.6769129796118899,594 "ci_low": 0.6487179359167842,595 "ci_high": 0.7037518309367519,596 "n_items": 246,597 "n_groups": 27598 },599 "exact_match": {600 "mean": 0.0,601 "ci_low": 0.0,602 "ci_high": 0.0,603 "n_items": 246,604 "n_groups": 27605 },606 "number_recall": {607 "mean": 1.0,608 "ci_low": 1.0,609 "ci_high": 1.0,610 "n_items": 246,611 "n_groups": 27612 },613 "placeholders_exact": {614 "mean": 1.0,615 "ci_low": 1.0,616 "ci_high": 1.0,617 "n_items": 246,618 "n_groups": 27619 }620 },621 "general_reference": {622 "n": 29,623 "chrf": {624 "mean": 66.25564692235245,625 "ci_low": 64.68887496313448,626 "ci_high": 69.73736238728125,627 "n_items": 29,628 "n_groups": 2629 },630 "edit_sim": {631 "mean": 0.6673161322848364,632 "ci_low": 0.6620523794064136,633 "ci_high": 0.6790133609035539,634 "n_items": 29,635 "n_groups": 2636 },637 "rougeL": {638 "mean": 0.6819524599198774,639 "ci_low": 0.6683797856067352,640 "ci_high": 0.7121139583935271,641 "n_items": 29,642 "n_groups": 2643 },644 "exact_match": {645 "mean": 0.0,646 "ci_low": 0.0,647 "ci_high": 0.0,648 "n_items": 29,649 "n_groups": 2650 },651 "number_recall": {652 "mean": 1.0,653 "ci_low": 1.0,654 "ci_high": 1.0,655 "n_items": 29,656 "n_groups": 2657 },658 "placeholders_exact": {659 "mean": 1.0,660 "ci_low": 1.0,661 "ci_high": 1.0,662 "n_items": 29,663 "n_groups": 2664 }665 },666 "humanities": {667 "n": 161,668 "chrf": {669 "mean": 63.4882426521917,670 "ci_low": 61.750890238181974,671 "ci_high": 66.24047659919617,672 "n_items": 161,673 "n_groups": 4674 },675 "edit_sim": {676 "mean": 0.637342509290086,677 "ci_low": 0.6244725580051075,678 "ci_high": 0.6604336537672936,679 "n_items": 161,680 "n_groups": 4681 },682 "rougeL": {683 "mean": 0.6297825103848241,684 "ci_low": 0.611072029703567,685 "ci_high": 0.6725493233705548,686 "n_items": 161,687 "n_groups": 4688 },689 "exact_match": {690 "mean": 0.0,691 "ci_low": 0.0,692 "ci_high": 0.0,693 "n_items": 161,694 "n_groups": 4695 },696 "number_recall": {697 "mean": 1.0,698 "ci_low": 1.0,699 "ci_high": 1.0,700 "n_items": 161,701 "n_groups": 4702 },703 "placeholders_exact": {704 "mean": 1.0,705 "ci_low": 1.0,706 "ci_high": 1.0,707 "n_items": 161,708 "n_groups": 4709 }710 },711 "life_sciences": {712 "n": 366,713 "chrf": {714 "mean": 68.65870739423835,715 "ci_low": 65.78966457118023,716 "ci_high": 71.50482776464717,717 "n_items": 366,718 "n_groups": 51719 },720 "edit_sim": {721 "mean": 0.6810975419888599,722 "ci_low": 0.6567349940584047,723 "ci_high": 0.7047484038059579,724 "n_items": 366,725 "n_groups": 51726 },727 "rougeL": {728 "mean": 0.6879024434828364,729 "ci_low": 0.6634058283032328,730 "ci_high": 0.7125079423374857,731 "n_items": 366,732 "n_groups": 51733 },734 "exact_match": {735 "mean": 0.0,736 "ci_low": 0.0,737 "ci_high": 0.0,738 "n_items": 366,739 "n_groups": 51740 },741 "number_recall": {742 "mean": 1.0,743 "ci_low": 1.0,744 "ci_high": 1.0,745 "n_items": 366,746 "n_groups": 51747 },748 "placeholders_exact": {749 "mean": 1.0,750 "ci_low": 1.0,751 "ci_high": 1.0,752 "n_items": 366,753 "n_groups": 51754 }755 },756 "mathematics": {757 "n": 180,758 "chrf": {759 "mean": 70.313475423864,760 "ci_low": 67.01637493911932,761 "ci_high": 72.31244513041236,762 "n_items": 180,763 "n_groups": 4764 },765 "edit_sim": {766 "mean": 0.6945650905581551,767 "ci_low": 0.6520995521898458,768 "ci_high": 0.7240369354851595,769 "n_items": 180,770 "n_groups": 4771 },772 "rougeL": {773 "mean": 0.705115778017344,774 "ci_low": 0.6518999414142954,775 "ci_high": 0.7312133307925792,776 "n_items": 180,777 "n_groups": 4778 },779 "exact_match": {780 "mean": 0.0,781 "ci_low": 0.0,782 "ci_high": 0.0,783 "n_items": 180,784 "n_groups": 4785 },786 "number_recall": {787 "mean": 1.0,788 "ci_low": 1.0,789 "ci_high": 1.0,790 "n_items": 180,791 "n_groups": 4792 },793 "placeholders_exact": {794 "mean": 1.0,795 "ci_low": 1.0,796 "ci_high": 1.0,797 "n_items": 180,798 "n_groups": 4799 }800 },801 "other": {802 "n": 66,803 "chrf": {804 "mean": 67.53465616616714,805 "ci_low": 63.96447297185218,806 "ci_high": 71.82934868874058,807 "n_items": 66,808 "n_groups": 5809 },810 "edit_sim": {811 "mean": 0.6703379780566663,812 "ci_low": 0.632542799087311,813 "ci_high": 0.7164096219675884,814 "n_items": 66,815 "n_groups": 5816 },817 "rougeL": {818 "mean": 0.6754445321378946,819 "ci_low": 0.6428381779298703,820 "ci_high": 0.7182360223730375,821 "n_items": 66,822 "n_groups": 5823 },824 "exact_match": {825 "mean": 0.0,826 "ci_low": 0.0,827 "ci_high": 0.0,828 "n_items": 66,829 "n_groups": 5830 },831 "number_recall": {832 "mean": 1.0,833 "ci_low": 1.0,834 "ci_high": 1.0,835 "n_items": 66,836 "n_groups": 5837 },838 "placeholders_exact": {839 "mean": 1.0,840 "ci_low": 1.0,841 "ci_high": 1.0,842 "n_items": 66,843 "n_groups": 5844 }845 },846 "social_sciences": {847 "n": 310,848 "chrf": {849 "mean": 69.21163520164963,850 "ci_low": 66.11464247701709,851 "ci_high": 71.76275656203634,852 "n_items": 310,853 "n_groups": 20854 },855 "edit_sim": {856 "mean": 0.6867881486756399,857 "ci_low": 0.6561858649324676,858 "ci_high": 0.7105904040255635,859 "n_items": 310,860 "n_groups": 20861 },862 "rougeL": {863 "mean": 0.6932491227895176,864 "ci_low": 0.6565527313164298,865 "ci_high": 0.7241832403394957,866 "n_items": 310,867 "n_groups": 20868 },869 "exact_match": {870 "mean": 0.0,871 "ci_low": 0.0,872 "ci_high": 0.0,873 "n_items": 310,874 "n_groups": 20875 },876 "number_recall": {877 "mean": 1.0,878 "ci_low": 1.0,879 "ci_high": 1.0,880 "n_items": 310,881 "n_groups": 20882 },883 "placeholders_exact": {884 "mean": 1.0,885 "ci_low": 1.0,886 "ci_high": 1.0,887 "n_items": 310,888 "n_groups": 20889 }890 },891 "statistics": {892 "n": 180,893 "chrf": {894 "mean": 71.78421667020977,895 "ci_low": 69.218459979638,896 "ci_high": 73.4753986737472,897 "n_items": 180,898 "n_groups": 7899 },900 "edit_sim": {901 "mean": 0.7115845084510258,902 "ci_low": 0.6713372337500338,903 "ci_high": 0.7299492550987202,904 "n_items": 180,905 "n_groups": 7906 },907 "rougeL": {908 "mean": 0.7258396569203607,909 "ci_low": 0.68358750902123,910 "ci_high": 0.7467419037436218,911 "n_items": 180,912 "n_groups": 7913 },914 "exact_match": {915 "mean": 0.0,916 "ci_low": 0.0,917 "ci_high": 0.0,918 "n_items": 180,919 "n_groups": 7920 },921 "number_recall": {922 "mean": 1.0,923 "ci_low": 1.0,924 "ci_high": 1.0,925 "n_items": 180,926 "n_groups": 7927 },928 "placeholders_exact": {929 "mean": 1.0,930 "ci_low": 1.0,931 "ci_high": 1.0,932 "n_items": 180,933 "n_groups": 7934 }935 }936 },937 "by_era": {938 "1900-1949": {939 "n": 315,940 "chrf": {941 "mean": 62.2982423397812,942 "ci_low": 60.28400517648719,943 "ci_high": 65.24161681581307,944 "n_items": 315,945 "n_groups": 14946 },947 "edit_sim": {948 "mean": 0.6328109948074145,949 "ci_low": 0.6129283015028222,950 "ci_high": 0.6596322692741091,951 "n_items": 315,952 "n_groups": 14953 },954 "rougeL": {955 "mean": 0.6352191225919652,956 "ci_low": 0.6124926201798209,957 "ci_high": 0.6659047171718505,958 "n_items": 315,959 "n_groups": 14960 },961 "exact_match": {962 "mean": 0.0,963 "ci_low": 0.0,964 "ci_high": 0.0,965 "n_items": 315,966 "n_groups": 14967 },968 "number_recall": {969 "mean": 1.0,970 "ci_low": 1.0,971 "ci_high": 1.0,972 "n_items": 315,973 "n_groups": 14974 },975 "placeholders_exact": {976 "mean": 1.0,977 "ci_low": 1.0,978 "ci_high": 1.0,979 "n_items": 315,980 "n_groups": 14981 }982 },983 "1950-1979": {984 "n": 12,985 "chrf": {986 "mean": 58.191448369024066,987 "ci_low": 58.191448369024066,988 "ci_high": 58.191448369024066,989 "n_items": 12,990 "n_groups": 1991 },992 "edit_sim": {993 "mean": 0.5824290124527257,994 "ci_low": 0.5824290124527257,995 "ci_high": 0.5824290124527257,996 "n_items": 12,997 "n_groups": 1998 },999 "rougeL": {1000 "mean": 0.5988093781319074,1001 "ci_low": 0.5988093781319074,1002 "ci_high": 0.5988093781319074,1003 "n_items": 12,1004 "n_groups": 11005 },1006 "exact_match": {1007 "mean": 0.0,1008 "ci_low": 0.0,1009 "ci_high": 0.0,1010 "n_items": 12,1011 "n_groups": 11012 },1013 "number_recall": {1014 "mean": 1.0,1015 "ci_low": 1.0,1016 "ci_high": 1.0,1017 "n_items": 12,1018 "n_groups": 11019 },1020 "placeholders_exact": {1021 "mean": 1.0,1022 "ci_low": 1.0,1023 "ci_high": 1.0,1024 "n_items": 12,1025 "n_groups": 11026 }1027 },1028 "1980-1999": {1029 "n": 21,1030 "chrf": {1031 "mean": 70.82931795813437,1032 "ci_low": 69.26428049782508,1033 "ci_high": 71.23451422893349,1034 "n_items": 21,1035 "n_groups": 31036 },1037 "edit_sim": {1038 "mean": 0.6998820849580504,1039 "ci_low": 0.6584803203412668,1040 "ci_high": 0.7078604624397047,1041 "n_items": 21,1042 "n_groups": 31043 },1044 "rougeL": {1045 "mean": 0.7039367990090933,1046 "ci_low": 0.6678284066950648,1047 "ci_high": 0.7125808422388654,1048 "n_items": 21,1049 "n_groups": 31050 },1051 "exact_match": {1052 "mean": 0.0,1053 "ci_low": 0.0,1054 "ci_high": 0.0,1055 "n_items": 21,1056 "n_groups": 31057 },1058 "number_recall": {1059 "mean": 1.0,1060 "ci_low": 1.0,1061 "ci_high": 1.0,1062 "n_items": 21,1063 "n_groups": 31064 },1065 "placeholders_exact": {1066 "mean": 1.0,1067 "ci_low": 1.0,1068 "ci_high": 1.0,1069 "n_items": 21,1070 "n_groups": 31071 }1072 },1073 "2000-2009": {1074 "n": 95,1075 "chrf": {1076 "mean": 69.96134094594633,1077 "ci_low": 67.1682097926912,1078 "ci_high": 72.70551738403643,1079 "n_items": 95,1080 "n_groups": 181081 },1082 "edit_sim": {1083 "mean": 0.6807508971278565,1084 "ci_low": 0.6465177901379393,1085 "ci_high": 0.7123015581238927,1086 "n_items": 95,1087 "n_groups": 181088 },1089 "rougeL": {1090 "mean": 0.6862264713207027,1091 "ci_low": 0.6517417002801803,1092 "ci_high": 0.7186271089571584,1093 "n_items": 95,1094 "n_groups": 181095 },1096 "exact_match": {1097 "mean": 0.0,1098 "ci_low": 0.0,1099 "ci_high": 0.0,1100 "n_items": 95,1101 "n_groups": 181102 },1103 "number_recall": {1104 "mean": 1.0,1105 "ci_low": 1.0,1106 "ci_high": 1.0,1107 "n_items": 95,1108 "n_groups": 181109 },1110 "placeholders_exact": {1111 "mean": 1.0,1112 "ci_low": 1.0,1113 "ci_high": 1.0,1114 "n_items": 95,1115 "n_groups": 181116 }1117 },1118 "2010-2017": {1119 "n": 2557,1120 "chrf": {1121 "mean": 69.14894887925627,1122 "ci_low": 68.38762515599691,1123 "ci_high": 69.87187590728314,1124 "n_items": 2557,1125 "n_groups": 2481126 },1127 "edit_sim": {1128 "mean": 0.684300794967317,1129 "ci_low": 0.675866179663034,1130 "ci_high": 0.6923701017508306,1131 "n_items": 2557,1132 "n_groups": 2481133 },1134 "rougeL": {1135 "mean": 0.6903141918777983,1136 "ci_low": 0.6802846882298459,1137 "ci_high": 0.6992942732160802,1138 "n_items": 2557,1139 "n_groups": 2481140 },1141 "exact_match": {1142 "mean": 0.0,1143 "ci_low": 0.0,1144 "ci_high": 0.0,1145 "n_items": 2557,1146 "n_groups": 2481147 },1148 "number_recall": {1149 "mean": 1.0,1150 "ci_low": 1.0,1151 "ci_high": 1.0,1152 "n_items": 2557,1153 "n_groups": 2481154 },1155 "placeholders_exact": {1156 "mean": 1.0,1157 "ci_low": 1.0,1158 "ci_high": 1.0,1159 "n_items": 2557,1160 "n_groups": 2481161 }1162 }1163 },1164 "by_role": {1165 "abstract": {1166 "n": 244,1167 "chrf": {1168 "mean": 69.33728276231834,1169 "ci_low": 67.51621393751319,1170 "ci_high": 71.20775544298479,1171 "n_items": 244,1172 "n_groups": 521173 },1174 "edit_sim": {1175 "mean": 0.6884668287484741,1176 "ci_low": 0.6676789652148656,1177 "ci_high": 0.7092748230118797,1178 "n_items": 244,1179 "n_groups": 521180 },1181 "rougeL": {1182 "mean": 0.6864346508368419,1183 "ci_low": 0.6637876196379535,1184 "ci_high": 0.7094844388530951,1185 "n_items": 244,1186 "n_groups": 521187 },1188 "exact_match": {1189 "mean": 0.0,1190 "ci_low": 0.0,1191 "ci_high": 0.0,1192 "n_items": 244,1193 "n_groups": 521194 },1195 "number_recall": {1196 "mean": 1.0,1197 "ci_low": 1.0,1198 "ci_high": 1.0,1199 "n_items": 244,1200 "n_groups": 521201 },1202 "placeholders_exact": {1203 "mean": 1.0,1204 "ci_low": 1.0,1205 "ci_high": 1.0,1206 "n_items": 244,1207 "n_groups": 521208 }1209 },1210 "background": {1211 "n": 184,1212 "chrf": {1213 "mean": 69.7094024501876,1214 "ci_low": 67.74371692977422,1215 "ci_high": 71.89088732138029,1216 "n_items": 184,1217 "n_groups": 251218 },1219 "edit_sim": {1220 "mean": 0.6929587407940898,1221 "ci_low": 0.6713784964135494,1222 "ci_high": 0.7168779109880381,1223 "n_items": 184,1224 "n_groups": 251225 },1226 "rougeL": {1227 "mean": 0.6896964796957554,1228 "ci_low": 0.6662313146902471,1229 "ci_high": 0.7142565449873636,1230 "n_items": 184,1231 "n_groups": 251232 },1233 "exact_match": {1234 "mean": 0.0,1235 "ci_low": 0.0,1236 "ci_high": 0.0,1237 "n_items": 184,1238 "n_groups": 251239 },1240 "number_recall": {1241 "mean": 1.0,1242 "ci_low": 1.0,1243 "ci_high": 1.0,1244 "n_items": 184,1245 "n_groups": 251246 },1247 "placeholders_exact": {1248 "mean": 1.0,1249 "ci_low": 1.0,1250 "ci_high": 1.0,1251 "n_items": 184,1252 "n_groups": 251253 }1254 },1255 "chapter": {1256 "n": 191,1257 "chrf": {1258 "mean": 65.00066108881397,1259 "ci_low": 62.173524758922014,1260 "ci_high": 67.72646214888056,1261 "n_items": 191,1262 "n_groups": 131263 },1264 "edit_sim": {1265 "mean": 0.6584467988994548,1266 "ci_low": 0.6328862911569071,1267 "ci_high": 0.6821586295682905,1268 "n_items": 191,1269 "n_groups": 131270 },1271 "rougeL": {1272 "mean": 0.6651989147183958,1273 "ci_low": 0.6348326251917755,1274 "ci_high": 0.6950012095685804,1275 "n_items": 191,1276 "n_groups": 131277 },1278 "exact_match": {1279 "mean": 0.0,1280 "ci_low": 0.0,1281 "ci_high": 0.0,1282 "n_items": 191,1283 "n_groups": 131284 },1285 "number_recall": {1286 "mean": 1.0,1287 "ci_low": 1.0,1288 "ci_high": 1.0,1289 "n_items": 191,1290 "n_groups": 131291 },1292 "placeholders_exact": {1293 "mean": 1.0,1294 "ci_low": 1.0,1295 "ci_high": 1.0,1296 "n_items": 191,1297 "n_groups": 131298 }1299 },1300 "conclusion": {1301 "n": 251,1302 "chrf": {1303 "mean": 65.6218660850932,1304 "ci_low": 63.43745321300951,1305 "ci_high": 68.26894826599847,1306 "n_items": 251,1307 "n_groups": 461308 },1309 "edit_sim": {1310 "mean": 0.6511004892860796,1311 "ci_low": 0.62471676724978,1312 "ci_high": 0.6828400093100873,1313 "n_items": 251,1314 "n_groups": 461315 },1316 "rougeL": {1317 "mean": 0.6465580110126632,1318 "ci_low": 0.619024377668587,1319 "ci_high": 0.6787939367410732,1320 "n_items": 251,1321 "n_groups": 461322 },1323 "exact_match": {1324 "mean": 0.0,1325 "ci_low": 0.0,1326 "ci_high": 0.0,1327 "n_items": 251,1328 "n_groups": 461329 },1330 "number_recall": {1331 "mean": 1.0,1332 "ci_low": 1.0,1333 "ci_high": 1.0,1334 "n_items": 251,1335 "n_groups": 461336 },1337 "placeholders_exact": {1338 "mean": 1.0,1339 "ci_low": 1.0,1340 "ci_high": 1.0,1341 "n_items": 251,1342 "n_groups": 461343 }1344 },1345 "data": {1346 "n": 207,1347 "chrf": {1348 "mean": 71.53100368528789,1349 "ci_low": 69.64443659029753,1350 "ci_high": 73.37089389647093,1351 "n_items": 207,1352 "n_groups": 331353 },1354 "edit_sim": {1355 "mean": 0.6996455116205914,1356 "ci_low": 0.6836699881448687,1357 "ci_high": 0.7173186921983928,1358 "n_items": 207,1359 "n_groups": 331360 },1361 "rougeL": {1362 "mean": 0.7207759294507444,1363 "ci_low": 0.7035139894252838,1364 "ci_high": 0.740382528044026,1365 "n_items": 207,1366 "n_groups": 331367 },1368 "exact_match": {1369 "mean": 0.0,1370 "ci_low": 0.0,1371 "ci_high": 0.0,1372 "n_items": 207,1373 "n_groups": 331374 },1375 "number_recall": {1376 "mean": 1.0,1377 "ci_low": 1.0,1378 "ci_high": 1.0,1379 "n_items": 207,1380 "n_groups": 331381 },1382 "placeholders_exact": {1383 "mean": 1.0,1384 "ci_low": 1.0,1385 "ci_high": 1.0,1386 "n_items": 207,1387 "n_groups": 331388 }1389 },1390 "discussion": {1391 "n": 279,1392 "chrf": {1393 "mean": 68.1786802465531,1394 "ci_low": 66.20468922924124,1395 "ci_high": 70.28672310122943,1396 "n_items": 279,1397 "n_groups": 431398 },1399 "edit_sim": {1400 "mean": 0.673469166519714,1401 "ci_low": 0.6536105617490506,1402 "ci_high": 0.6958159398250352,1403 "n_items": 279,1404 "n_groups": 431405 },1406 "rougeL": {1407 "mean": 0.6688257427088663,1408 "ci_low": 0.6451879406307656,1409 "ci_high": 0.6956952232128939,1410 "n_items": 279,1411 "n_groups": 431412 },1413 "exact_match": {1414 "mean": 0.0,1415 "ci_low": 0.0,1416 "ci_high": 0.0,1417 "n_items": 279,1418 "n_groups": 431419 },1420 "number_recall": {1421 "mean": 1.0,1422 "ci_low": 1.0,1423 "ci_high": 1.0,1424 "n_items": 279,1425 "n_groups": 431426 },1427 "placeholders_exact": {1428 "mean": 1.0,1429 "ci_low": 1.0,1430 "ci_high": 1.0,1431 "n_items": 279,1432 "n_groups": 431433 }1434 },1435 "introduction": {1436 "n": 336,1437 "chrf": {1438 "mean": 68.05906310653306,1439 "ci_low": 66.58383429333401,1440 "ci_high": 69.4255659071762,1441 "n_items": 336,1442 "n_groups": 561443 },1444 "edit_sim": {1445 "mean": 0.6798152631187503,1446 "ci_low": 0.6622576581082252,1447 "ci_high": 0.6948845954104713,1448 "n_items": 336,1449 "n_groups": 561450 },1451 "rougeL": {1452 "mean": 0.6758108032971193,1453 "ci_low": 0.6580853659486405,1454 "ci_high": 0.6920976937219269,1455 "n_items": 336,1456 "n_groups": 561457 },1458 "exact_match": {1459 "mean": 0.0,1460 "ci_low": 0.0,1461 "ci_high": 0.0,1462 "n_items": 336,1463 "n_groups": 561464 },1465 "number_recall": {1466 "mean": 1.0,1467 "ci_low": 1.0,1468 "ci_high": 1.0,1469 "n_items": 336,1470 "n_groups": 561471 },1472 "placeholders_exact": {1473 "mean": 1.0,1474 "ci_low": 1.0,1475 "ci_high": 1.0,1476 "n_items": 336,1477 "n_groups": 561478 }1479 },1480 "limitations": {1481 "n": 90,1482 "chrf": {1483 "mean": 66.93626690229581,1484 "ci_low": 63.39378786572696,1485 "ci_high": 70.85154678706087,1486 "n_items": 90,1487 "n_groups": 141488 },1489 "edit_sim": {1490 "mean": 0.6684889063182643,1491 "ci_low": 0.6259684579148395,1492 "ci_high": 0.7131648343448165,1493 "n_items": 90,1494 "n_groups": 141495 },1496 "rougeL": {1497 "mean": 0.6583983202719913,1498 "ci_low": 0.6149034064333652,1499 "ci_high": 0.7020783798967599,1500 "n_items": 90,1501 "n_groups": 141502 },1503 "exact_match": {1504 "mean": 0.0,1505 "ci_low": 0.0,1506 "ci_high": 0.0,1507 "n_items": 90,1508 "n_groups": 141509 },1510 "number_recall": {1511 "mean": 1.0,1512 "ci_low": 1.0,1513 "ci_high": 1.0,1514 "n_items": 90,1515 "n_groups": 141516 },1517 "placeholders_exact": {1518 "mean": 1.0,1519 "ci_low": 1.0,1520 "ci_high": 1.0,1521 "n_items": 90,1522 "n_groups": 141523 }1524 },1525 "methods": {1526 "n": 265,1527 "chrf": {1528 "mean": 70.9746335935984,1529 "ci_low": 69.02438190192532,1530 "ci_high": 73.01448760197991,1531 "n_items": 265,1532 "n_groups": 451533 },1534 "edit_sim": {1535 "mean": 0.6957002960500933,1536 "ci_low": 0.6731393134185759,1537 "ci_high": 0.7204096618829282,1538 "n_items": 265,1539 "n_groups": 451540 },1541 "rougeL": {1542 "mean": 0.7187164238427606,1543 "ci_low": 0.6969620539316063,1544 "ci_high": 0.7420297193328667,1545 "n_items": 265,1546 "n_groups": 451547 },1548 "exact_match": {1549 "mean": 0.0,1550 "ci_low": 0.0,1551 "ci_high": 0.0,1552 "n_items": 265,1553 "n_groups": 451554 },1555 "number_recall": {1556 "mean": 1.0,1557 "ci_low": 1.0,1558 "ci_high": 1.0,1559 "n_items": 265,1560 "n_groups": 451561 },1562 "placeholders_exact": {1563 "mean": 1.0,1564 "ci_low": 1.0,1565 "ci_high": 1.0,1566 "n_items": 265,1567 "n_groups": 451568 }1569 },1570 "other": {1571 "n": 275,1572 "chrf": {1573 "mean": 68.33279402644662,1574 "ci_low": 66.27718138424696,1575 "ci_high": 70.36191357401563,1576 "n_items": 275,1577 "n_groups": 381578 },1579 "edit_sim": {1580 "mean": 0.6724054788928489,1581 "ci_low": 0.6479907931142833,1582 "ci_high": 0.6949189500641708,1583 "n_items": 275,1584 "n_groups": 381585 },1586 "rougeL": {1587 "mean": 0.6820944116028829,1588 "ci_low": 0.656796357648452,1589 "ci_high": 0.7054289873723796,1590 "n_items": 275,1591 "n_groups": 381592 },1593 "exact_match": {1594 "mean": 0.0,1595 "ci_low": 0.0,1596 "ci_high": 0.0,1597 "n_items": 275,1598 "n_groups": 381599 },1600 "number_recall": {1601 "mean": 1.0,1602 "ci_low": 1.0,1603 "ci_high": 1.0,1604 "n_items": 275,1605 "n_groups": 381606 },1607 "placeholders_exact": {1608 "mean": 1.0,1609 "ci_low": 1.0,1610 "ci_high": 1.0,1611 "n_items": 275,1612 "n_groups": 381613 }1614 },1615 "preface": {1616 "n": 114,1617 "chrf": {1618 "mean": 57.48956813549033,1619 "ci_low": 54.72523533120577,1620 "ci_high": 60.44138855844471,1621 "n_items": 114,1622 "n_groups": 91623 },1624 "edit_sim": {1625 "mean": 0.5808342483728152,1626 "ci_low": 0.552594070440158,1627 "ci_high": 0.6113059026048846,1628 "n_items": 114,1629 "n_groups": 91630 },1631 "rougeL": {1632 "mean": 0.5775340856268274,1633 "ci_low": 0.5447647466973513,1634 "ci_high": 0.6098218374653999,1635 "n_items": 114,1636 "n_groups": 91637 },1638 "exact_match": {1639 "mean": 0.0,1640 "ci_low": 0.0,1641 "ci_high": 0.0,1642 "n_items": 114,1643 "n_groups": 91644 },1645 "number_recall": {1646 "mean": 1.0,1647 "ci_low": 1.0,1648 "ci_high": 1.0,1649 "n_items": 114,1650 "n_groups": 91651 },1652 "placeholders_exact": {1653 "mean": 1.0,1654 "ci_low": 1.0,1655 "ci_high": 1.0,1656 "n_items": 114,1657 "n_groups": 91658 }1659 },1660 "related_work": {1661 "n": 109,1662 "chrf": {1663 "mean": 70.85625154742418,1664 "ci_low": 68.7142188464541,1665 "ci_high": 73.00222703943382,1666 "n_items": 109,1667 "n_groups": 161668 },1669 "edit_sim": {1670 "mean": 0.7113804178725278,1671 "ci_low": 0.6835384177477888,1672 "ci_high": 0.7416190695853867,1673 "n_items": 109,1674 "n_groups": 161675 },1676 "rougeL": {1677 "mean": 0.7067145441451121,1678 "ci_low": 0.6797680135256325,1679 "ci_high": 0.7346318824935879,1680 "n_items": 109,1681 "n_groups": 161682 },1683 "exact_match": {1684 "mean": 0.0,1685 "ci_low": 0.0,1686 "ci_high": 0.0,1687 "n_items": 109,1688 "n_groups": 161689 },1690 "number_recall": {1691 "mean": 1.0,1692 "ci_low": 1.0,1693 "ci_high": 1.0,1694 "n_items": 109,1695 "n_groups": 161696 },1697 "placeholders_exact": {1698 "mean": 1.0,1699 "ci_low": 1.0,1700 "ci_high": 1.0,1701 "n_items": 109,1702 "n_groups": 161703 }1704 },1705 "results": {1706 "n": 263,1707 "chrf": {1708 "mean": 70.69660408464037,1709 "ci_low": 68.80663780880192,1710 "ci_high": 72.65373298870776,1711 "n_items": 263,1712 "n_groups": 461713 },1714 "edit_sim": {1715 "mean": 0.6964941378090777,1716 "ci_low": 0.6740324187871237,1717 "ci_high": 0.7202039345441285,1718 "n_items": 263,1719 "n_groups": 461720 },1721 "rougeL": {1722 "mean": 0.7141656560772557,1723 "ci_low": 0.6876583387687476,1724 "ci_high": 0.7403773442578343,1725 "n_items": 263,1726 "n_groups": 461727 },1728 "exact_match": {1729 "mean": 0.0,1730 "ci_low": 0.0,1731 "ci_high": 0.0,1732 "n_items": 263,1733 "n_groups": 461734 },1735 "number_recall": {1736 "mean": 1.0,1737 "ci_low": 1.0,1738 "ci_high": 1.0,1739 "n_items": 263,1740 "n_groups": 461741 },1742 "placeholders_exact": {1743 "mean": 1.0,1744 "ci_low": 1.0,1745 "ci_high": 1.0,1746 "n_items": 263,1747 "n_groups": 461748 }1749 },1750 "theory": {1751 "n": 192,1752 "chrf": {1753 "mean": 70.04053787471217,1754 "ci_low": 67.84232141904474,1755 "ci_high": 71.99408261530947,1756 "n_items": 192,1757 "n_groups": 291758 },1759 "edit_sim": {1760 "mean": 0.694055550723502,1761 "ci_low": 0.6715918658250551,1762 "ci_high": 0.7137571818847323,1763 "n_items": 192,1764 "n_groups": 291765 },1766 "rougeL": {1767 "mean": 0.7176594756329794,1768 "ci_low": 0.6940281291254977,1769 "ci_high": 0.7388059405940702,1770 "n_items": 192,1771 "n_groups": 291772 },1773 "exact_match": {1774 "mean": 0.0,1775 "ci_low": 0.0,1776 "ci_high": 0.0,1777 "n_items": 192,1778 "n_groups": 291779 },1780 "number_recall": {1781 "mean": 1.0,1782 "ci_low": 1.0,1783 "ci_high": 1.0,1784 "n_items": 192,1785 "n_groups": 291786 },1787 "placeholders_exact": {1788 "mean": 1.0,1789 "ci_low": 1.0,1790 "ci_high": 1.0,1791 "n_items": 192,1792 "n_groups": 291793 }1794 }1795 }1796 },1797 "B1_generic_paraphrase": {1798 "overall": {1799 "n": 3000,1800 "chrf": {1801 "mean": 65.67089768001975,1802 "ci_low": 64.91188961820453,1803 "ci_high": 66.41413189275637,1804 "n_items": 3000,1805 "n_groups": 2841806 },1807 "edit_sim": {1808 "mean": 0.5658971426579946,1809 "ci_low": 0.557889062854994,1810 "ci_high": 0.5739634794152312,1811 "n_items": 3000,1812 "n_groups": 2841813 },1814 "rougeL": {1815 "mean": 0.6001662199815969,1816 "ci_low": 0.5908077622249079,1817 "ci_high": 0.6095308573340497,1818 "n_items": 3000,1819 "n_groups": 2841820 },1821 "exact_match": {1822 "mean": 0.0,1823 "ci_low": 0.0,1824 "ci_high": 0.0,1825 "n_items": 3000,1826 "n_groups": 2841827 },1828 "number_recall": {1829 "mean": 0.9997393939393939,1830 "ci_low": 0.999262709694462,1831 "ci_high": 1.0,1832 "n_items": 3000,1833 "n_groups": 2841834 },1835 "placeholders_exact": {1836 "mean": 1.0,1837 "ci_low": 1.0,1838 "ci_high": 1.0,1839 "n_items": 3000,1840 "n_groups": 2841841 }1842 },1843 "by_variant": {1844 "A": {1845 "n": 494,1846 "chrf": {1847 "mean": 64.4839482345444,1848 "ci_low": 63.52185955383659,1849 "ci_high": 65.43803150483856,1850 "n_items": 494,1851 "n_groups": 2391852 },1853 "edit_sim": {1854 "mean": 0.5455432678066819,1855 "ci_low": 0.5336423041427493,1856 "ci_high": 0.5570869883673811,1857 "n_items": 494,1858 "n_groups": 2391859 },1860 "rougeL": {1861 "mean": 0.5799596286857915,1862 "ci_low": 0.567132422162884,1863 "ci_high": 0.5925987003508383,1864 "n_items": 494,1865 "n_groups": 2391866 },1867 "exact_match": {1868 "mean": 0.0,1869 "ci_low": 0.0,1870 "ci_high": 0.0,1871 "n_items": 494,1872 "n_groups": 2391873 },1874 "number_recall": {1875 "mean": 1.0,1876 "ci_low": 1.0,1877 "ci_high": 1.0,1878 "n_items": 494,1879 "n_groups": 2391880 },1881 "placeholders_exact": {1882 "mean": 1.0,1883 "ci_low": 1.0,1884 "ci_high": 1.0,1885 "n_items": 494,1886 "n_groups": 2391887 }1888 },1889 "B": {1890 "n": 487,1891 "chrf": {1892 "mean": 71.70807050069364,1893 "ci_low": 70.75541443264531,1894 "ci_high": 72.66815816885315,1895 "n_items": 487,1896 "n_groups": 2411897 },1898 "edit_sim": {1899 "mean": 0.6213435985050568,1900 "ci_low": 0.6084413506771272,1901 "ci_high": 0.6340640427050616,1902 "n_items": 487,1903 "n_groups": 2411904 },1905 "rougeL": {1906 "mean": 0.6653477605255231,1907 "ci_low": 0.6532429619221711,1908 "ci_high": 0.6776656715257852,1909 "n_items": 487,1910 "n_groups": 2411911 },1912 "exact_match": {1913 "mean": 0.0,1914 "ci_low": 0.0,1915 "ci_high": 0.0,1916 "n_items": 487,1917 "n_groups": 2411918 },1919 "number_recall": {1920 "mean": 0.9994026507373529,1921 "ci_low": 0.9984140813218016,1922 "ci_high": 1.0,1923 "n_items": 487,1924 "n_groups": 2411925 },1926 "placeholders_exact": {1927 "mean": 1.0,1928 "ci_low": 1.0,1929 "ci_high": 1.0,1930 "n_items": 487,1931 "n_groups": 2411932 }1933 },1934 "C": {1935 "n": 533,1936 "chrf": {1937 "mean": 69.54355343487886,1938 "ci_low": 68.76073546201398,1939 "ci_high": 70.28784701508857,1940 "n_items": 533,1941 "n_groups": 2511942 },1943 "edit_sim": {1944 "mean": 0.6236649361401867,1945 "ci_low": 0.6130795081127284,1946 "ci_high": 0.6343905132125788,1947 "n_items": 533,1948 "n_groups": 2511949 },1950 "rougeL": {1951 "mean": 0.6683356570681993,1952 "ci_low": 0.6583504374915126,1953 "ci_high": 0.6779915334425748,1954 "n_items": 533,1955 "n_groups": 2511956 },1957 "exact_match": {1958 "mean": 0.0,1959 "ci_low": 0.0,1960 "ci_high": 0.0,1961 "n_items": 533,1962 "n_groups": 2511963 },1964 "number_recall": {1965 "mean": 1.0,1966 "ci_low": 1.0,1967 "ci_high": 1.0,1968 "n_items": 533,1969 "n_groups": 2511970 },1971 "placeholders_exact": {1972 "mean": 1.0,1973 "ci_low": 1.0,1974 "ci_high": 1.0,1975 "n_items": 533,1976 "n_groups": 2511977 }1978 },1979 "D": {1980 "n": 516,1981 "chrf": {1982 "mean": 65.67319963821173,1983 "ci_low": 64.73096087029793,1984 "ci_high": 66.5808023846097,1985 "n_items": 516,1986 "n_groups": 2531987 },1988 "edit_sim": {1989 "mean": 0.565544693170523,1990 "ci_low": 0.5541145744814528,1991 "ci_high": 0.577218085491979,1992 "n_items": 516,1993 "n_groups": 2531994 },1995 "rougeL": {1996 "mean": 0.5970652390015769,1997 "ci_low": 0.585334954465438,1998 "ci_high": 0.6082405029565576,1999 "n_items": 516,2000 "n_groups": 2532001 },2002 "exact_match": {2003 "mean": 0.0,2004 "ci_low": 0.0,2005 "ci_high": 0.0,2006 "n_items": 516,2007 "n_groups": 2532008 },2009 "number_recall": {2010 "mean": 0.9990486257928118,2011 "ci_low": 0.9972581609907654,2012 "ci_high": 1.0,2013 "n_items": 516,2014 "n_groups": 2532015 },2016 "placeholders_exact": {2017 "mean": 1.0,2018 "ci_low": 1.0,2019 "ci_high": 1.0,2020 "n_items": 516,2021 "n_groups": 2532022 }2023 },2024 "E": {2025 "n": 970,2026 "chrf": {2027 "mean": 61.1151621487101,2028 "ci_low": 60.19663220565451,2029 "ci_high": 62.06829760173697,2030 "n_items": 970,2031 "n_groups": 2582032 },2033 "edit_sim": {2034 "mean": 0.5168703593472279,2035 "ci_low": 0.5075993989793817,2036 "ci_high": 0.5265343063916607,2037 "n_items": 970,2038 "n_groups": 2582039 },2040 "rougeL": {2041 "mean": 0.5419233767586765,2042 "ci_low": 0.530916343649828,2043 "ci_high": 0.5532574019453587,2044 "n_items": 970,2045 "n_groups": 2582046 },2047 "exact_match": {2048 "mean": 0.0,2049 "ci_low": 0.0,2050 "ci_high": 0.0,2051 "n_items": 970,2052 "n_groups": 2582053 },2054 "number_recall": {2055 "mean": 1.0,2056 "ci_low": 1.0,2057 "ci_high": 1.0,2058 "n_items": 970,2059 "n_groups": 2582060 },2061 "placeholders_exact": {2062 "mean": 1.0,2063 "ci_low": 1.0,2064 "ci_high": 1.0,2065 "n_items": 970,2066 "n_groups": 2582067 }2068 }2069 },2070 "by_discipline": {2071 "biomedicine": {2072 "n": 386,2073 "chrf": {2074 "mean": 65.7421268013469,2075 "ci_low": 63.601809338936185,2076 "ci_high": 67.9177294447072,2077 "n_items": 386,2078 "n_groups": 662079 },2080 "edit_sim": {2081 "mean": 0.5517800847067903,2082 "ci_low": 0.5314984898616737,2083 "ci_high": 0.5733564049349745,2084 "n_items": 386,2085 "n_groups": 662086 },2087 "rougeL": {2088 "mean": 0.5942253838309572,2089 "ci_low": 0.569826218436168,2090 "ci_high": 0.6188575020037167,2091 "n_items": 386,2092 "n_groups": 662093 },2094 "exact_match": {2095 "mean": 0.0,2096 "ci_low": 0.0,2097 "ci_high": 0.0,2098 "n_items": 386,2099 "n_groups": 662100 },2101 "number_recall": {2102 "mean": 1.0,2103 "ci_low": 1.0,2104 "ci_high": 1.0,2105 "n_items": 386,2106 "n_groups": 662107 },2108 "placeholders_exact": {2109 "mean": 1.0,2110 "ci_low": 1.0,2111 "ci_high": 1.0,2112 "n_items": 386,2113 "n_groups": 662114 }2115 },2116 "chemistry": {2117 "n": 173,2118 "chrf": {2119 "mean": 66.26102149175665,2120 "ci_low": 64.09441743878698,2121 "ci_high": 68.85430794534521,2122 "n_items": 173,2123 "n_groups": 142124 },2125 "edit_sim": {2126 "mean": 0.5806816263619479,2127 "ci_low": 0.5515214106736234,2128 "ci_high": 0.6186933791753402,2129 "n_items": 173,2130 "n_groups": 142131 },2132 "rougeL": {2133 "mean": 0.620127800260268,2134 "ci_low": 0.5952446569511614,2135 "ci_high": 0.6522937659067948,2136 "n_items": 173,2137 "n_groups": 142138 },2139 "exact_match": {2140 "mean": 0.0,2141 "ci_low": 0.0,2142 "ci_high": 0.0,2143 "n_items": 173,2144 "n_groups": 142145 },2146 "number_recall": {2147 "mean": 1.0,2148 "ci_low": 1.0,2149 "ci_high": 1.0,2150 "n_items": 173,2151 "n_groups": 142152 },2153 "placeholders_exact": {2154 "mean": 1.0,2155 "ci_low": 1.0,2156 "ci_high": 1.0,2157 "n_items": 173,2158 "n_groups": 142159 }2160 },2161 "computer_science": {2162 "n": 200,2163 "chrf": {2164 "mean": 67.32529475060714,2165 "ci_low": 65.20185840827372,2166 "ci_high": 69.78005425457472,2167 "n_items": 200,2168 "n_groups": 142169 },2170 "edit_sim": {2171 "mean": 0.570087539360409,2172 "ci_low": 0.5519581355957693,2173 "ci_high": 0.5932252648031606,2174 "n_items": 200,2175 "n_groups": 142176 },2177 "rougeL": {2178 "mean": 0.6081524644049676,2179 "ci_low": 0.588482842708646,2180 "ci_high": 0.6341527819624233,2181 "n_items": 200,2182 "n_groups": 142183 },2184 "exact_match": {2185 "mean": 0.0,2186 "ci_low": 0.0,2187 "ci_high": 0.0,2188 "n_items": 200,2189 "n_groups": 142190 },2191 "number_recall": {2192 "mean": 1.0,2193 "ci_low": 1.0,2194 "ci_high": 1.0,2195 "n_items": 200,2196 "n_groups": 142197 },2198 "placeholders_exact": {2199 "mean": 1.0,2200 "ci_low": 1.0,2201 "ci_high": 1.0,2202 "n_items": 200,2203 "n_groups": 142204 }2205 },2206 "earth_sciences": {2207 "n": 124,2208 "chrf": {2209 "mean": 65.6633052788632,2210 "ci_low": 60.8926278501232,2211 "ci_high": 68.57527721588635,2212 "n_items": 124,2213 "n_groups": 22214 },2215 "edit_sim": {2216 "mean": 0.5583863725237643,2217 "ci_low": 0.5409104278763563,2218 "ci_high": 0.5690535075682862,2219 "n_items": 124,2220 "n_groups": 22221 },2222 "rougeL": {2223 "mean": 0.6005048640043266,2224 "ci_low": 0.5766907085016479,2225 "ci_high": 0.6150407771033646,2226 "n_items": 124,2227 "n_groups": 22228 },2229 "exact_match": {2230 "mean": 0.0,2231 "ci_low": 0.0,2232 "ci_high": 0.0,2233 "n_items": 124,2234 "n_groups": 22235 },2236 "number_recall": {2237 "mean": 1.0,2238 "ci_low": 1.0,2239 "ci_high": 1.0,2240 "n_items": 124,2241 "n_groups": 22242 },2243 "placeholders_exact": {2244 "mean": 1.0,2245 "ci_low": 1.0,2246 "ci_high": 1.0,2247 "n_items": 124,2248 "n_groups": 22249 }2250 },2251 "economics": {2252 "n": 366,2253 "chrf": {2254 "mean": 64.79468568724958,2255 "ci_low": 62.98953057104501,2256 "ci_high": 66.51121820477317,2257 "n_items": 366,2258 "n_groups": 482259 },2260 "edit_sim": {2261 "mean": 0.5738086708746111,2262 "ci_low": 0.5555175799025603,2263 "ci_high": 0.5903091093278174,2264 "n_items": 366,2265 "n_groups": 482266 },2267 "rougeL": {2268 "mean": 0.5964448574305097,2269 "ci_low": 0.5749153677515891,2270 "ci_high": 0.6174513182288781,2271 "n_items": 366,2272 "n_groups": 482273 },2274 "exact_match": {2275 "mean": 0.0,2276 "ci_low": 0.0,2277 "ci_high": 0.0,2278 "n_items": 366,2279 "n_groups": 482280 },2281 "number_recall": {2282 "mean": 0.9995032290114257,2283 "ci_low": 0.9982340491011287,2284 "ci_high": 1.0,2285 "n_items": 366,2286 "n_groups": 482287 },2288 "placeholders_exact": {2289 "mean": 1.0,2290 "ci_low": 1.0,2291 "ci_high": 1.0,2292 "n_items": 366,2293 "n_groups": 482294 }2295 },2296 "engineering": {2297 "n": 213,2298 "chrf": {2299 "mean": 64.93505333700408,2300 "ci_low": 63.156511614933564,2301 "ci_high": 66.69255288574146,2302 "n_items": 213,2303 "n_groups": 202304 },2305 "edit_sim": {2306 "mean": 0.5631776444467125,2307 "ci_low": 0.5400043732746176,2308 "ci_high": 0.5831172228242417,2309 "n_items": 213,2310 "n_groups": 202311 },2312 "rougeL": {2313 "mean": 0.5935355150333682,2314 "ci_low": 0.5659347779521565,2315 "ci_high": 0.6170590716569333,2316 "n_items": 213,2317 "n_groups": 202318 },2319 "exact_match": {2320 "mean": 0.0,2321 "ci_low": 0.0,2322 "ci_high": 0.0,2323 "n_items": 213,2324 "n_groups": 202325 },2326 "number_recall": {2327 "mean": 1.0,2328 "ci_low": 1.0,2329 "ci_high": 1.0,2330 "n_items": 213,2331 "n_groups": 202332 },2333 "placeholders_exact": {2334 "mean": 1.0,2335 "ci_low": 1.0,2336 "ci_high": 1.0,2337 "n_items": 213,2338 "n_groups": 202339 }2340 },2341 "finance": {2342 "n": 246,2343 "chrf": {2344 "mean": 65.9124657594125,2345 "ci_low": 63.77060922151702,2346 "ci_high": 67.95887322172109,2347 "n_items": 246,2348 "n_groups": 272349 },2350 "edit_sim": {2351 "mean": 0.5751077757414012,2352 "ci_low": 0.5471962994663896,2353 "ci_high": 0.6003185755272673,2354 "n_items": 246,2355 "n_groups": 272356 },2357 "rougeL": {2358 "mean": 0.6026000022896121,2359 "ci_low": 0.5694841729714252,2360 "ci_high": 0.6337564797775166,2361 "n_items": 246,2362 "n_groups": 272363 },2364 "exact_match": {2365 "mean": 0.0,2366 "ci_low": 0.0,2367 "ci_high": 0.0,2368 "n_items": 246,2369 "n_groups": 272370 },2371 "number_recall": {2372 "mean": 1.0,2373 "ci_low": 1.0,2374 "ci_high": 1.0,2375 "n_items": 246,2376 "n_groups": 272377 },2378 "placeholders_exact": {2379 "mean": 1.0,2380 "ci_low": 1.0,2381 "ci_high": 1.0,2382 "n_items": 246,2383 "n_groups": 272384 }2385 },2386 "general_reference": {2387 "n": 29,2388 "chrf": {2389 "mean": 63.77694566648688,2390 "ci_low": 61.743634419962135,2391 "ci_high": 68.29541510320853,2392 "n_items": 29,2393 "n_groups": 22394 },2395 "edit_sim": {2396 "mean": 0.512779187925422,2397 "ci_low": 0.48668431228100817,2398 "ci_high": 0.5707678004685637,2399 "n_items": 29,2400 "n_groups": 22401 },2402 "rougeL": {2403 "mean": 0.5586236615927048,2404 "ci_low": 0.524076057027132,2405 "ci_high": 0.6353961161828668,2406 "n_items": 29,2407 "n_groups": 22408 },2409 "exact_match": {2410 "mean": 0.0,2411 "ci_low": 0.0,2412 "ci_high": 0.0,2413 "n_items": 29,2414 "n_groups": 22415 },2416 "number_recall": {2417 "mean": 1.0,2418 "ci_low": 1.0,2419 "ci_high": 1.0,2420 "n_items": 29,2421 "n_groups": 22422 },2423 "placeholders_exact": {2424 "mean": 1.0,2425 "ci_low": 1.0,2426 "ci_high": 1.0,2427 "n_items": 29,2428 "n_groups": 22429 }2430 },2431 "humanities": {2432 "n": 161,2433 "chrf": {2434 "mean": 60.70258176806649,2435 "ci_low": 59.74777005482459,2436 "ci_high": 62.8850085411908,2437 "n_items": 161,2438 "n_groups": 42439 },2440 "edit_sim": {2441 "mean": 0.5374115325594998,2442 "ci_low": 0.5294334043253287,2443 "ci_high": 0.5573229933981789,2444 "n_items": 161,2445 "n_groups": 42446 },2447 "rougeL": {2448 "mean": 0.5471182217724468,2449 "ci_low": 0.5274276798478867,2450 "ci_high": 0.5811846262177164,2451 "n_items": 161,2452 "n_groups": 42453 },2454 "exact_match": {2455 "mean": 0.0,2456 "ci_low": 0.0,2457 "ci_high": 0.0,2458 "n_items": 161,2459 "n_groups": 42460 },2461 "number_recall": {2462 "mean": 1.0,2463 "ci_low": 1.0,2464 "ci_high": 1.0,2465 "n_items": 161,2466 "n_groups": 42467 },2468 "placeholders_exact": {2469 "mean": 1.0,2470 "ci_low": 1.0,2471 "ci_high": 1.0,2472 "n_items": 161,2473 "n_groups": 42474 }2475 },2476 "life_sciences": {2477 "n": 366,2478 "chrf": {2479 "mean": 66.11056655429304,2480 "ci_low": 63.31567365264158,2481 "ci_high": 68.87802202101167,2482 "n_items": 366,2483 "n_groups": 512484 },2485 "edit_sim": {2486 "mean": 0.5645145751142842,2487 "ci_low": 0.5382397737938084,2488 "ci_high": 0.592489264591452,2489 "n_items": 366,2490 "n_groups": 512491 },2492 "rougeL": {2493 "mean": 0.6010617818235905,2494 "ci_low": 0.5754226868831651,2495 "ci_high": 0.6291005709344804,2496 "n_items": 366,2497 "n_groups": 512498 },2499 "exact_match": {2500 "mean": 0.0,2501 "ci_low": 0.0,2502 "ci_high": 0.0,2503 "n_items": 366,2504 "n_groups": 512505 },2506 "number_recall": {2507 "mean": 1.0,2508 "ci_low": 1.0,2509 "ci_high": 1.0,2510 "n_items": 366,2511 "n_groups": 512512 },2513 "placeholders_exact": {2514 "mean": 1.0,2515 "ci_low": 1.0,2516 "ci_high": 1.0,2517 "n_items": 366,2518 "n_groups": 512519 }2520 },2521 "mathematics": {2522 "n": 180,2523 "chrf": {2524 "mean": 66.94775011110814,2525 "ci_low": 64.62254775374753,2526 "ci_high": 68.79110854961932,2527 "n_items": 180,2528 "n_groups": 42529 },2530 "edit_sim": {2531 "mean": 0.5856230609847626,2532 "ci_low": 0.5668717702922448,2533 "ci_high": 0.6058275516680866,2534 "n_items": 180,2535 "n_groups": 42536 },2537 "rougeL": {2538 "mean": 0.6267864988349275,2539 "ci_low": 0.5998186406472138,2540 "ci_high": 0.6480943311805223,2541 "n_items": 180,2542 "n_groups": 42543 },2544 "exact_match": {2545 "mean": 0.0,2546 "ci_low": 0.0,2547 "ci_high": 0.0,2548 "n_items": 180,2549 "n_groups": 42550 },2551 "number_recall": {2552 "mean": 0.9966666666666666,2553 "ci_low": 0.9885350318471336,2554 "ci_high": 1.0,2555 "n_items": 180,2556 "n_groups": 42557 },2558 "placeholders_exact": {2559 "mean": 1.0,2560 "ci_low": 1.0,2561 "ci_high": 1.0,2562 "n_items": 180,2563 "n_groups": 42564 }2565 },2566 "other": {2567 "n": 66,2568 "chrf": {2569 "mean": 65.32304649556748,2570 "ci_low": 61.58666864870174,2571 "ci_high": 69.837614196274,2572 "n_items": 66,2573 "n_groups": 52574 },2575 "edit_sim": {2576 "mean": 0.5145854374208858,2577 "ci_low": 0.47003586884315623,2578 "ci_high": 0.5970015048302465,2579 "n_items": 66,2580 "n_groups": 52581 },2582 "rougeL": {2583 "mean": 0.5586748682610341,2584 "ci_low": 0.5217937570198667,2585 "ci_high": 0.6138940869937732,2586 "n_items": 66,2587 "n_groups": 52588 },2589 "exact_match": {2590 "mean": 0.0,2591 "ci_low": 0.0,2592 "ci_high": 0.0,2593 "n_items": 66,2594 "n_groups": 52595 },2596 "number_recall": {2597 "mean": 1.0,2598 "ci_low": 1.0,2599 "ci_high": 1.0,2600 "n_items": 66,2601 "n_groups": 52602 },2603 "placeholders_exact": {2604 "mean": 1.0,2605 "ci_low": 1.0,2606 "ci_high": 1.0,2607 "n_items": 66,2608 "n_groups": 52609 }2610 },2611 "social_sciences": {2612 "n": 310,2613 "chrf": {2614 "mean": 66.14068850139795,2615 "ci_low": 63.31156458073937,2616 "ci_high": 68.36353624044128,2617 "n_items": 310,2618 "n_groups": 202619 },2620 "edit_sim": {2621 "mean": 0.5670728713239196,2622 "ci_low": 0.5345088626302074,2623 "ci_high": 0.5937457999209779,2624 "n_items": 310,2625 "n_groups": 202626 },2627 "rougeL": {2628 "mean": 0.6006162060839008,2629 "ci_low": 0.5619739421348385,2630 "ci_high": 0.631677348937303,2631 "n_items": 310,2632 "n_groups": 202633 },2634 "exact_match": {2635 "mean": 0.0,2636 "ci_low": 0.0,2637 "ci_high": 0.0,2638 "n_items": 310,2639 "n_groups": 202640 },2641 "number_recall": {2642 "mean": 1.0,2643 "ci_low": 1.0,2644 "ci_high": 1.0,2645 "n_items": 310,2646 "n_groups": 202647 },2648 "placeholders_exact": {2649 "mean": 1.0,2650 "ci_low": 1.0,2651 "ci_high": 1.0,2652 "n_items": 310,2653 "n_groups": 202654 }2655 },2656 "statistics": {2657 "n": 180,2658 "chrf": {2659 "mean": 67.33685944908832,2660 "ci_low": 65.05367964115723,2661 "ci_high": 68.79089627483468,2662 "n_items": 180,2663 "n_groups": 72664 },2665 "edit_sim": {2666 "mean": 0.5909337976148873,2667 "ci_low": 0.5482926825278768,2668 "ci_high": 0.6209431252002546,2669 "n_items": 180,2670 "n_groups": 72671 },2672 "rougeL": {2673 "mean": 0.6368394789891975,2674 "ci_low": 0.5942142021547133,2675 "ci_high": 0.6622156827180966,2676 "n_items": 180,2677 "n_groups": 72678 },2679 "exact_match": {2680 "mean": 0.0,2681 "ci_low": 0.0,2682 "ci_high": 0.0,2683 "n_items": 180,2684 "n_groups": 72685 },2686 "number_recall": {2687 "mean": 1.0,2688 "ci_low": 1.0,2689 "ci_high": 1.0,2690 "n_items": 180,2691 "n_groups": 72692 },2693 "placeholders_exact": {2694 "mean": 1.0,2695 "ci_low": 1.0,2696 "ci_high": 1.0,2697 "n_items": 180,2698 "n_groups": 72699 }2700 }2701 },2702 "by_era": {2703 "1900-1949": {2704 "n": 315,2705 "chrf": {2706 "mean": 60.357150294208076,2707 "ci_low": 58.409292603085916,2708 "ci_high": 63.19852788846938,2709 "n_items": 315,2710 "n_groups": 142711 },2712 "edit_sim": {2713 "mean": 0.5225517198859583,2714 "ci_low": 0.5011679474980023,2715 "ci_high": 0.5494228489027313,2716 "n_items": 315,2717 "n_groups": 142718 },2719 "rougeL": {2720 "mean": 0.5520873535146659,2721 "ci_low": 0.528311154285367,2722 "ci_high": 0.5832184118914953,2723 "n_items": 315,2724 "n_groups": 142725 },2726 "exact_match": {2727 "mean": 0.0,2728 "ci_low": 0.0,2729 "ci_high": 0.0,2730 "n_items": 315,2731 "n_groups": 142732 },2733 "number_recall": {2734 "mean": 1.0,2735 "ci_low": 1.0,2736 "ci_high": 1.0,2737 "n_items": 315,2738 "n_groups": 142739 },2740 "placeholders_exact": {2741 "mean": 1.0,2742 "ci_low": 1.0,2743 "ci_high": 1.0,2744 "n_items": 315,2745 "n_groups": 142746 }2747 },2748 "1950-1979": {2749 "n": 12,2750 "chrf": {2751 "mean": 56.35926694552284,2752 "ci_low": 56.35926694552284,2753 "ci_high": 56.35926694552284,2754 "n_items": 12,2755 "n_groups": 12756 },2757 "edit_sim": {2758 "mean": 0.45540646615528635,2759 "ci_low": 0.45540646615528635,2760 "ci_high": 0.45540646615528635,2761 "n_items": 12,2762 "n_groups": 12763 },2764 "rougeL": {2765 "mean": 0.5109818708940063,2766 "ci_low": 0.5109818708940063,2767 "ci_high": 0.5109818708940063,2768 "n_items": 12,2769 "n_groups": 12770 },2771 "exact_match": {2772 "mean": 0.0,2773 "ci_low": 0.0,2774 "ci_high": 0.0,2775 "n_items": 12,2776 "n_groups": 12777 },2778 "number_recall": {2779 "mean": 1.0,2780 "ci_low": 1.0,2781 "ci_high": 1.0,2782 "n_items": 12,2783 "n_groups": 12784 },2785 "placeholders_exact": {2786 "mean": 1.0,2787 "ci_low": 1.0,2788 "ci_high": 1.0,2789 "n_items": 12,2790 "n_groups": 12791 }2792 },2793 "1980-1999": {2794 "n": 21,2795 "chrf": {2796 "mean": 69.2997985744458,2797 "ci_low": 66.34834457710122,2798 "ci_high": 70.51647780655944,2799 "n_items": 21,2800 "n_groups": 32801 },2802 "edit_sim": {2803 "mean": 0.5826711777179322,2804 "ci_low": 0.5266784121027906,2805 "ci_high": 0.6013761663520963,2806 "n_items": 21,2807 "n_groups": 32808 },2809 "rougeL": {2810 "mean": 0.6114860387450004,2811 "ci_low": 0.5672706582633052,2812 "ci_high": 0.6309129763448066,2813 "n_items": 21,2814 "n_groups": 32815 },2816 "exact_match": {2817 "mean": 0.0,2818 "ci_low": 0.0,2819 "ci_high": 0.0,2820 "n_items": 21,2821 "n_groups": 32822 },2823 "number_recall": {2824 "mean": 1.0,2825 "ci_low": 1.0,2826 "ci_high": 1.0,2827 "n_items": 21,2828 "n_groups": 32829 },2830 "placeholders_exact": {2831 "mean": 1.0,2832 "ci_low": 1.0,2833 "ci_high": 1.0,2834 "n_items": 21,2835 "n_groups": 32836 }2837 },2838 "2000-2009": {2839 "n": 95,2840 "chrf": {2841 "mean": 67.51753484318262,2842 "ci_low": 64.78748754920507,2843 "ci_high": 70.24885437310608,2844 "n_items": 95,2845 "n_groups": 182846 },2847 "edit_sim": {2848 "mean": 0.5461646678660542,2849 "ci_low": 0.5099256870424878,2850 "ci_high": 0.5787073604330075,2851 "n_items": 95,2852 "n_groups": 182853 },2854 "rougeL": {2855 "mean": 0.5904335414683699,2856 "ci_low": 0.5525139236152733,2857 "ci_high": 0.6255659577554297,2858 "n_items": 95,2859 "n_groups": 182860 },2861 "exact_match": {2862 "mean": 0.0,2863 "ci_low": 0.0,2864 "ci_high": 0.0,2865 "n_items": 95,2866 "n_groups": 182867 },2868 "number_recall": {2869 "mean": 1.0,2870 "ci_low": 1.0,2871 "ci_high": 1.0,2872 "n_items": 95,2873 "n_groups": 182874 },2875 "placeholders_exact": {2876 "mean": 1.0,2877 "ci_low": 1.0,2878 "ci_high": 1.0,2879 "n_items": 95,2880 "n_groups": 182881 }2882 },2883 "2010-2017": {2884 "n": 2557,2885 "chrf": {2886 "mean": 66.27079308325055,2887 "ci_low": 65.53012183188844,2888 "ci_high": 66.9615740970359,2889 "n_items": 2557,2890 "n_groups": 2482891 },2892 "edit_sim": {2893 "mean": 0.5723508097132154,2894 "ci_low": 0.5642410149593536,2895 "ci_high": 0.5802880695860625,2896 "n_items": 2557,2897 "n_groups": 2482898 },2899 "rougeL": {2900 "mean": 0.6067762877918667,2901 "ci_low": 0.5967133202474888,2902 "ci_high": 0.6157169771251771,2903 "n_items": 2557,2904 "n_groups": 2482905 },2906 "exact_match": {2907 "mean": 0.0,2908 "ci_low": 0.0,2909 "ci_high": 0.0,2910 "n_items": 2557,2911 "n_groups": 2482912 },2913 "number_recall": {2914 "mean": 0.9996942439648735,2915 "ci_low": 0.9991285519131751,2916 "ci_high": 1.0,2917 "n_items": 2557,2918 "n_groups": 2482919 },2920 "placeholders_exact": {2921 "mean": 1.0,2922 "ci_low": 1.0,2923 "ci_high": 1.0,2924 "n_items": 2557,2925 "n_groups": 2482926 }2927 }2928 },2929 "by_role": {2930 "abstract": {2931 "n": 244,2932 "chrf": {2933 "mean": 66.23113443549535,2934 "ci_low": 64.54995837283234,2935 "ci_high": 67.96929651785973,2936 "n_items": 244,2937 "n_groups": 522938 },2939 "edit_sim": {2940 "mean": 0.5683195109354079,2941 "ci_low": 0.5479980788326898,2942 "ci_high": 0.5898809594459954,2943 "n_items": 244,2944 "n_groups": 522945 },2946 "rougeL": {2947 "mean": 0.5959838231503869,2948 "ci_low": 0.5736717263214843,2949 "ci_high": 0.6194628798408592,2950 "n_items": 244,2951 "n_groups": 522952 },2953 "exact_match": {2954 "mean": 0.0,2955 "ci_low": 0.0,2956 "ci_high": 0.0,2957 "n_items": 244,2958 "n_groups": 522959 },2960 "number_recall": {2961 "mean": 1.0,2962 "ci_low": 1.0,2963 "ci_high": 1.0,2964 "n_items": 244,2965 "n_groups": 522966 },2967 "placeholders_exact": {2968 "mean": 1.0,2969 "ci_low": 1.0,2970 "ci_high": 1.0,2971 "n_items": 244,2972 "n_groups": 522973 }2974 },2975 "background": {2976 "n": 184,2977 "chrf": {2978 "mean": 67.11567784581933,2979 "ci_low": 65.33590730323989,2980 "ci_high": 69.07239831072688,2981 "n_items": 184,2982 "n_groups": 252983 },2984 "edit_sim": {2985 "mean": 0.5787428249370713,2986 "ci_low": 0.5567267992542579,2987 "ci_high": 0.6034334112135339,2988 "n_items": 184,2989 "n_groups": 252990 },2991 "rougeL": {2992 "mean": 0.6083929217169034,2993 "ci_low": 0.5857914908886247,2994 "ci_high": 0.6327933351008469,2995 "n_items": 184,2996 "n_groups": 252997 },2998 "exact_match": {2999 "mean": 0.0,3000 "ci_low": 0.0,3001 "ci_high": 0.0,3002 "n_items": 184,3003 "n_groups": 253004 },3005 "number_recall": {3006 "mean": 1.0,3007 "ci_low": 1.0,3008 "ci_high": 1.0,3009 "n_items": 184,3010 "n_groups": 253011 },3012 "placeholders_exact": {3013 "mean": 1.0,3014 "ci_low": 1.0,3015 "ci_high": 1.0,3016 "n_items": 184,3017 "n_groups": 253018 }3019 },3020 "chapter": {3021 "n": 191,3022 "chrf": {3023 "mean": 62.94625878411618,3024 "ci_low": 60.011169145647415,3025 "ci_high": 65.62080195208999,3026 "n_items": 191,3027 "n_groups": 133028 },3029 "edit_sim": {3030 "mean": 0.5442241978873354,3031 "ci_low": 0.5136706852303281,3032 "ci_high": 0.5733358710796066,3033 "n_items": 191,3034 "n_groups": 133035 },3036 "rougeL": {3037 "mean": 0.579909102906349,3038 "ci_low": 0.545158593004553,3039 "ci_high": 0.6128357547986721,3040 "n_items": 191,3041 "n_groups": 133042 },3043 "exact_match": {3044 "mean": 0.0,3045 "ci_low": 0.0,3046 "ci_high": 0.0,3047 "n_items": 191,3048 "n_groups": 133049 },3050 "number_recall": {3051 "mean": 1.0,3052 "ci_low": 1.0,3053 "ci_high": 1.0,3054 "n_items": 191,3055 "n_groups": 133056 },3057 "placeholders_exact": {3058 "mean": 1.0,3059 "ci_low": 1.0,3060 "ci_high": 1.0,3061 "n_items": 191,3062 "n_groups": 133063 }3064 },3065 "conclusion": {3066 "n": 251,3067 "chrf": {3068 "mean": 63.119294423824826,3069 "ci_low": 61.06958567336408,3070 "ci_high": 65.59296097687549,3071 "n_items": 251,3072 "n_groups": 463073 },3074 "edit_sim": {3075 "mean": 0.5448299109332086,3076 "ci_low": 0.5224022762438978,3077 "ci_high": 0.5703917759160285,3078 "n_items": 251,3079 "n_groups": 463080 },3081 "rougeL": {3082 "mean": 0.5658332176361555,3083 "ci_low": 0.5414179215294002,3084 "ci_high": 0.5950773364338837,3085 "n_items": 251,3086 "n_groups": 463087 },3088 "exact_match": {3089 "mean": 0.0,3090 "ci_low": 0.0,3091 "ci_high": 0.0,3092 "n_items": 251,3093 "n_groups": 463094 },3095 "number_recall": {3096 "mean": 1.0,3097 "ci_low": 1.0,3098 "ci_high": 1.0,3099 "n_items": 251,3100 "n_groups": 463101 },3102 "placeholders_exact": {3103 "mean": 1.0,3104 "ci_low": 1.0,3105 "ci_high": 1.0,3106 "n_items": 251,3107 "n_groups": 463108 }3109 },3110 "data": {3111 "n": 207,3112 "chrf": {3113 "mean": 68.7419296437965,3114 "ci_low": 66.83774872671782,3115 "ci_high": 70.70723842975558,3116 "n_items": 207,3117 "n_groups": 333118 },3119 "edit_sim": {3120 "mean": 0.6054171815627611,3121 "ci_low": 0.5836059055090133,3122 "ci_high": 0.6278793072869728,3123 "n_items": 207,3124 "n_groups": 333125 },3126 "rougeL": {3127 "mean": 0.6486885118109947,3128 "ci_low": 0.6285686227849752,3129 "ci_high": 0.6710477974057462,3130 "n_items": 207,3131 "n_groups": 333132 },3133 "exact_match": {3134 "mean": 0.0,3135 "ci_low": 0.0,3136 "ci_high": 0.0,3137 "n_items": 207,3138 "n_groups": 333139 },3140 "number_recall": {3141 "mean": 1.0,3142 "ci_low": 1.0,3143 "ci_high": 1.0,3144 "n_items": 207,3145 "n_groups": 333146 },3147 "placeholders_exact": {3148 "mean": 1.0,3149 "ci_low": 1.0,3150 "ci_high": 1.0,3151 "n_items": 207,3152 "n_groups": 333153 }3154 },3155 "discussion": {3156 "n": 279,3157 "chrf": {3158 "mean": 64.69599214159939,3159 "ci_low": 62.83781820874083,3160 "ci_high": 66.7830561506577,3161 "n_items": 279,3162 "n_groups": 433163 },3164 "edit_sim": {3165 "mean": 0.5471891329167452,3166 "ci_low": 0.5272786583391558,3167 "ci_high": 0.5688562752729176,3168 "n_items": 279,3169 "n_groups": 433170 },3171 "rougeL": {3172 "mean": 0.5701038157373975,3173 "ci_low": 0.5459104974271018,3174 "ci_high": 0.5968197626520672,3175 "n_items": 279,3176 "n_groups": 433177 },3178 "exact_match": {3179 "mean": 0.0,3180 "ci_low": 0.0,3181 "ci_high": 0.0,3182 "n_items": 279,3183 "n_groups": 433184 },3185 "number_recall": {3186 "mean": 1.0,3187 "ci_low": 1.0,3188 "ci_high": 1.0,3189 "n_items": 279,3190 "n_groups": 433191 },3192 "placeholders_exact": {3193 "mean": 1.0,3194 "ci_low": 1.0,3195 "ci_high": 1.0,3196 "n_items": 279,3197 "n_groups": 433198 }3199 },3200 "introduction": {3201 "n": 336,3202 "chrf": {3203 "mean": 65.34345449256898,3204 "ci_low": 63.9311618167668,3205 "ci_high": 66.68465792825445,3206 "n_items": 336,3207 "n_groups": 563208 },3209 "edit_sim": {3210 "mean": 0.5531089093544003,3211 "ci_low": 0.5368256843254334,3212 "ci_high": 0.5701031287064238,3213 "n_items": 336,3214 "n_groups": 563215 },3216 "rougeL": {3217 "mean": 0.5819616095574293,3218 "ci_low": 0.563815798861026,3219 "ci_high": 0.6000167812884198,3220 "n_items": 336,3221 "n_groups": 563222 },3223 "exact_match": {3224 "mean": 0.0,3225 "ci_low": 0.0,3226 "ci_high": 0.0,3227 "n_items": 336,3228 "n_groups": 563229 },3230 "number_recall": {3231 "mean": 1.0,3232 "ci_low": 1.0,3233 "ci_high": 1.0,3234 "n_items": 336,3235 "n_groups": 563236 },3237 "placeholders_exact": {3238 "mean": 1.0,3239 "ci_low": 1.0,3240 "ci_high": 1.0,3241 "n_items": 336,3242 "n_groups": 563243 }3244 },3245 "limitations": {3246 "n": 90,3247 "chrf": {3248 "mean": 62.86168142257006,3249 "ci_low": 59.6687974318734,3250 "ci_high": 66.55277086186437,3251 "n_items": 90,3252 "n_groups": 143253 },3254 "edit_sim": {3255 "mean": 0.5392115314890608,3256 "ci_low": 0.5029203848149343,3257 "ci_high": 0.5702154293694257,3258 "n_items": 90,3259 "n_groups": 143260 },3261 "rougeL": {3262 "mean": 0.5566555921290597,3263 "ci_low": 0.5222653188660448,3264 "ci_high": 0.5918381088360238,3265 "n_items": 90,3266 "n_groups": 143267 },3268 "exact_match": {3269 "mean": 0.0,3270 "ci_low": 0.0,3271 "ci_high": 0.0,3272 "n_items": 90,3273 "n_groups": 143274 },3275 "number_recall": {3276 "mean": 1.0,3277 "ci_low": 1.0,3278 "ci_high": 1.0,3279 "n_items": 90,3280 "n_groups": 143281 },3282 "placeholders_exact": {3283 "mean": 1.0,3284 "ci_low": 1.0,3285 "ci_high": 1.0,3286 "n_items": 90,3287 "n_groups": 143288 }3289 },3290 "methods": {3291 "n": 265,3292 "chrf": {3293 "mean": 68.76678877513339,3294 "ci_low": 66.80289689107872,3295 "ci_high": 70.78604563143367,3296 "n_items": 265,3297 "n_groups": 453298 },3299 "edit_sim": {3300 "mean": 0.6034999998497148,3301 "ci_low": 0.579736137406554,3302 "ci_high": 0.6306448719765698,3303 "n_items": 265,3304 "n_groups": 453305 },3306 "rougeL": {3307 "mean": 0.6530522579453238,3308 "ci_low": 0.6299077855695281,3309 "ci_high": 0.6775726539346953,3310 "n_items": 265,3311 "n_groups": 453312 },3313 "exact_match": {3314 "mean": 0.0,3315 "ci_low": 0.0,3316 "ci_high": 0.0,3317 "n_items": 265,3318 "n_groups": 453319 },3320 "number_recall": {3321 "mean": 1.0,3322 "ci_low": 1.0,3323 "ci_high": 1.0,3324 "n_items": 265,3325 "n_groups": 453326 },3327 "placeholders_exact": {3328 "mean": 1.0,3329 "ci_low": 1.0,3330 "ci_high": 1.0,3331 "n_items": 265,3332 "n_groups": 453333 }3334 },3335 "other": {3336 "n": 275,3337 "chrf": {3338 "mean": 65.91789218732706,3339 "ci_low": 64.12388686542488,3340 "ci_high": 67.82370329543123,3341 "n_items": 275,3342 "n_groups": 383343 },3344 "edit_sim": {3345 "mean": 0.5637875868466746,3346 "ci_low": 0.5446124687490034,3347 "ci_high": 0.5814282342904415,3348 "n_items": 275,3349 "n_groups": 383350 },3351 "rougeL": {3352 "mean": 0.6016090796006163,3353 "ci_low": 0.5822199157392676,3354 "ci_high": 0.6198999549754562,3355 "n_items": 275,3356 "n_groups": 383357 },3358 "exact_match": {3359 "mean": 0.0,3360 "ci_low": 0.0,3361 "ci_high": 0.0,3362 "n_items": 275,3363 "n_groups": 383364 },3365 "number_recall": {3366 "mean": 0.9971570247933885,3367 "ci_low": 0.9923554630083293,3368 "ci_high": 1.0,3369 "n_items": 275,3370 "n_groups": 383371 },3372 "placeholders_exact": {3373 "mean": 1.0,3374 "ci_low": 1.0,3375 "ci_high": 1.0,3376 "n_items": 275,3377 "n_groups": 383378 }3379 },3380 "preface": {3381 "n": 114,3382 "chrf": {3383 "mean": 55.722486794443206,3384 "ci_low": 53.01292008637472,3385 "ci_high": 58.409126814241134,3386 "n_items": 114,3387 "n_groups": 93388 },3389 "edit_sim": {3390 "mean": 0.47614042684858443,3391 "ci_low": 0.4580110020214387,3392 "ci_high": 0.5055288024605119,3393 "n_items": 114,3394 "n_groups": 93395 },3396 "rougeL": {3397 "mean": 0.4988343425798511,3398 "ci_low": 0.47293396972649415,3399 "ci_high": 0.5252755720833145,3400 "n_items": 114,3401 "n_groups": 93402 },3403 "exact_match": {3404 "mean": 0.0,3405 "ci_low": 0.0,3406 "ci_high": 0.0,3407 "n_items": 114,3408 "n_groups": 93409 },3410 "number_recall": {3411 "mean": 1.0,3412 "ci_low": 1.0,3413 "ci_high": 1.0,3414 "n_items": 114,3415 "n_groups": 93416 },3417 "placeholders_exact": {3418 "mean": 1.0,3419 "ci_low": 1.0,3420 "ci_high": 1.0,3421 "n_items": 114,3422 "n_groups": 93423 }3424 },3425 "related_work": {3426 "n": 109,3427 "chrf": {3428 "mean": 67.99106536773753,3429 "ci_low": 65.68470580995564,3430 "ci_high": 70.24920629723566,3431 "n_items": 109,3432 "n_groups": 163433 },3434 "edit_sim": {3435 "mean": 0.597211068063414,3436 "ci_low": 0.5558877675990136,3437 "ci_high": 0.6403178323969436,3438 "n_items": 109,3439 "n_groups": 163440 },3441 "rougeL": {3442 "mean": 0.6228467707378134,3443 "ci_low": 0.5905831398115432,3444 "ci_high": 0.6565738130374908,3445 "n_items": 109,3446 "n_groups": 163447 },3448 "exact_match": {3449 "mean": 0.0,3450 "ci_low": 0.0,3451 "ci_high": 0.0,3452 "n_items": 109,3453 "n_groups": 163454 },3455 "number_recall": {3456 "mean": 1.0,3457 "ci_low": 1.0,3458 "ci_high": 1.0,3459 "n_items": 109,3460 "n_groups": 163461 },3462 "placeholders_exact": {3463 "mean": 1.0,3464 "ci_low": 1.0,3465 "ci_high": 1.0,3466 "n_items": 109,3467 "n_groups": 163468 }3469 },3470 "results": {3471 "n": 263,3472 "chrf": {3473 "mean": 67.1287151243033,3474 "ci_low": 65.51285339190746,3475 "ci_high": 68.93318159393132,3476 "n_items": 263,3477 "n_groups": 463478 },3479 "edit_sim": {3480 "mean": 0.5750817508055517,3481 "ci_low": 0.5546135214671067,3482 "ci_high": 0.5978488839530596,3483 "n_items": 263,3484 "n_groups": 463485 },3486 "rougeL": {3487 "mean": 0.6273469008803936,3488 "ci_low": 0.6000678026753673,3489 "ci_high": 0.6555052310042664,3490 "n_items": 263,3491 "n_groups": 463492 },3493 "exact_match": {3494 "mean": 0.0,3495 "ci_low": 0.0,3496 "ci_high": 0.0,3497 "n_items": 263,3498 "n_groups": 463499 },3500 "number_recall": {3501 "mean": 1.0,3502 "ci_low": 1.0,3503 "ci_high": 1.0,3504 "n_items": 263,3505 "n_groups": 463506 },3507 "placeholders_exact": {3508 "mean": 1.0,3509 "ci_low": 1.0,3510 "ci_high": 1.0,3511 "n_items": 263,3512 "n_groups": 463513 }3514 },3515 "theory": {3516 "n": 192,3517 "chrf": {3518 "mean": 67.58207724191563,3519 "ci_low": 65.24363653354847,3520 "ci_high": 69.68226971188857,3521 "n_items": 192,3522 "n_groups": 293523 },3524 "edit_sim": {3525 "mean": 0.5931317716027537,3526 "ci_low": 0.5645803076477852,3527 "ci_high": 0.6192443995984571,3528 "n_items": 192,3529 "n_groups": 293530 },3531 "rougeL": {3532 "mean": 0.6412549444694199,3533 "ci_low": 0.6121662474555659,3534 "ci_high": 0.6667172929677362,3535 "n_items": 192,3536 "n_groups": 293537 },3538 "exact_match": {3539 "mean": 0.0,3540 "ci_low": 0.0,3541 "ci_high": 0.0,3542 "n_items": 192,3543 "n_groups": 293544 },3545 "number_recall": {3546 "mean": 1.0,3547 "ci_low": 1.0,3548 "ci_high": 1.0,3549 "n_items": 192,3550 "n_groups": 293551 },3552 "placeholders_exact": {3553 "mean": 1.0,3554 "ci_low": 1.0,3555 "ci_high": 1.0,3556 "n_items": 192,3557 "n_groups": 293558 }3559 }3560 }3561 },3562 "B2_t5-small": {3563 "overall": {3564 "n": 3000,3565 "chrf": {3566 "mean": 68.3818966206907,3567 "ci_low": 67.59844818904378,3568 "ci_high": 69.13920968080585,3569 "n_items": 3000,3570 "n_groups": 2843571 },3572 "edit_sim": {3573 "mean": 0.6803457900266239,3574 "ci_low": 0.6724986411445372,3575 "ci_high": 0.688135649961606,3576 "n_items": 3000,3577 "n_groups": 2843578 },3579 "rougeL": {3580 "mean": 0.6872527186769208,3581 "ci_low": 0.6785316936375574,3582 "ci_high": 0.6959180123883628,3583 "n_items": 3000,3584 "n_groups": 2843585 },3586 "exact_match": {3587 "mean": 0.0,3588 "ci_low": 0.0,3589 "ci_high": 0.0,3590 "n_items": 3000,3591 "n_groups": 2843592 },3593 "number_recall": {3594 "mean": 0.9889627511377512,3595 "ci_low": 0.9830415666548681,3596 "ci_high": 0.993799890753847,3597 "n_items": 3000,3598 "n_groups": 2843599 },3600 "placeholders_exact": {3601 "mean": 0.7133333333333334,3602 "ci_low": 0.6658865216265368,3603 "ci_high": 0.7588045778301536,3604 "n_items": 3000,3605 "n_groups": 2843606 }3607 },3608 "by_variant": {3609 "A": {3610 "n": 494,3611 "chrf": {3612 "mean": 67.50050074535928,3613 "ci_low": 66.5213972122382,3614 "ci_high": 68.4727060699844,3615 "n_items": 494,3616 "n_groups": 2393617 },3618 "edit_sim": {3619 "mean": 0.6679953807979282,3620 "ci_low": 0.657725007278304,3621 "ci_high": 0.6781589193674893,3622 "n_items": 494,3623 "n_groups": 2393624 },3625 "rougeL": {3626 "mean": 0.6736973658678385,3627 "ci_low": 0.6633315120363791,3628 "ci_high": 0.684573484770651,3629 "n_items": 494,3630 "n_groups": 2393631 },3632 "exact_match": {3633 "mean": 0.0,3634 "ci_low": 0.0,3635 "ci_high": 0.0,3636 "n_items": 494,3637 "n_groups": 2393638 },3639 "number_recall": {3640 "mean": 0.9872162503488413,3641 "ci_low": 0.9797896391931417,3642 "ci_high": 0.9933955342470215,3643 "n_items": 494,3644 "n_groups": 2393645 },3646 "placeholders_exact": {3647 "mean": 0.7105263157894737,3648 "ci_low": 0.6609437229437229,3649 "ci_high": 0.7615250543280654,3650 "n_items": 494,3651 "n_groups": 2393652 }3653 },3654 "B": {3655 "n": 487,3656 "chrf": {3657 "mean": 73.82422875390778,3658 "ci_low": 72.8836162732597,3659 "ci_high": 74.77993210208231,3660 "n_items": 487,3661 "n_groups": 2413662 },3663 "edit_sim": {3664 "mean": 0.7448079324980585,3665 "ci_low": 0.7340835193595986,3666 "ci_high": 0.7553324994739946,3667 "n_items": 487,3668 "n_groups": 2413669 },3670 "rougeL": {3671 "mean": 0.7504160991958899,3672 "ci_low": 0.7395143180411423,3673 "ci_high": 0.7611416046410892,3674 "n_items": 487,3675 "n_groups": 2413676 },3677 "exact_match": {3678 "mean": 0.0,3679 "ci_low": 0.0,3680 "ci_high": 0.0,3681 "n_items": 487,3682 "n_groups": 2413683 },3684 "number_recall": {3685 "mean": 0.9868252726055601,3686 "ci_low": 0.9784112250385348,3687 "ci_high": 0.9942933959029969,3688 "n_items": 487,3689 "n_groups": 2413690 },3691 "placeholders_exact": {3692 "mean": 0.7145790554414785,3693 "ci_low": 0.6679604814943912,3694 "ci_high": 0.7619966004471247,3695 "n_items": 487,3696 "n_groups": 2413697 }3698 },3699 "C": {3700 "n": 533,3701 "chrf": {3702 "mean": 71.24116076137904,3703 "ci_low": 70.37164905496266,3704 "ci_high": 72.0387399122124,3705 "n_items": 533,3706 "n_groups": 2513707 },3708 "edit_sim": {3709 "mean": 0.7268521132558217,3710 "ci_low": 0.7178380713191818,3711 "ci_high": 0.7355667150586629,3712 "n_items": 533,3713 "n_groups": 2513714 },3715 "rougeL": {3716 "mean": 0.7437493578108889,3717 "ci_low": 0.7345661016565803,3718 "ci_high": 0.7526121282957224,3719 "n_items": 533,3720 "n_groups": 2513721 },3722 "exact_match": {3723 "mean": 0.0,3724 "ci_low": 0.0,3725 "ci_high": 0.0,3726 "n_items": 533,3727 "n_groups": 2513728 },3729 "number_recall": {3730 "mean": 0.9910558068156566,3731 "ci_low": 0.9853028932060064,3732 "ci_high": 0.995981878365744,3733 "n_items": 533,3734 "n_groups": 2513735 },3736 "placeholders_exact": {3737 "mean": 0.7129455909943715,3738 "ci_low": 0.6673110463521919,3739 "ci_high": 0.7577707264380231,3740 "n_items": 533,3741 "n_groups": 2513742 }3743 },3744 "D": {3745 "n": 516,3746 "chrf": {3747 "mean": 69.04597911446899,3748 "ci_low": 68.17886158175632,3749 "ci_high": 69.93031901078156,3750 "n_items": 516,3751 "n_groups": 2533752 },3753 "edit_sim": {3754 "mean": 0.6916104927304237,3755 "ci_low": 0.6818435784633969,3756 "ci_high": 0.7014742374843003,3757 "n_items": 516,3758 "n_groups": 2533759 },3760 "rougeL": {3761 "mean": 0.6945370621892606,3762 "ci_low": 0.6841467950129275,3763 "ci_high": 0.7054504141396263,3764 "n_items": 516,3765 "n_groups": 2533766 },3767 "exact_match": {3768 "mean": 0.0,3769 "ci_low": 0.0,3770 "ci_high": 0.0,3771 "n_items": 516,3772 "n_groups": 2533773 },3774 "number_recall": {3775 "mean": 0.9876600708722801,3776 "ci_low": 0.981297470424105,3777 "ci_high": 0.9934929807005055,3778 "n_items": 516,3779 "n_groups": 2533780 },3781 "placeholders_exact": {3782 "mean": 0.7151162790697675,3783 "ci_low": 0.6697617544407242,3784 "ci_high": 0.7612310766757469,3785 "n_items": 516,3786 "n_groups": 2533787 }3788 },3789 "E": {3790 "n": 970,3791 "chrf": {3792 "mean": 64.17399915652629,3793 "ci_low": 63.25110168235068,3794 "ci_high": 65.11392987337122,3795 "n_items": 970,3796 "n_groups": 2583797 },3798 "edit_sim": {3799 "mean": 0.6227247404380297,3800 "ci_low": 0.6137117200575066,3801 "ci_high": 0.6321834228226694,3802 "n_items": 970,3803 "n_groups": 2583804 },3805 "rougeL": {3806 "mean": 0.6275252424544224,3807 "ci_low": 0.616862061119311,3808 "ci_high": 0.638295902723492,3809 "n_items": 970,3810 "n_groups": 2583811 },3812 "exact_match": {3813 "mean": 0.0,3814 "ci_low": 0.0,3815 "ci_high": 0.0,3816 "n_items": 970,3817 "n_groups": 2583818 },3819 "number_recall": {3820 "mean": 0.9904682230713158,3821 "ci_low": 0.9842355707973521,3822 "ci_high": 0.9955153068424915,3823 "n_items": 970,3824 "n_groups": 2583825 },3826 "placeholders_exact": {3827 "mean": 0.7134020618556701,3828 "ci_low": 0.6619154934332692,3829 "ci_high": 0.762266100556723,3830 "n_items": 970,3831 "n_groups": 2583832 }3833 }3834 },3835 "by_discipline": {3836 "biomedicine": {3837 "n": 386,3838 "chrf": {3839 "mean": 68.56316744341963,3840 "ci_low": 66.34234888286451,3841 "ci_high": 70.87136643886184,3842 "n_items": 386,3843 "n_groups": 663844 },3845 "edit_sim": {3846 "mean": 0.6771566656555763,3847 "ci_low": 0.656380634142881,3848 "ci_high": 0.6986542752566705,3849 "n_items": 386,3850 "n_groups": 663851 },3852 "rougeL": {3853 "mean": 0.691900596549125,3854 "ci_low": 0.6695788433252184,3855 "ci_high": 0.7139202623470171,3856 "n_items": 386,3857 "n_groups": 663858 },3859 "exact_match": {3860 "mean": 0.0,3861 "ci_low": 0.0,3862 "ci_high": 0.0,3863 "n_items": 386,3864 "n_groups": 663865 },3866 "number_recall": {3867 "mean": 0.994380231167796,3868 "ci_low": 0.9848137973137971,3869 "ci_high": 1.0,3870 "n_items": 386,3871 "n_groups": 663872 },3873 "placeholders_exact": {3874 "mean": 0.7823834196891192,3875 "ci_low": 0.6740916549013622,3876 "ci_high": 0.8794354448742747,3877 "n_items": 386,3878 "n_groups": 663879 }3880 },3881 "chemistry": {3882 "n": 173,3883 "chrf": {3884 "mean": 68.65491335981187,3885 "ci_low": 66.88167361345634,3886 "ci_high": 71.01375053390231,3887 "n_items": 173,3888 "n_groups": 143889 },3890 "edit_sim": {3891 "mean": 0.6796980218283966,3892 "ci_low": 0.6566394613623842,3893 "ci_high": 0.7085700833414343,3894 "n_items": 173,3895 "n_groups": 143896 },3897 "rougeL": {3898 "mean": 0.6852282935574556,3899 "ci_low": 0.6624118421189636,3900 "ci_high": 0.714436534774259,3901 "n_items": 173,3902 "n_groups": 143903 },3904 "exact_match": {3905 "mean": 0.0,3906 "ci_low": 0.0,3907 "ci_high": 0.0,3908 "n_items": 173,3909 "n_groups": 143910 },3911 "number_recall": {3912 "mean": 0.9763020377182228,3913 "ci_low": 0.9493938113832517,3914 "ci_high": 0.9945505118245918,3915 "n_items": 173,3916 "n_groups": 143917 },3918 "placeholders_exact": {3919 "mean": 0.6184971098265896,3920 "ci_low": 0.45611615245009074,3921 "ci_high": 0.8208978256863829,3922 "n_items": 173,3923 "n_groups": 143924 }3925 },3926 "computer_science": {3927 "n": 200,3928 "chrf": {3929 "mean": 70.18069434821984,3930 "ci_low": 67.65535723342224,3931 "ci_high": 73.11600180448052,3932 "n_items": 200,3933 "n_groups": 143934 },3935 "edit_sim": {3936 "mean": 0.7005396776322663,3937 "ci_low": 0.6718387998309113,3938 "ci_high": 0.7341932906756363,3939 "n_items": 200,3940 "n_groups": 143941 },3942 "rougeL": {3943 "mean": 0.7050929741012447,3944 "ci_low": 0.6732353455151006,3945 "ci_high": 0.7420901303985218,3946 "n_items": 200,3947 "n_groups": 143948 },3949 "exact_match": {3950 "mean": 0.0,3951 "ci_low": 0.0,3952 "ci_high": 0.0,3953 "n_items": 200,3954 "n_groups": 143955 },3956 "number_recall": {3957 "mean": 0.9914880952380952,3958 "ci_low": 0.9792714134198381,3959 "ci_high": 1.0,3960 "n_items": 200,3961 "n_groups": 143962 },3963 "placeholders_exact": {3964 "mean": 0.715,3965 "ci_low": 0.5730194593714378,3966 "ci_high": 0.8838529770062433,3967 "n_items": 200,3968 "n_groups": 143969 }3970 },3971 "earth_sciences": {3972 "n": 124,3973 "chrf": {3974 "mean": 68.36716643692998,3975 "ci_low": 64.1020973239766,3976 "ci_high": 70.97052031107037,3977 "n_items": 124,3978 "n_groups": 23979 },3980 "edit_sim": {3981 "mean": 0.6867251153681484,3982 "ci_low": 0.6526905861374367,3983 "ci_high": 0.7074994384050763,3984 "n_items": 124,3985 "n_groups": 23986 },3987 "rougeL": {3988 "mean": 0.6929413120294081,3989 "ci_low": 0.6552061384503758,3990 "ci_high": 0.7159744699282979,3991 "n_items": 124,3992 "n_groups": 23993 },3994 "exact_match": {3995 "mean": 0.0,3996 "ci_low": 0.0,3997 "ci_high": 0.0,3998 "n_items": 124,3999 "n_groups": 24000 },4001 "number_recall": {4002 "mean": 0.9865678676162546,4003 "ci_low": 0.9783690335638388,4004 "ci_high": 1.0,4005 "n_items": 124,4006 "n_groups": 24007 },4008 "placeholders_exact": {4009 "mean": 0.6532258064516129,4010 "ci_low": 0.44155844155844154,4011 "ci_high": 1.0,4012 "n_items": 124,4013 "n_groups": 24014 }4015 },4016 "economics": {4017 "n": 366,4018 "chrf": {4019 "mean": 67.95959677378082,4020 "ci_low": 66.15877131299345,4021 "ci_high": 69.56736276169157,4022 "n_items": 366,4023 "n_groups": 484024 },4025 "edit_sim": {4026 "mean": 0.6823121564637952,4027 "ci_low": 0.6639889696190058,4028 "ci_high": 0.6994736192789515,4029 "n_items": 366,4030 "n_groups": 484031 },4032 "rougeL": {4033 "mean": 0.6811011408604941,4034 "ci_low": 0.6607987120223875,4035 "ci_high": 0.700246487740682,4036 "n_items": 366,4037 "n_groups": 484038 },4039 "exact_match": {4040 "mean": 0.0,4041 "ci_low": 0.0,4042 "ci_high": 0.0,4043 "n_items": 366,4044 "n_groups": 484045 },4046 "number_recall": {4047 "mean": 0.9990892531876138,4048 "ci_low": 0.9970928113770425,4049 "ci_high": 1.0,4050 "n_items": 366,4051 "n_groups": 484052 },4053 "placeholders_exact": {4054 "mean": 0.8661202185792349,4055 "ci_low": 0.759891511033151,4056 "ci_high": 0.9458708708708709,4057 "n_items": 366,4058 "n_groups": 484059 }4060 },4061 "engineering": {4062 "n": 213,4063 "chrf": {4064 "mean": 67.24471947746804,4065 "ci_low": 65.35939255961652,4066 "ci_high": 68.73405001846618,4067 "n_items": 213,4068 "n_groups": 204069 },4070 "edit_sim": {4071 "mean": 0.6532760053544352,4072 "ci_low": 0.6281781118728273,4073 "ci_high": 0.6718396003240107,4074 "n_items": 213,4075 "n_groups": 204076 },4077 "rougeL": {4078 "mean": 0.6684209576846931,4079 "ci_low": 0.6435429935883124,4080 "ci_high": 0.6870737498579483,4081 "n_items": 213,4082 "n_groups": 204083 },4084 "exact_match": {4085 "mean": 0.0,4086 "ci_low": 0.0,4087 "ci_high": 0.0,4088 "n_items": 213,4089 "n_groups": 204090 },4091 "number_recall": {4092 "mean": 0.9813152418786221,4093 "ci_low": 0.9528637927606375,4094 "ci_high": 0.9991108224019669,4095 "n_items": 213,4096 "n_groups": 204097 },4098 "placeholders_exact": {4099 "mean": 0.6666666666666666,4100 "ci_low": 0.5416588345864661,4101 "ci_high": 0.7835081690480497,4102 "n_items": 213,4103 "n_groups": 204104 }4105 },4106 "finance": {4107 "n": 246,4108 "chrf": {4109 "mean": 68.80535233609662,4110 "ci_low": 67.13971236174206,4111 "ci_high": 70.46106191350485,4112 "n_items": 246,4113 "n_groups": 274114 },4115 "edit_sim": {4116 "mean": 0.6828951224357673,4117 "ci_low": 0.6626409645657371,4118 "ci_high": 0.7022933413525118,4119 "n_items": 246,4120 "n_groups": 274121 },4122 "rougeL": {4123 "mean": 0.6882742123766508,4124 "ci_low": 0.6647508464501832,4125 "ci_high": 0.7119311738591789,4126 "n_items": 246,4127 "n_groups": 274128 },4129 "exact_match": {4130 "mean": 0.0,4131 "ci_low": 0.0,4132 "ci_high": 0.0,4133 "n_items": 246,4134 "n_groups": 274135 },4136 "number_recall": {4137 "mean": 0.9921629183824306,4138 "ci_low": 0.9806383992991135,4139 "ci_high": 0.9988140682938453,4140 "n_items": 246,4141 "n_groups": 274142 },4143 "placeholders_exact": {4144 "mean": 0.7764227642276422,4145 "ci_low": 0.662999452654625,4146 "ci_high": 0.8947428502763758,4147 "n_items": 246,4148 "n_groups": 274149 }4150 },4151 "general_reference": {4152 "n": 29,4153 "chrf": {4154 "mean": 66.89700692649284,4155 "ci_low": 64.45205864345246,4156 "ci_high": 72.33022533324926,4157 "n_items": 29,4158 "n_groups": 24159 },4160 "edit_sim": {4161 "mean": 0.6673608563863067,4162 "ci_low": 0.6585163793824703,4163 "ci_high": 0.6870152497281654,4164 "n_items": 29,4165 "n_groups": 24166 },4167 "rougeL": {4168 "mean": 0.6888771661390732,4169 "ci_low": 0.6740092457634116,4170 "ci_high": 0.7219169891960993,4171 "n_items": 29,4172 "n_groups": 24173 },4174 "exact_match": {4175 "mean": 0.0,4176 "ci_low": 0.0,4177 "ci_high": 0.0,4178 "n_items": 29,4179 "n_groups": 24180 },4181 "number_recall": {4182 "mean": 1.0,4183 "ci_low": 1.0,4184 "ci_high": 1.0,4185 "n_items": 29,4186 "n_groups": 24187 },4188 "placeholders_exact": {4189 "mean": 1.0,4190 "ci_low": 1.0,4191 "ci_high": 1.0,4192 "n_items": 29,4193 "n_groups": 24194 }4195 },4196 "humanities": {4197 "n": 161,4198 "chrf": {4199 "mean": 63.61405683450095,4200 "ci_low": 61.67620876756372,4201 "ci_high": 64.95997514154774,4202 "n_items": 161,4203 "n_groups": 44204 },4205 "edit_sim": {4206 "mean": 0.6411728950456531,4207 "ci_low": 0.6247048265125736,4208 "ci_high": 0.6532604605424022,4209 "n_items": 161,4210 "n_groups": 44211 },4212 "rougeL": {4213 "mean": 0.6320723571340299,4214 "ci_low": 0.6187813542941952,4215 "ci_high": 0.6492559082531593,4216 "n_items": 161,4217 "n_groups": 44218 },4219 "exact_match": {4220 "mean": 0.0,4221 "ci_low": 0.0,4222 "ci_high": 0.0,4223 "n_items": 161,4224 "n_groups": 44225 },4226 "number_recall": {4227 "mean": 0.999611801242236,4228 "ci_low": 0.9987244897959183,4229 "ci_high": 1.0,4230 "n_items": 161,4231 "n_groups": 44232 },4233 "placeholders_exact": {4234 "mean": 0.6894409937888198,4235 "ci_low": 0.43646408839779005,4236 "ci_high": 1.0,4237 "n_items": 161,4238 "n_groups": 44239 }4240 },4241 "life_sciences": {4242 "n": 366,4243 "chrf": {4244 "mean": 68.68925289879003,4245 "ci_low": 65.7130924924075,4246 "ci_high": 71.35347889563445,4247 "n_items": 366,4248 "n_groups": 514249 },4250 "edit_sim": {4251 "mean": 0.6854699064375592,4252 "ci_low": 0.6594821648645817,4253 "ci_high": 0.7105593437277213,4254 "n_items": 366,4255 "n_groups": 514256 },4257 "rougeL": {4258 "mean": 0.6890739985543297,4259 "ci_low": 0.6642599609749126,4260 "ci_high": 0.713708388432363,4261 "n_items": 366,4262 "n_groups": 514263 },4264 "exact_match": {4265 "mean": 0.0,4266 "ci_low": 0.0,4267 "ci_high": 0.0,4268 "n_items": 366,4269 "n_groups": 514270 },4271 "number_recall": {4272 "mean": 0.991504033307312,4273 "ci_low": 0.9768385902470956,4274 "ci_high": 1.0,4275 "n_items": 366,4276 "n_groups": 514277 },4278 "placeholders_exact": {4279 "mean": 0.6010928961748634,4280 "ci_low": 0.45,4281 "ci_high": 0.7431215313172499,4282 "n_items": 366,4283 "n_groups": 514284 }4285 },4286 "mathematics": {4287 "n": 180,4288 "chrf": {4289 "mean": 68.10342118933902,4290 "ci_low": 64.31847111034077,4291 "ci_high": 71.20019852670124,4292 "n_items": 180,4293 "n_groups": 44294 },4295 "edit_sim": {4296 "mean": 0.6735736699802523,4297 "ci_low": 0.6334316028672835,4298 "ci_high": 0.7064171794363175,4299 "n_items": 180,4300 "n_groups": 44301 },4302 "rougeL": {4303 "mean": 0.6820694794840608,4304 "ci_low": 0.6303046738719651,4305 "ci_high": 0.7244225022575937,4306 "n_items": 180,4307 "n_groups": 44308 },4309 "exact_match": {4310 "mean": 0.0,4311 "ci_low": 0.0,4312 "ci_high": 0.0,4313 "n_items": 180,4314 "n_groups": 44315 },4316 "number_recall": {4317 "mean": 0.9610449735449735,4318 "ci_low": 0.9049479166666666,4319 "ci_high": 0.9970760233918129,4320 "n_items": 180,4321 "n_groups": 44322 },4323 "placeholders_exact": {4324 "mean": 0.5388888888888889,4325 "ci_low": 0.33152173913043476,4326 "ci_high": 0.7341772151898734,4327 "n_items": 180,4328 "n_groups": 44329 }4330 },4331 "other": {4332 "n": 66,4333 "chrf": {4334 "mean": 67.6140655683189,4335 "ci_low": 64.25623953800796,4336 "ci_high": 71.62160802491901,4337 "n_items": 66,4338 "n_groups": 54339 },4340 "edit_sim": {4341 "mean": 0.6775457927590461,4342 "ci_low": 0.6411033654210627,4343 "ci_high": 0.7210220388461833,4344 "n_items": 66,4345 "n_groups": 54346 },4347 "rougeL": {4348 "mean": 0.6785773325598895,4349 "ci_low": 0.6482127632034629,4350 "ci_high": 0.7129793736148706,4351 "n_items": 66,4352 "n_groups": 54353 },4354 "exact_match": {4355 "mean": 0.0,4356 "ci_low": 0.0,4357 "ci_high": 0.0,4358 "n_items": 66,4359 "n_groups": 54360 },4361 "number_recall": {4362 "mean": 1.0,4363 "ci_low": 1.0,4364 "ci_high": 1.0,4365 "n_items": 66,4366 "n_groups": 54367 },4368 "placeholders_exact": {4369 "mean": 0.7575757575757576,4370 "ci_low": 0.30434782608695654,4371 "ci_high": 1.0,4372 "n_items": 66,4373 "n_groups": 54374 }4375 },4376 "social_sciences": {4377 "n": 310,4378 "chrf": {4379 "mean": 68.7329183207714,4380 "ci_low": 65.99227571524035,4381 "ci_high": 71.16646440635047,4382 "n_items": 310,4383 "n_groups": 204384 },4385 "edit_sim": {4386 "mean": 0.6850441184493179,4387 "ci_low": 0.656789173276674,4388 "ci_high": 0.7081435341198239,4389 "n_items": 310,4390 "n_groups": 204391 },4392 "rougeL": {4393 "mean": 0.6956346912327324,4394 "ci_low": 0.6626579393449457,4395 "ci_high": 0.7229324919028219,4396 "n_items": 310,4397 "n_groups": 204398 },4399 "exact_match": {4400 "mean": 0.0,4401 "ci_low": 0.0,4402 "ci_high": 0.0,4403 "n_items": 310,4404 "n_groups": 204405 },4406 "number_recall": {4407 "mean": 0.9842061746497229,4408 "ci_low": 0.9587630287848254,4409 "ci_high": 0.9994058229352347,4410 "n_items": 310,4411 "n_groups": 204412 },4413 "placeholders_exact": {4414 "mean": 0.7096774193548387,4415 "ci_low": 0.594367696349307,4416 "ci_high": 0.8461773700305809,4417 "n_items": 310,4418 "n_groups": 204419 }4420 },4421 "statistics": {4422 "n": 180,4423 "chrf": {4424 "mean": 71.20218685582127,4425 "ci_low": 69.91441876892385,4426 "ci_high": 72.3764355549556,4427 "n_items": 180,4428 "n_groups": 74429 },4430 "edit_sim": {4431 "mean": 0.71194335928572,4432 "ci_low": 0.6806867092593684,4433 "ci_high": 0.7268029799506689,4434 "n_items": 180,4435 "n_groups": 74436 },4437 "rougeL": {4438 "mean": 0.7282057797405618,4439 "ci_low": 0.6936744574138296,4440 "ci_high": 0.7449283945393841,4441 "n_items": 180,4442 "n_groups": 74443 },4444 "exact_match": {4445 "mean": 0.0,4446 "ci_low": 0.0,4447 "ci_high": 0.0,4448 "n_items": 180,4449 "n_groups": 74450 },4451 "number_recall": {4452 "mean": 0.988035113035113,4453 "ci_low": 0.9755288073615704,4454 "ci_high": 0.997002997002997,4455 "n_items": 180,4456 "n_groups": 74457 },4458 "placeholders_exact": {4459 "mean": 0.7222222222222222,4460 "ci_low": 0.5,4461 "ci_high": 0.8697712232936282,4462 "n_items": 180,4463 "n_groups": 74464 }4465 }4466 },4467 "by_era": {4468 "1900-1949": {4469 "n": 315,4470 "chrf": {4471 "mean": 62.443546309598894,4472 "ci_low": 60.49508465487522,4473 "ci_high": 65.01141827602288,4474 "n_items": 315,4475 "n_groups": 144476 },4477 "edit_sim": {4478 "mean": 0.634985820799318,4479 "ci_low": 0.6163660187325042,4480 "ci_high": 0.6591927542539557,4481 "n_items": 315,4482 "n_groups": 144483 },4484 "rougeL": {4485 "mean": 0.6387011059661404,4486 "ci_low": 0.6176949639456765,4487 "ci_high": 0.6650872645312383,4488 "n_items": 315,4489 "n_groups": 144490 },4491 "exact_match": {4492 "mean": 0.0,4493 "ci_low": 0.0,4494 "ci_high": 0.0,4495 "n_items": 315,4496 "n_groups": 144497 },4498 "number_recall": {4499 "mean": 1.0,4500 "ci_low": 1.0,4501 "ci_high": 1.0,4502 "n_items": 315,4503 "n_groups": 144504 },4505 "placeholders_exact": {4506 "mean": 1.0,4507 "ci_low": 1.0,4508 "ci_high": 1.0,4509 "n_items": 315,4510 "n_groups": 144511 }4512 },4513 "1950-1979": {4514 "n": 12,4515 "chrf": {4516 "mean": 57.52272176676314,4517 "ci_low": 57.52272176676314,4518 "ci_high": 57.52272176676314,4519 "n_items": 12,4520 "n_groups": 14521 },4522 "edit_sim": {4523 "mean": 0.5745589225432545,4524 "ci_low": 0.5745589225432545,4525 "ci_high": 0.5745589225432545,4526 "n_items": 12,4527 "n_groups": 14528 },4529 "rougeL": {4530 "mean": 0.5886239829012716,4531 "ci_low": 0.5886239829012716,4532 "ci_high": 0.5886239829012716,4533 "n_items": 12,4534 "n_groups": 14535 },4536 "exact_match": {4537 "mean": 0.0,4538 "ci_low": 0.0,4539 "ci_high": 0.0,4540 "n_items": 12,4541 "n_groups": 14542 },4543 "number_recall": {4544 "mean": 1.0,4545 "ci_low": 1.0,4546 "ci_high": 1.0,4547 "n_items": 12,4548 "n_groups": 14549 },4550 "placeholders_exact": {4551 "mean": 1.0,4552 "ci_low": 1.0,4553 "ci_high": 1.0,4554 "n_items": 12,4555 "n_groups": 14556 }4557 },4558 "1980-1999": {4559 "n": 21,4560 "chrf": {4561 "mean": 71.37463578270778,4562 "ci_low": 69.09663437923967,4563 "ci_high": 72.43147967264852,4564 "n_items": 21,4565 "n_groups": 34566 },4567 "edit_sim": {4568 "mean": 0.7048765732840822,4569 "ci_low": 0.6558265002738203,4570 "ci_high": 0.7203807516472174,4571 "n_items": 21,4572 "n_groups": 34573 },4574 "rougeL": {4575 "mean": 0.7079798667396439,4576 "ci_low": 0.6646792884802792,4577 "ci_high": 0.7281795476265666,4578 "n_items": 21,4579 "n_groups": 34580 },4581 "exact_match": {4582 "mean": 0.0,4583 "ci_low": 0.0,4584 "ci_high": 0.0,4585 "n_items": 21,4586 "n_groups": 34587 },4588 "number_recall": {4589 "mean": 1.0,4590 "ci_low": 1.0,4591 "ci_high": 1.0,4592 "n_items": 21,4593 "n_groups": 34594 },4595 "placeholders_exact": {4596 "mean": 0.6666666666666666,4597 "ci_low": 0.0,4598 "ci_high": 1.0,4599 "n_items": 21,4600 "n_groups": 34601 }4602 },4603 "2000-2009": {4604 "n": 95,4605 "chrf": {4606 "mean": 69.65684115119898,4607 "ci_low": 67.06348168419959,4608 "ci_high": 72.21195914771454,4609 "n_items": 95,4610 "n_groups": 184611 },4612 "edit_sim": {4613 "mean": 0.6853304282715603,4614 "ci_low": 0.6526058334817929,4615 "ci_high": 0.717040841019398,4616 "n_items": 95,4617 "n_groups": 184618 },4619 "rougeL": {4620 "mean": 0.68992230818952,4621 "ci_low": 0.6565523025840502,4622 "ci_high": 0.7201919176292421,4623 "n_items": 95,4624 "n_groups": 184625 },4626 "exact_match": {4627 "mean": 0.0,4628 "ci_low": 0.0,4629 "ci_high": 0.0,4630 "n_items": 95,4631 "n_groups": 184632 },4633 "number_recall": {4634 "mean": 0.9989473684210527,4635 "ci_low": 0.9962500000000001,4636 "ci_high": 1.0,4637 "n_items": 95,4638 "n_groups": 184639 },4640 "placeholders_exact": {4641 "mean": 0.5473684210526316,4642 "ci_low": 0.31631310418904407,4643 "ci_high": 0.8021978021978022,4644 "n_items": 95,4645 "n_groups": 184646 }4647 },4648 "2010-2017": {4649 "n": 2557,4650 "chrf": {4651 "mean": 69.09246494037798,4652 "ci_low": 68.3923415300315,4653 "ci_high": 69.8083826324656,4654 "n_items": 2557,4655 "n_groups": 2484656 },4657 "edit_sim": {4658 "mean": 0.6860435395904588,4659 "ci_low": 0.6782284349476796,4660 "ci_high": 0.693994493359849,4661 "n_items": 2557,4662 "n_groups": 2484663 },4664 "rougeL": {4665 "mean": 0.693427306756776,4666 "ci_low": 0.6845451800935423,4667 "ci_high": 0.7021291974804241,4668 "n_items": 2557,4669 "n_groups": 2484670 },4671 "exact_match": {4672 "mean": 0.0,4673 "ci_low": 0.0,4674 "ci_high": 0.0,4675 "n_items": 2557,4676 "n_groups": 2484677 },4678 "number_recall": {4679 "mean": 0.9870896571815618,4680 "ci_low": 0.9801772626840161,4681 "ci_high": 0.992750987525259,4682 "n_items": 2557,4683 "n_groups": 2484684 },4685 "placeholders_exact": {4686 "mean": 0.6832225263981228,4687 "ci_low": 0.6382241665757968,4688 "ci_high": 0.7300159189577379,4689 "n_items": 2557,4690 "n_groups": 2484691 }4692 }4693 },4694 "by_role": {4695 "abstract": {4696 "n": 244,4697 "chrf": {4698 "mean": 70.54683243715456,4699 "ci_low": 68.81345703801065,4700 "ci_high": 72.3611245204077,4701 "n_items": 244,4702 "n_groups": 524703 },4704 "edit_sim": {4705 "mean": 0.6968141987510367,4706 "ci_low": 0.6765535421821763,4707 "ci_high": 0.7170231934578376,4708 "n_items": 244,4709 "n_groups": 524710 },4711 "rougeL": {4712 "mean": 0.6994995616637809,4713 "ci_low": 0.6780734664849155,4714 "ci_high": 0.7212192140577321,4715 "n_items": 244,4716 "n_groups": 524717 },4718 "exact_match": {4719 "mean": 0.0,4720 "ci_low": 0.0,4721 "ci_high": 0.0,4722 "n_items": 244,4723 "n_groups": 524724 },4725 "number_recall": {4726 "mean": 0.961982825917252,4727 "ci_low": 0.9258122367041791,4728 "ci_high": 0.9912595056896426,4729 "n_items": 244,4730 "n_groups": 524731 },4732 "placeholders_exact": {4733 "mean": 0.9713114754098361,4734 "ci_low": 0.9186991869918699,4735 "ci_high": 1.0,4736 "n_items": 244,4737 "n_groups": 524738 }4739 },4740 "background": {4741 "n": 184,4742 "chrf": {4743 "mean": 69.00122051825655,4744 "ci_low": 67.06301865013164,4745 "ci_high": 71.15401760460807,4746 "n_items": 184,4747 "n_groups": 254748 },4749 "edit_sim": {4750 "mean": 0.6903872443716133,4751 "ci_low": 0.6691621967662648,4752 "ci_high": 0.7137619992958167,4753 "n_items": 184,4754 "n_groups": 254755 },4756 "rougeL": {4757 "mean": 0.6799618610160278,4758 "ci_low": 0.6584590473547901,4759 "ci_high": 0.7043107494115728,4760 "n_items": 184,4761 "n_groups": 254762 },4763 "exact_match": {4764 "mean": 0.0,4765 "ci_low": 0.0,4766 "ci_high": 0.0,4767 "n_items": 184,4768 "n_groups": 254769 },4770 "number_recall": {4771 "mean": 1.0,4772 "ci_low": 1.0,4773 "ci_high": 1.0,4774 "n_items": 184,4775 "n_groups": 254776 },4777 "placeholders_exact": {4778 "mean": 0.42391304347826086,4779 "ci_low": 0.2222064393939394,4780 "ci_high": 0.618568973981345,4781 "n_items": 184,4782 "n_groups": 254783 }4784 },4785 "chapter": {4786 "n": 191,4787 "chrf": {4788 "mean": 65.30332782812255,4789 "ci_low": 62.52204515606384,4790 "ci_high": 67.81595578613957,4791 "n_items": 191,4792 "n_groups": 134793 },4794 "edit_sim": {4795 "mean": 0.6622578449263087,4796 "ci_low": 0.6361221105434643,4797 "ci_high": 0.6840326778716695,4798 "n_items": 191,4799 "n_groups": 134800 },4801 "rougeL": {4802 "mean": 0.669640817790197,4803 "ci_low": 0.640166189956852,4804 "ci_high": 0.6964132121985311,4805 "n_items": 191,4806 "n_groups": 134807 },4808 "exact_match": {4809 "mean": 0.0,4810 "ci_low": 0.0,4811 "ci_high": 0.0,4812 "n_items": 191,4813 "n_groups": 134814 },4815 "number_recall": {4816 "mean": 1.0,4817 "ci_low": 1.0,4818 "ci_high": 1.0,4819 "n_items": 191,4820 "n_groups": 134821 },4822 "placeholders_exact": {4823 "mean": 1.0,4824 "ci_low": 1.0,4825 "ci_high": 1.0,4826 "n_items": 191,4827 "n_groups": 134828 }4829 },4830 "conclusion": {4831 "n": 251,4832 "chrf": {4833 "mean": 67.0070542676079,4834 "ci_low": 64.93417057090281,4835 "ci_high": 69.38571768791284,4836 "n_items": 251,4837 "n_groups": 464838 },4839 "edit_sim": {4840 "mean": 0.6641277104430349,4841 "ci_low": 0.6390680928309207,4842 "ci_high": 0.6939258044690143,4843 "n_items": 251,4844 "n_groups": 464845 },4846 "rougeL": {4847 "mean": 0.6631782702600416,4848 "ci_low": 0.6363602107201114,4849 "ci_high": 0.6928914830367882,4850 "n_items": 251,4851 "n_groups": 464852 },4853 "exact_match": {4854 "mean": 0.0,4855 "ci_low": 0.0,4856 "ci_high": 0.0,4857 "n_items": 251,4858 "n_groups": 464859 },4860 "number_recall": {4861 "mean": 0.999003984063745,4862 "ci_low": 0.9966810471976402,4863 "ci_high": 1.0,4864 "n_items": 251,4865 "n_groups": 464866 },4867 "placeholders_exact": {4868 "mean": 0.9123505976095617,4869 "ci_low": 0.8015660692321209,4870 "ci_high": 1.0,4871 "n_items": 251,4872 "n_groups": 464873 }4874 },4875 "data": {4876 "n": 207,4877 "chrf": {4878 "mean": 69.65206736485689,4879 "ci_low": 67.4450353370039,4880 "ci_high": 71.72916053393325,4881 "n_items": 207,4882 "n_groups": 334883 },4884 "edit_sim": {4885 "mean": 0.6814137686575954,4886 "ci_low": 0.6597559005291054,4887 "ci_high": 0.7024646621444833,4888 "n_items": 207,4889 "n_groups": 334890 },4891 "rougeL": {4892 "mean": 0.7122100516497962,4893 "ci_low": 0.6929282340847626,4894 "ci_high": 0.7325973919548087,4895 "n_items": 207,4896 "n_groups": 334897 },4898 "exact_match": {4899 "mean": 0.0,4900 "ci_low": 0.0,4901 "ci_high": 0.0,4902 "n_items": 207,4903 "n_groups": 334904 },4905 "number_recall": {4906 "mean": 0.9521474030532002,4907 "ci_low": 0.9112744766993759,4908 "ci_high": 0.9831662530477187,4909 "n_items": 207,4910 "n_groups": 334911 },4912 "placeholders_exact": {4913 "mean": 0.6908212560386473,4914 "ci_low": 0.5575863586976884,4915 "ci_high": 0.8387096774193549,4916 "n_items": 207,4917 "n_groups": 334918 }4919 },4920 "discussion": {4921 "n": 279,4922 "chrf": {4923 "mean": 68.891892811682,4924 "ci_low": 67.20465073778819,4925 "ci_high": 70.68974233895565,4926 "n_items": 279,4927 "n_groups": 434928 },4929 "edit_sim": {4930 "mean": 0.6820910173616377,4931 "ci_low": 0.6659809857643868,4932 "ci_high": 0.7004207291924444,4933 "n_items": 279,4934 "n_groups": 434935 },4936 "rougeL": {4937 "mean": 0.6781683222072352,4938 "ci_low": 0.6588600106961993,4939 "ci_high": 0.7002427648383664,4940 "n_items": 279,4941 "n_groups": 434942 },4943 "exact_match": {4944 "mean": 0.0,4945 "ci_low": 0.0,4946 "ci_high": 0.0,4947 "n_items": 279,4948 "n_groups": 434949 },4950 "number_recall": {4951 "mean": 1.0,4952 "ci_low": 1.0,4953 "ci_high": 1.0,4954 "n_items": 279,4955 "n_groups": 434956 },4957 "placeholders_exact": {4958 "mean": 0.5340501792114696,4959 "ci_low": 0.3815261044176707,4960 "ci_high": 0.6877196243396596,4961 "n_items": 279,4962 "n_groups": 434963 }4964 },4965 "introduction": {4966 "n": 336,4967 "chrf": {4968 "mean": 67.44809355437573,4969 "ci_low": 66.00945986019283,4970 "ci_high": 68.7144658664856,4971 "n_items": 336,4972 "n_groups": 564973 },4974 "edit_sim": {4975 "mean": 0.6791986347487838,4976 "ci_low": 0.6623388665817161,4977 "ci_high": 0.6936245338245297,4978 "n_items": 336,4979 "n_groups": 564980 },4981 "rougeL": {4982 "mean": 0.6701358763239468,4983 "ci_low": 0.6520771469205235,4984 "ci_high": 0.6864250626292715,4985 "n_items": 336,4986 "n_groups": 564987 },4988 "exact_match": {4989 "mean": 0.0,4990 "ci_low": 0.0,4991 "ci_high": 0.0,4992 "n_items": 336,4993 "n_groups": 564994 },4995 "number_recall": {4996 "mean": 0.9975198412698412,4997 "ci_low": 0.9928569464089266,4998 "ci_high": 1.0,4999 "n_items": 336,5000 "n_groups": 565001 },5002 "placeholders_exact": {5003 "mean": 0.4583333333333333,5004 "ci_low": 0.3270410014513788,5005 "ci_high": 0.5912819193359259,5006 "n_items": 336,5007 "n_groups": 565008 }5009 },5010 "limitations": {5011 "n": 90,5012 "chrf": {5013 "mean": 66.89232115071859,5014 "ci_low": 63.21395874092294,5015 "ci_high": 70.78833548328055,5016 "n_items": 90,5017 "n_groups": 145018 },5019 "edit_sim": {5020 "mean": 0.6652822635467016,5021 "ci_low": 0.6299534126046694,5022 "ci_high": 0.7045707949638255,5023 "n_items": 90,5024 "n_groups": 145025 },5026 "rougeL": {5027 "mean": 0.6619073559685111,5028 "ci_low": 0.6189838772296156,5029 "ci_high": 0.7030474560880501,5030 "n_items": 90,5031 "n_groups": 145032 },5033 "exact_match": {5034 "mean": 0.0,5035 "ci_low": 0.0,5036 "ci_high": 0.0,5037 "n_items": 90,5038 "n_groups": 145039 },5040 "number_recall": {5041 "mean": 1.0,5042 "ci_low": 1.0,5043 "ci_high": 1.0,5044 "n_items": 90,5045 "n_groups": 145046 },5047 "placeholders_exact": {5048 "mean": 0.8,5049 "ci_low": 0.5921999117387466,5050 "ci_high": 1.0,5051 "n_items": 90,5052 "n_groups": 145053 }5054 },5055 "methods": {5056 "n": 265,5057 "chrf": {5058 "mean": 70.87820934662867,5059 "ci_low": 69.03766552771056,5060 "ci_high": 72.82721028333181,5061 "n_items": 265,5062 "n_groups": 455063 },5064 "edit_sim": {5065 "mean": 0.6989833466289389,5066 "ci_low": 0.6765989141308207,5067 "ci_high": 0.7228731309684937,5068 "n_items": 265,5069 "n_groups": 455070 },5071 "rougeL": {5072 "mean": 0.7220278350716174,5073 "ci_low": 0.7006254702633904,5074 "ci_high": 0.7448556643137699,5075 "n_items": 265,5076 "n_groups": 455077 },5078 "exact_match": {5079 "mean": 0.0,5080 "ci_low": 0.0,5081 "ci_high": 0.0,5082 "n_items": 265,5083 "n_groups": 455084 },5085 "number_recall": {5086 "mean": 0.9855679435868117,5087 "ci_low": 0.97245839987007,5088 "ci_high": 0.9963518949920369,5089 "n_items": 265,5090 "n_groups": 455091 },5092 "placeholders_exact": {5093 "mean": 0.7018867924528301,5094 "ci_low": 0.5701131221719457,5095 "ci_high": 0.8297350975956225,5096 "n_items": 265,5097 "n_groups": 455098 }5099 },5100 "other": {5101 "n": 275,5102 "chrf": {5103 "mean": 68.28834097202977,5104 "ci_low": 66.3090187138658,5105 "ci_high": 70.3376280997572,5106 "n_items": 275,5107 "n_groups": 385108 },5109 "edit_sim": {5110 "mean": 0.6743649521356742,5111 "ci_low": 0.6499717289338889,5112 "ci_high": 0.6986334554862209,5113 "n_items": 275,5114 "n_groups": 385115 },5116 "rougeL": {5117 "mean": 0.6855580061654124,5118 "ci_low": 0.6602732204495995,5119 "ci_high": 0.7108608235686418,5120 "n_items": 275,5121 "n_groups": 385122 },5123 "exact_match": {5124 "mean": 0.0,5125 "ci_low": 0.0,5126 "ci_high": 0.0,5127 "n_items": 275,5128 "n_groups": 385129 },5130 "number_recall": {5131 "mean": 0.9991115702479338,5132 "ci_low": 0.9976798866967687,5133 "ci_high": 1.0,5134 "n_items": 275,5135 "n_groups": 385136 },5137 "placeholders_exact": {5138 "mean": 0.6436363636363637,5139 "ci_low": 0.49576088544710695,5140 "ci_high": 0.7894933964123791,5141 "n_items": 275,5142 "n_groups": 385143 }5144 },5145 "preface": {5146 "n": 114,5147 "chrf": {5148 "mean": 57.276603089869894,5149 "ci_low": 54.6304054114863,5150 "ci_high": 59.88033295493975,5151 "n_items": 114,5152 "n_groups": 95153 },5154 "edit_sim": {5155 "mean": 0.580479878517485,5156 "ci_low": 0.5532600343612935,5157 "ci_high": 0.6082333002490645,5158 "n_items": 114,5159 "n_groups": 95160 },5161 "rougeL": {5162 "mean": 0.578777809389029,5163 "ci_low": 0.5469678589103797,5164 "ci_high": 0.6066085285447852,5165 "n_items": 114,5166 "n_groups": 95167 },5168 "exact_match": {5169 "mean": 0.0,5170 "ci_low": 0.0,5171 "ci_high": 0.0,5172 "n_items": 114,5173 "n_groups": 95174 },5175 "number_recall": {5176 "mean": 1.0,5177 "ci_low": 1.0,5178 "ci_high": 1.0,5179 "n_items": 114,5180 "n_groups": 95181 },5182 "placeholders_exact": {5183 "mean": 1.0,5184 "ci_low": 1.0,5185 "ci_high": 1.0,5186 "n_items": 114,5187 "n_groups": 95188 }5189 },5190 "related_work": {5191 "n": 109,5192 "chrf": {5193 "mean": 70.95384527299717,5194 "ci_low": 68.65475761011156,5195 "ci_high": 72.89440724058394,5196 "n_items": 109,5197 "n_groups": 165198 },5199 "edit_sim": {5200 "mean": 0.7192390045674034,5201 "ci_low": 0.6923759234454411,5202 "ci_high": 0.7459790286729464,5203 "n_items": 109,5204 "n_groups": 165205 },5206 "rougeL": {5207 "mean": 0.715036846488241,5208 "ci_low": 0.6892689920022923,5209 "ci_high": 0.7397417681757292,5210 "n_items": 109,5211 "n_groups": 165212 },5213 "exact_match": {5214 "mean": 0.0,5215 "ci_low": 0.0,5216 "ci_high": 0.0,5217 "n_items": 109,5218 "n_groups": 165219 },5220 "number_recall": {5221 "mean": 0.9980340760157275,5222 "ci_low": 0.9933708808910162,5223 "ci_high": 1.0,5224 "n_items": 109,5225 "n_groups": 165226 },5227 "placeholders_exact": {5228 "mean": 0.6055045871559633,5229 "ci_low": 0.3797439052977028,5230 "ci_high": 0.8302260414720716,5231 "n_items": 109,5232 "n_groups": 165233 }5234 },5235 "results": {5236 "n": 263,5237 "chrf": {5238 "mean": 70.59228993400515,5239 "ci_low": 69.12386781053638,5240 "ci_high": 72.19557710800848,5241 "n_items": 263,5242 "n_groups": 465243 },5244 "edit_sim": {5245 "mean": 0.701870519148643,5246 "ci_low": 0.6820749041786088,5247 "ci_high": 0.7218732436677505,5248 "n_items": 263,5249 "n_groups": 465250 },5251 "rougeL": {5252 "mean": 0.7206688749062781,5253 "ci_low": 0.6981213708409156,5254 "ci_high": 0.7432981363904015,5255 "n_items": 263,5256 "n_groups": 465257 },5258 "exact_match": {5259 "mean": 0.0,5260 "ci_low": 0.0,5261 "ci_high": 0.0,5262 "n_items": 263,5263 "n_groups": 465264 },5265 "number_recall": {5266 "mean": 0.9755962668510199,5267 "ci_low": 0.9483196165578553,5268 "ci_high": 0.9965579776558529,5269 "n_items": 263,5270 "n_groups": 465271 },5272 "placeholders_exact": {5273 "mean": 0.8365019011406845,5274 "ci_low": 0.7196884164222874,5275 "ci_high": 0.9269296116504855,5276 "n_items": 263,5277 "n_groups": 465278 }5279 },5280 "theory": {5281 "n": 192,5282 "chrf": {5283 "mean": 68.91330299519075,5284 "ci_low": 66.34823527643321,5285 "ci_high": 71.05518207619917,5286 "n_items": 192,5287 "n_groups": 295288 },5289 "edit_sim": {5290 "mean": 0.6849443077520246,5291 "ci_low": 0.6576685119254121,5292 "ci_high": 0.7081814465537472,5293 "n_items": 192,5294 "n_groups": 295295 },5296 "rougeL": {5297 "mean": 0.713088285562128,5298 "ci_low": 0.6818301840167458,5299 "ci_high": 0.739604085614082,5300 "n_items": 192,5301 "n_groups": 295302 },5303 "exact_match": {5304 "mean": 0.0,5305 "ci_low": 0.0,5306 "ci_high": 0.0,5307 "n_items": 192,5308 "n_groups": 295309 },5310 "number_recall": {5311 "mean": 0.9888257575757576,5312 "ci_low": 0.9761284559512653,5313 "ci_high": 0.9981351981351981,5314 "n_items": 192,5315 "n_groups": 295316 },5317 "placeholders_exact": {5318 "mean": 0.6458333333333334,5319 "ci_low": 0.4549336714355317,5320 "ci_high": 0.8143988808098088,5321 "n_items": 192,5322 "n_groups": 295323 }5324 }5325 }5326 },5327 "htr-edit-tiny": {5328 "overall": {5329 "n": 3000,5330 "chrf": {5331 "mean": 66.15364593658978,5332 "ci_low": 65.27132495498066,5333 "ci_high": 67.03403131629193,5334 "n_items": 3000,5335 "n_groups": 2845336 },5337 "edit_sim": {5338 "mean": 0.6710077949271713,5339 "ci_low": 0.6628309880724779,5340 "ci_high": 0.6790460917223579,5341 "n_items": 3000,5342 "n_groups": 2845343 },5344 "rougeL": {5345 "mean": 0.7017877105962812,5346 "ci_low": 0.6925207411969192,5347 "ci_high": 0.7110052422444039,5348 "n_items": 3000,5349 "n_groups": 2845350 },5351 "exact_match": {5352 "mean": 0.0,5353 "ci_low": 0.0,5354 "ci_high": 0.0,5355 "n_items": 3000,5356 "n_groups": 2845357 },5358 "number_recall": {5359 "mean": 1.0,5360 "ci_low": 1.0,5361 "ci_high": 1.0,5362 "n_items": 3000,5363 "n_groups": 2845364 },5365 "placeholders_exact": {5366 "mean": 1.0,5367 "ci_low": 1.0,5368 "ci_high": 1.0,5369 "n_items": 3000,5370 "n_groups": 2845371 }5372 },5373 "by_variant": {5374 "A": {5375 "n": 494,5376 "chrf": {5377 "mean": 64.76968864767422,5378 "ci_low": 63.66308553989758,5379 "ci_high": 65.87187758591216,5380 "n_items": 494,5381 "n_groups": 2395382 },5383 "edit_sim": {5384 "mean": 0.6551675565764913,5385 "ci_low": 0.6446977974081667,5386 "ci_high": 0.6654003390400886,5387 "n_items": 494,5388 "n_groups": 2395389 },5390 "rougeL": {5391 "mean": 0.6895903024490102,5392 "ci_low": 0.6783373398131999,5393 "ci_high": 0.7011241126757598,5394 "n_items": 494,5395 "n_groups": 2395396 },5397 "exact_match": {5398 "mean": 0.0,5399 "ci_low": 0.0,5400 "ci_high": 0.0,5401 "n_items": 494,5402 "n_groups": 2395403 },5404 "number_recall": {5405 "mean": 1.0,5406 "ci_low": 1.0,5407 "ci_high": 1.0,5408 "n_items": 494,5409 "n_groups": 2395410 },5411 "placeholders_exact": {5412 "mean": 1.0,5413 "ci_low": 1.0,5414 "ci_high": 1.0,5415 "n_items": 494,5416 "n_groups": 2395417 }5418 },5419 "B": {5420 "n": 487,5421 "chrf": {5422 "mean": 72.71054275635751,5423 "ci_low": 71.6767049699791,5424 "ci_high": 73.71466549900306,5425 "n_items": 487,5426 "n_groups": 2415427 },5428 "edit_sim": {5429 "mean": 0.7375491985867967,5430 "ci_low": 0.7267910858758275,5431 "ci_high": 0.7478530824710324,5432 "n_items": 487,5433 "n_groups": 2415434 },5435 "rougeL": {5436 "mean": 0.7636365947991156,5437 "ci_low": 0.7524445896104389,5438 "ci_high": 0.774739515132641,5439 "n_items": 487,5440 "n_groups": 2415441 },5442 "exact_match": {5443 "mean": 0.0,5444 "ci_low": 0.0,5445 "ci_high": 0.0,5446 "n_items": 487,5447 "n_groups": 2415448 },5449 "number_recall": {5450 "mean": 1.0,5451 "ci_low": 1.0,5452 "ci_high": 1.0,5453 "n_items": 487,5454 "n_groups": 2415455 },5456 "placeholders_exact": {5457 "mean": 1.0,5458 "ci_low": 1.0,5459 "ci_high": 1.0,5460 "n_items": 487,5461 "n_groups": 2415462 }5463 },5464 "C": {5465 "n": 533,5466 "chrf": {5467 "mean": 71.1205451393566,5468 "ci_low": 70.19676568541936,5469 "ci_high": 72.00966040791019,5470 "n_items": 533,5471 "n_groups": 2515472 },5473 "edit_sim": {5474 "mean": 0.7250027131221971,5475 "ci_low": 0.7156885506989625,5476 "ci_high": 0.7339089431342135,5477 "n_items": 533,5478 "n_groups": 2515479 },5480 "rougeL": {5481 "mean": 0.7582086638787376,5482 "ci_low": 0.7491360842567688,5483 "ci_high": 0.7668828280226652,5484 "n_items": 533,5485 "n_groups": 2515486 },5487 "exact_match": {5488 "mean": 0.0,5489 "ci_low": 0.0,5490 "ci_high": 0.0,5491 "n_items": 533,5492 "n_groups": 2515493 },5494 "number_recall": {5495 "mean": 1.0,5496 "ci_low": 1.0,5497 "ci_high": 1.0,5498 "n_items": 533,5499 "n_groups": 2515500 },5501 "placeholders_exact": {5502 "mean": 1.0,5503 "ci_low": 1.0,5504 "ci_high": 1.0,5505 "n_items": 533,5506 "n_groups": 2515507 }5508 },5509 "D": {5510 "n": 516,5511 "chrf": {5512 "mean": 66.38938808628792,5513 "ci_low": 65.34510042879072,5514 "ci_high": 67.4149002535851,5515 "n_items": 516,5516 "n_groups": 2535517 },5518 "edit_sim": {5519 "mean": 0.676731407307165,5520 "ci_low": 0.6663123770886639,5521 "ci_high": 0.6870385539725145,5522 "n_items": 516,5523 "n_groups": 2535524 },5525 "rougeL": {5526 "mean": 0.7072635048196484,5527 "ci_low": 0.6960435425197299,5528 "ci_high": 0.7184345941458204,5529 "n_items": 516,5530 "n_groups": 2535531 },5532 "exact_match": {5533 "mean": 0.0,5534 "ci_low": 0.0,5535 "ci_high": 0.0,5536 "n_items": 516,5537 "n_groups": 2535538 },5539 "number_recall": {5540 "mean": 1.0,5541 "ci_low": 1.0,5542 "ci_high": 1.0,5543 "n_items": 516,5544 "n_groups": 2535545 },5546 "placeholders_exact": {5547 "mean": 1.0,5548 "ci_low": 1.0,5549 "ci_high": 1.0,5550 "n_items": 516,5551 "n_groups": 2535552 }5553 },5554 "E": {5555 "n": 970,5556 "chrf": {5557 "mean": 60.7118582305882,5558 "ci_low": 59.65946750400087,5559 "ci_high": 61.80223472777614,5560 "n_items": 970,5561 "n_groups": 2585562 },5563 "edit_sim": {5564 "mean": 0.6129528864498235,5565 "ci_low": 0.6034738923146472,5566 "ci_high": 0.6229390780461067,5567 "n_items": 970,5568 "n_groups": 2585569 },5570 "rougeL": {5571 "mean": 0.6430322828634614,5572 "ci_low": 0.6318323660290605,5573 "ci_high": 0.6547607993783947,5574 "n_items": 970,5575 "n_groups": 2585576 },5577 "exact_match": {5578 "mean": 0.0,5579 "ci_low": 0.0,5580 "ci_high": 0.0,5581 "n_items": 970,5582 "n_groups": 2585583 },5584 "number_recall": {5585 "mean": 1.0,5586 "ci_low": 1.0,5587 "ci_high": 1.0,5588 "n_items": 970,5589 "n_groups": 2585590 },5591 "placeholders_exact": {5592 "mean": 1.0,5593 "ci_low": 1.0,5594 "ci_high": 1.0,5595 "n_items": 970,5596 "n_groups": 2585597 }5598 }5599 },5600 "by_discipline": {5601 "biomedicine": {5602 "n": 386,5603 "chrf": {5604 "mean": 66.7745699960519,5605 "ci_low": 64.46564220703851,5606 "ci_high": 69.15465047300947,5607 "n_items": 386,5608 "n_groups": 665609 },5610 "edit_sim": {5611 "mean": 0.671062297364738,5612 "ci_low": 0.648905373629531,5613 "ci_high": 0.6938394153966391,5614 "n_items": 386,5615 "n_groups": 665616 },5617 "rougeL": {5618 "mean": 0.7016289479899426,5619 "ci_low": 0.6763923282340131,5620 "ci_high": 0.7266264312422368,5621 "n_items": 386,5622 "n_groups": 665623 },5624 "exact_match": {5625 "mean": 0.0,5626 "ci_low": 0.0,5627 "ci_high": 0.0,5628 "n_items": 386,5629 "n_groups": 665630 },5631 "number_recall": {5632 "mean": 1.0,5633 "ci_low": 1.0,5634 "ci_high": 1.0,5635 "n_items": 386,5636 "n_groups": 665637 },5638 "placeholders_exact": {5639 "mean": 1.0,5640 "ci_low": 1.0,5641 "ci_high": 1.0,5642 "n_items": 386,5643 "n_groups": 665644 }5645 },5646 "chemistry": {5647 "n": 173,5648 "chrf": {5649 "mean": 66.00607201337692,5650 "ci_low": 63.377920777343874,5651 "ci_high": 69.08715036865777,5652 "n_items": 173,5653 "n_groups": 145654 },5655 "edit_sim": {5656 "mean": 0.6668472901474065,5657 "ci_low": 0.6401413799093325,5658 "ci_high": 0.6996353625825801,5659 "n_items": 173,5660 "n_groups": 145661 },5662 "rougeL": {5663 "mean": 0.7038790880001148,5664 "ci_low": 0.6800200894471319,5665 "ci_high": 0.7334119221301468,5666 "n_items": 173,5667 "n_groups": 145668 },5669 "exact_match": {5670 "mean": 0.0,5671 "ci_low": 0.0,5672 "ci_high": 0.0,5673 "n_items": 173,5674 "n_groups": 145675 },5676 "number_recall": {5677 "mean": 1.0,5678 "ci_low": 1.0,5679 "ci_high": 1.0,5680 "n_items": 173,5681 "n_groups": 145682 },5683 "placeholders_exact": {5684 "mean": 1.0,5685 "ci_low": 1.0,5686 "ci_high": 1.0,5687 "n_items": 173,5688 "n_groups": 145689 }5690 },5691 "computer_science": {5692 "n": 200,5693 "chrf": {5694 "mean": 67.68372689868512,5695 "ci_low": 65.01221891373919,5696 "ci_high": 70.49258937214492,5697 "n_items": 200,5698 "n_groups": 145699 },5700 "edit_sim": {5701 "mean": 0.6895576760115669,5702 "ci_low": 0.661249434763421,5703 "ci_high": 0.7202682127509004,5704 "n_items": 200,5705 "n_groups": 145706 },5707 "rougeL": {5708 "mean": 0.7240692810748379,5709 "ci_low": 0.6960722693793265,5710 "ci_high": 0.7557817302112,5711 "n_items": 200,5712 "n_groups": 145713 },5714 "exact_match": {5715 "mean": 0.0,5716 "ci_low": 0.0,5717 "ci_high": 0.0,5718 "n_items": 200,5719 "n_groups": 145720 },5721 "number_recall": {5722 "mean": 1.0,5723 "ci_low": 1.0,5724 "ci_high": 1.0,5725 "n_items": 200,5726 "n_groups": 145727 },5728 "placeholders_exact": {5729 "mean": 1.0,5730 "ci_low": 1.0,5731 "ci_high": 1.0,5732 "n_items": 200,5733 "n_groups": 145734 }5735 },5736 "earth_sciences": {5737 "n": 124,5738 "chrf": {5739 "mean": 64.5672475609412,5740 "ci_low": 58.590297769760426,5741 "ci_high": 68.21551561529827,5742 "n_items": 124,5743 "n_groups": 25744 },5745 "edit_sim": {5746 "mean": 0.6656286243988323,5747 "ci_low": 0.6281020934058462,5748 "ci_high": 0.6885344290309148,5749 "n_items": 124,5750 "n_groups": 25751 },5752 "rougeL": {5753 "mean": 0.6960071448275121,5754 "ci_low": 0.6563299932161443,5755 "ci_high": 0.7202256659409447,5756 "n_items": 124,5757 "n_groups": 25758 },5759 "exact_match": {5760 "mean": 0.0,5761 "ci_low": 0.0,5762 "ci_high": 0.0,5763 "n_items": 124,5764 "n_groups": 25765 },5766 "number_recall": {5767 "mean": 1.0,5768 "ci_low": 1.0,5769 "ci_high": 1.0,5770 "n_items": 124,5771 "n_groups": 25772 },5773 "placeholders_exact": {5774 "mean": 1.0,5775 "ci_low": 1.0,5776 "ci_high": 1.0,5777 "n_items": 124,5778 "n_groups": 25779 }5780 },5781 "economics": {5782 "n": 366,5783 "chrf": {5784 "mean": 64.59714504754642,5785 "ci_low": 62.47756493242774,5786 "ci_high": 66.54546863382846,5787 "n_items": 366,5788 "n_groups": 485789 },5790 "edit_sim": {5791 "mean": 0.6683317561268974,5792 "ci_low": 0.6484716878793402,5793 "ci_high": 0.6872751686311749,5794 "n_items": 366,5795 "n_groups": 485796 },5797 "rougeL": {5798 "mean": 0.6921510792988266,5799 "ci_low": 0.6724587562422966,5800 "ci_high": 0.7106805689599118,5801 "n_items": 366,5802 "n_groups": 485803 },5804 "exact_match": {5805 "mean": 0.0,5806 "ci_low": 0.0,5807 "ci_high": 0.0,5808 "n_items": 366,5809 "n_groups": 485810 },5811 "number_recall": {5812 "mean": 1.0,5813 "ci_low": 1.0,5814 "ci_high": 1.0,5815 "n_items": 366,5816 "n_groups": 485817 },5818 "placeholders_exact": {5819 "mean": 1.0,5820 "ci_low": 1.0,5821 "ci_high": 1.0,5822 "n_items": 366,5823 "n_groups": 485824 }5825 },5826 "engineering": {5827 "n": 213,5828 "chrf": {5829 "mean": 65.22897078606888,5830 "ci_low": 63.010870387012595,5831 "ci_high": 67.079685391907,5832 "n_items": 213,5833 "n_groups": 205834 },5835 "edit_sim": {5836 "mean": 0.6502251996188717,5837 "ci_low": 0.6228022840746574,5838 "ci_high": 0.671509154739375,5839 "n_items": 213,5840 "n_groups": 205841 },5842 "rougeL": {5843 "mean": 0.6898627521565762,5844 "ci_low": 0.6646963322493429,5845 "ci_high": 0.7109202024475749,5846 "n_items": 213,5847 "n_groups": 205848 },5849 "exact_match": {5850 "mean": 0.0,5851 "ci_low": 0.0,5852 "ci_high": 0.0,5853 "n_items": 213,5854 "n_groups": 205855 },5856 "number_recall": {5857 "mean": 1.0,5858 "ci_low": 1.0,5859 "ci_high": 1.0,5860 "n_items": 213,5861 "n_groups": 205862 },5863 "placeholders_exact": {5864 "mean": 1.0,5865 "ci_low": 1.0,5866 "ci_high": 1.0,5867 "n_items": 213,5868 "n_groups": 205869 }5870 },5871 "finance": {5872 "n": 246,5873 "chrf": {5874 "mean": 65.3471119331683,5875 "ci_low": 62.934311777375356,5876 "ci_high": 67.86314504399188,5877 "n_items": 246,5878 "n_groups": 275879 },5880 "edit_sim": {5881 "mean": 0.6626163174477752,5882 "ci_low": 0.6387206064677436,5883 "ci_high": 0.685688417023028,5884 "n_items": 246,5885 "n_groups": 275886 },5887 "rougeL": {5888 "mean": 0.6921354860938794,5889 "ci_low": 0.6650371596774419,5890 "ci_high": 0.7181421045056622,5891 "n_items": 246,5892 "n_groups": 275893 },5894 "exact_match": {5895 "mean": 0.0,5896 "ci_low": 0.0,5897 "ci_high": 0.0,5898 "n_items": 246,5899 "n_groups": 275900 },5901 "number_recall": {5902 "mean": 1.0,5903 "ci_low": 1.0,5904 "ci_high": 1.0,5905 "n_items": 246,5906 "n_groups": 275907 },5908 "placeholders_exact": {5909 "mean": 1.0,5910 "ci_low": 1.0,5911 "ci_high": 1.0,5912 "n_items": 246,5913 "n_groups": 275914 }5915 },5916 "general_reference": {5917 "n": 29,5918 "chrf": {5919 "mean": 65.14916514797095,5920 "ci_low": 62.898047728423805,5921 "ci_high": 70.15164830252013,5922 "n_items": 29,5923 "n_groups": 25924 },5925 "edit_sim": {5926 "mean": 0.6675087772525001,5927 "ci_low": 0.6630710656102139,5928 "ci_high": 0.6773703586798032,5929 "n_items": 29,5930 "n_groups": 25931 },5932 "rougeL": {5933 "mean": 0.6959953212012058,5934 "ci_low": 0.6848867986074467,5935 "ci_high": 0.7206809269651147,5936 "n_items": 29,5937 "n_groups": 25938 },5939 "exact_match": {5940 "mean": 0.0,5941 "ci_low": 0.0,5942 "ci_high": 0.0,5943 "n_items": 29,5944 "n_groups": 25945 },5946 "number_recall": {5947 "mean": 1.0,5948 "ci_low": 1.0,5949 "ci_high": 1.0,5950 "n_items": 29,5951 "n_groups": 25952 },5953 "placeholders_exact": {5954 "mean": 1.0,5955 "ci_low": 1.0,5956 "ci_high": 1.0,5957 "n_items": 29,5958 "n_groups": 25959 }5960 },5961 "humanities": {5962 "n": 161,5963 "chrf": {5964 "mean": 61.308299501179924,5965 "ci_low": 60.10611941493745,5966 "ci_high": 62.86664087657009,5967 "n_items": 161,5968 "n_groups": 45969 },5970 "edit_sim": {5971 "mean": 0.6335913907008974,5972 "ci_low": 0.623217250859973,5973 "ci_high": 0.646225310313756,5974 "n_items": 161,5975 "n_groups": 45976 },5977 "rougeL": {5978 "mean": 0.646965541336362,5979 "ci_low": 0.6303739226137797,5980 "ci_high": 0.6848892412736931,5981 "n_items": 161,5982 "n_groups": 45983 },5984 "exact_match": {5985 "mean": 0.0,5986 "ci_low": 0.0,5987 "ci_high": 0.0,5988 "n_items": 161,5989 "n_groups": 45990 },5991 "number_recall": {5992 "mean": 1.0,5993 "ci_low": 1.0,5994 "ci_high": 1.0,5995 "n_items": 161,5996 "n_groups": 45997 },5998 "placeholders_exact": {5999 "mean": 1.0,6000 "ci_low": 1.0,6001 "ci_high": 1.0,6002 "n_items": 161,6003 "n_groups": 46004 }6005 },6006 "life_sciences": {6007 "n": 366,6008 "chrf": {6009 "mean": 66.26922878279018,6010 "ci_low": 63.48338525448487,6011 "ci_high": 68.8846032313206,6012 "n_items": 366,6013 "n_groups": 516014 },6015 "edit_sim": {6016 "mean": 0.6699961728739847,6017 "ci_low": 0.6453446290231387,6018 "ci_high": 0.6938413182508929,6019 "n_items": 366,6020 "n_groups": 516021 },6022 "rougeL": {6023 "mean": 0.7020271538908696,6024 "ci_low": 0.6743932181703471,6025 "ci_high": 0.7285821285032534,6026 "n_items": 366,6027 "n_groups": 516028 },6029 "exact_match": {6030 "mean": 0.0,6031 "ci_low": 0.0,6032 "ci_high": 0.0,6033 "n_items": 366,6034 "n_groups": 516035 },6036 "number_recall": {6037 "mean": 1.0,6038 "ci_low": 1.0,6039 "ci_high": 1.0,6040 "n_items": 366,6041 "n_groups": 516042 },6043 "placeholders_exact": {6044 "mean": 1.0,6045 "ci_low": 1.0,6046 "ci_high": 1.0,6047 "n_items": 366,6048 "n_groups": 516049 }6050 },6051 "mathematics": {6052 "n": 180,6053 "chrf": {6054 "mean": 69.12487365216053,6055 "ci_low": 65.78250669518651,6056 "ci_high": 71.3200180873012,6057 "n_items": 180,6058 "n_groups": 46059 },6060 "edit_sim": {6061 "mean": 0.6956480410060857,6062 "ci_low": 0.6644919523638845,6063 "ci_high": 0.7211220508048283,6064 "n_items": 180,6065 "n_groups": 46066 },6067 "rougeL": {6068 "mean": 0.7275399728395102,6069 "ci_low": 0.6813687951099996,6070 "ci_high": 0.7510259290254176,6071 "n_items": 180,6072 "n_groups": 46073 },6074 "exact_match": {6075 "mean": 0.0,6076 "ci_low": 0.0,6077 "ci_high": 0.0,6078 "n_items": 180,6079 "n_groups": 46080 },6081 "number_recall": {6082 "mean": 1.0,6083 "ci_low": 1.0,6084 "ci_high": 1.0,6085 "n_items": 180,6086 "n_groups": 46087 },6088 "placeholders_exact": {6089 "mean": 1.0,6090 "ci_low": 1.0,6091 "ci_high": 1.0,6092 "n_items": 180,6093 "n_groups": 46094 }6095 },6096 "other": {6097 "n": 66,6098 "chrf": {6099 "mean": 65.84494192565761,6100 "ci_low": 62.01003715327597,6101 "ci_high": 70.49649559755294,6102 "n_items": 66,6103 "n_groups": 56104 },6105 "edit_sim": {6106 "mean": 0.6628608281915724,6107 "ci_low": 0.6237352615752036,6108 "ci_high": 0.7076026268853822,6109 "n_items": 66,6110 "n_groups": 56111 },6112 "rougeL": {6113 "mean": 0.6927036553729691,6114 "ci_low": 0.6532359826564388,6115 "ci_high": 0.7417523349841132,6116 "n_items": 66,6117 "n_groups": 56118 },6119 "exact_match": {6120 "mean": 0.0,6121 "ci_low": 0.0,6122 "ci_high": 0.0,6123 "n_items": 66,6124 "n_groups": 56125 },6126 "number_recall": {6127 "mean": 1.0,6128 "ci_low": 1.0,6129 "ci_high": 1.0,6130 "n_items": 66,6131 "n_groups": 56132 },6133 "placeholders_exact": {6134 "mean": 1.0,6135 "ci_low": 1.0,6136 "ci_high": 1.0,6137 "n_items": 66,6138 "n_groups": 56139 }6140 },6141 "social_sciences": {6142 "n": 310,6143 "chrf": {6144 "mean": 66.50095317344831,6145 "ci_low": 63.3128146667147,6146 "ci_high": 69.20743300163944,6147 "n_items": 310,6148 "n_groups": 206149 },6150 "edit_sim": {6151 "mean": 0.6732531762323806,6152 "ci_low": 0.6454028619097952,6153 "ci_high": 0.6959011283393987,6154 "n_items": 310,6155 "n_groups": 206156 },6157 "rougeL": {6158 "mean": 0.7061371494330677,6159 "ci_low": 0.6695842816724406,6160 "ci_high": 0.7365641901471207,6161 "n_items": 310,6162 "n_groups": 206163 },6164 "exact_match": {6165 "mean": 0.0,6166 "ci_low": 0.0,6167 "ci_high": 0.0,6168 "n_items": 310,6169 "n_groups": 206170 },6171 "number_recall": {6172 "mean": 1.0,6173 "ci_low": 1.0,6174 "ci_high": 1.0,6175 "n_items": 310,6176 "n_groups": 206177 },6178 "placeholders_exact": {6179 "mean": 1.0,6180 "ci_low": 1.0,6181 "ci_high": 1.0,6182 "n_items": 310,6183 "n_groups": 206184 }6185 },6186 "statistics": {6187 "n": 180,6188 "chrf": {6189 "mean": 70.52258446420959,6190 "ci_low": 67.57462168446787,6191 "ci_high": 72.84429958748997,6192 "n_items": 180,6193 "n_groups": 76194 },6195 "edit_sim": {6196 "mean": 0.7100541857400867,6197 "ci_low": 0.6704557618850691,6198 "ci_high": 0.7318538257364295,6199 "n_items": 180,6200 "n_groups": 76201 },6202 "rougeL": {6203 "mean": 0.7458096398404715,6204 "ci_low": 0.7037940867618275,6205 "ci_high": 0.766060578633306,6206 "n_items": 180,6207 "n_groups": 76208 },6209 "exact_match": {6210 "mean": 0.0,6211 "ci_low": 0.0,6212 "ci_high": 0.0,6213 "n_items": 180,6214 "n_groups": 76215 },6216 "number_recall": {6217 "mean": 1.0,6218 "ci_low": 1.0,6219 "ci_high": 1.0,6220 "n_items": 180,6221 "n_groups": 76222 },6223 "placeholders_exact": {6224 "mean": 1.0,6225 "ci_low": 1.0,6226 "ci_high": 1.0,6227 "n_items": 180,6228 "n_groups": 76229 }6230 }6231 },6232 "by_era": {6233 "1900-1949": {6234 "n": 315,6235 "chrf": {6236 "mean": 60.34877291525017,6237 "ci_low": 58.536317032250764,6238 "ci_high": 63.08850718619657,6239 "n_items": 315,6240 "n_groups": 146241 },6242 "edit_sim": {6243 "mean": 0.6239336159760231,6244 "ci_low": 0.6038610271147663,6245 "ci_high": 0.6500309615267389,6246 "n_items": 315,6247 "n_groups": 146248 },6249 "rougeL": {6250 "mean": 0.6428931879148644,6251 "ci_low": 0.6205054497241003,6252 "ci_high": 0.671558281636184,6253 "n_items": 315,6254 "n_groups": 146255 },6256 "exact_match": {6257 "mean": 0.0,6258 "ci_low": 0.0,6259 "ci_high": 0.0,6260 "n_items": 315,6261 "n_groups": 146262 },6263 "number_recall": {6264 "mean": 1.0,6265 "ci_low": 1.0,6266 "ci_high": 1.0,6267 "n_items": 315,6268 "n_groups": 146269 },6270 "placeholders_exact": {6271 "mean": 1.0,6272 "ci_low": 1.0,6273 "ci_high": 1.0,6274 "n_items": 315,6275 "n_groups": 146276 }6277 },6278 "1950-1979": {6279 "n": 12,6280 "chrf": {6281 "mean": 57.636477084918646,6282 "ci_low": 57.636477084918646,6283 "ci_high": 57.636477084918646,6284 "n_items": 12,6285 "n_groups": 16286 },6287 "edit_sim": {6288 "mean": 0.5816643983939228,6289 "ci_low": 0.5816643983939228,6290 "ci_high": 0.5816643983939228,6291 "n_items": 12,6292 "n_groups": 16293 },6294 "rougeL": {6295 "mean": 0.6012078812304995,6296 "ci_low": 0.6012078812304995,6297 "ci_high": 0.6012078812304995,6298 "n_items": 12,6299 "n_groups": 16300 },6301 "exact_match": {6302 "mean": 0.0,6303 "ci_low": 0.0,6304 "ci_high": 0.0,6305 "n_items": 12,6306 "n_groups": 16307 },6308 "number_recall": {6309 "mean": 1.0,6310 "ci_low": 1.0,6311 "ci_high": 1.0,6312 "n_items": 12,6313 "n_groups": 16314 },6315 "placeholders_exact": {6316 "mean": 1.0,6317 "ci_low": 1.0,6318 "ci_high": 1.0,6319 "n_items": 12,6320 "n_groups": 16321 }6322 },6323 "1980-1999": {6324 "n": 21,6325 "chrf": {6326 "mean": 70.15508898093468,6327 "ci_low": 67.62940312517021,6328 "ci_high": 70.81528044291672,6329 "n_items": 21,6330 "n_groups": 36331 },6332 "edit_sim": {6333 "mean": 0.7060278067828591,6334 "ci_low": 0.6512623020967051,6335 "ci_high": 0.7224670555636905,6336 "n_items": 21,6337 "n_groups": 36338 },6339 "rougeL": {6340 "mean": 0.7295328535629357,6341 "ci_low": 0.6984538335804158,6342 "ci_high": 0.7416970704333261,6343 "n_items": 21,6344 "n_groups": 36345 },6346 "exact_match": {6347 "mean": 0.0,6348 "ci_low": 0.0,6349 "ci_high": 0.0,6350 "n_items": 21,6351 "n_groups": 36352 },6353 "number_recall": {6354 "mean": 1.0,6355 "ci_low": 1.0,6356 "ci_high": 1.0,6357 "n_items": 21,6358 "n_groups": 36359 },6360 "placeholders_exact": {6361 "mean": 1.0,6362 "ci_low": 1.0,6363 "ci_high": 1.0,6364 "n_items": 21,6365 "n_groups": 36366 }6367 },6368 "2000-2009": {6369 "n": 95,6370 "chrf": {6371 "mean": 67.31739451914623,6372 "ci_low": 64.10287405561311,6373 "ci_high": 70.5089160420756,6374 "n_items": 95,6375 "n_groups": 186376 },6377 "edit_sim": {6378 "mean": 0.6731530666993414,6379 "ci_low": 0.6374534689687679,6380 "ci_high": 0.706392105564504,6381 "n_items": 95,6382 "n_groups": 186383 },6384 "rougeL": {6385 "mean": 0.7008118258058087,6386 "ci_low": 0.6658101695357214,6387 "ci_high": 0.7330831746495542,6388 "n_items": 95,6389 "n_groups": 186390 },6391 "exact_match": {6392 "mean": 0.0,6393 "ci_low": 0.0,6394 "ci_high": 0.0,6395 "n_items": 95,6396 "n_groups": 186397 },6398 "number_recall": {6399 "mean": 1.0,6400 "ci_low": 1.0,6401 "ci_high": 1.0,6402 "n_items": 95,6403 "n_groups": 186404 },6405 "placeholders_exact": {6406 "mean": 1.0,6407 "ci_low": 1.0,6408 "ci_high": 1.0,6409 "n_items": 95,6410 "n_groups": 186411 }6412 },6413 "2010-2017": {6414 "n": 2557,6415 "chrf": {6416 "mean": 66.83262701154791,6417 "ci_low": 65.96527893939202,6418 "ci_high": 67.67269695117388,6419 "n_items": 2557,6420 "n_groups": 2486421 },6422 "edit_sim": {6423 "mean": 0.676858896241479,6424 "ci_low": 0.6684498062620586,6425 "ci_high": 0.684793340687836,6426 "n_items": 2557,6427 "n_groups": 2486428 },6429 "rougeL": {6430 "mean": 0.7093234140181939,6431 "ci_low": 0.6998477086470299,6432 "ci_high": 0.7180759468081028,6433 "n_items": 2557,6434 "n_groups": 2486435 },6436 "exact_match": {6437 "mean": 0.0,6438 "ci_low": 0.0,6439 "ci_high": 0.0,6440 "n_items": 2557,6441 "n_groups": 2486442 },6443 "number_recall": {6444 "mean": 1.0,6445 "ci_low": 1.0,6446 "ci_high": 1.0,6447 "n_items": 2557,6448 "n_groups": 2486449 },6450 "placeholders_exact": {6451 "mean": 1.0,6452 "ci_low": 1.0,6453 "ci_high": 1.0,6454 "n_items": 2557,6455 "n_groups": 2486456 }6457 }6458 },6459 "by_role": {6460 "abstract": {6461 "n": 244,6462 "chrf": {6463 "mean": 67.07289587009,6464 "ci_low": 65.02807557803128,6465 "ci_high": 69.27650550966365,6466 "n_items": 244,6467 "n_groups": 526468 },6469 "edit_sim": {6470 "mean": 0.6826021046529959,6471 "ci_low": 0.6624833326540318,6472 "ci_high": 0.70307946336906,6473 "n_items": 244,6474 "n_groups": 526475 },6476 "rougeL": {6477 "mean": 0.708865379899344,6478 "ci_low": 0.6880964432631739,6479 "ci_high": 0.7296967902034494,6480 "n_items": 244,6481 "n_groups": 526482 },6483 "exact_match": {6484 "mean": 0.0,6485 "ci_low": 0.0,6486 "ci_high": 0.0,6487 "n_items": 244,6488 "n_groups": 526489 },6490 "number_recall": {6491 "mean": 1.0,6492 "ci_low": 1.0,6493 "ci_high": 1.0,6494 "n_items": 244,6495 "n_groups": 526496 },6497 "placeholders_exact": {6498 "mean": 1.0,6499 "ci_low": 1.0,6500 "ci_high": 1.0,6501 "n_items": 244,6502 "n_groups": 526503 }6504 },6505 "background": {6506 "n": 184,6507 "chrf": {6508 "mean": 67.61731155727574,6509 "ci_low": 65.33998548090976,6510 "ci_high": 69.88889059725147,6511 "n_items": 184,6512 "n_groups": 256513 },6514 "edit_sim": {6515 "mean": 0.6867920832532411,6516 "ci_low": 0.6650787292619479,6517 "ci_high": 0.7093577970305772,6518 "n_items": 184,6519 "n_groups": 256520 },6521 "rougeL": {6522 "mean": 0.7076466585055105,6523 "ci_low": 0.6853559698593371,6524 "ci_high": 0.7304296815375246,6525 "n_items": 184,6526 "n_groups": 256527 },6528 "exact_match": {6529 "mean": 0.0,6530 "ci_low": 0.0,6531 "ci_high": 0.0,6532 "n_items": 184,6533 "n_groups": 256534 },6535 "number_recall": {6536 "mean": 1.0,6537 "ci_low": 1.0,6538 "ci_high": 1.0,6539 "n_items": 184,6540 "n_groups": 256541 },6542 "placeholders_exact": {6543 "mean": 1.0,6544 "ci_low": 1.0,6545 "ci_high": 1.0,6546 "n_items": 184,6547 "n_groups": 256548 }6549 },6550 "chapter": {6551 "n": 191,6552 "chrf": {6553 "mean": 62.95486772271414,6554 "ci_low": 60.53361738524124,6555 "ci_high": 65.49150519317745,6556 "n_items": 191,6557 "n_groups": 136558 },6559 "edit_sim": {6560 "mean": 0.6483074549376956,6561 "ci_low": 0.625764606878496,6562 "ci_high": 0.6696256992823687,6563 "n_items": 191,6564 "n_groups": 136565 },6566 "rougeL": {6567 "mean": 0.6687037911936867,6568 "ci_low": 0.6376336471115946,6569 "ci_high": 0.6973494352778697,6570 "n_items": 191,6571 "n_groups": 136572 },6573 "exact_match": {6574 "mean": 0.0,6575 "ci_low": 0.0,6576 "ci_high": 0.0,6577 "n_items": 191,6578 "n_groups": 136579 },6580 "number_recall": {6581 "mean": 1.0,6582 "ci_low": 1.0,6583 "ci_high": 1.0,6584 "n_items": 191,6585 "n_groups": 136586 },6587 "placeholders_exact": {6588 "mean": 1.0,6589 "ci_low": 1.0,6590 "ci_high": 1.0,6591 "n_items": 191,6592 "n_groups": 136593 }6594 },6595 "conclusion": {6596 "n": 251,6597 "chrf": {6598 "mean": 62.62612058664504,6599 "ci_low": 60.12474334732682,6600 "ci_high": 65.63018193136901,6601 "n_items": 251,6602 "n_groups": 466603 },6604 "edit_sim": {6605 "mean": 0.638281397601356,6606 "ci_low": 0.6120459472585147,6607 "ci_high": 0.669516545577528,6608 "n_items": 251,6609 "n_groups": 466610 },6611 "rougeL": {6612 "mean": 0.6658859396072142,6613 "ci_low": 0.6397282497644727,6614 "ci_high": 0.6978758919087236,6615 "n_items": 251,6616 "n_groups": 466617 },6618 "exact_match": {6619 "mean": 0.0,6620 "ci_low": 0.0,6621 "ci_high": 0.0,6622 "n_items": 251,6623 "n_groups": 466624 },6625 "number_recall": {6626 "mean": 1.0,6627 "ci_low": 1.0,6628 "ci_high": 1.0,6629 "n_items": 251,6630 "n_groups": 466631 },6632 "placeholders_exact": {6633 "mean": 1.0,6634 "ci_low": 1.0,6635 "ci_high": 1.0,6636 "n_items": 251,6637 "n_groups": 466638 }6639 },6640 "data": {6641 "n": 207,6642 "chrf": {6643 "mean": 69.40511802347024,6644 "ci_low": 67.48189211069617,6645 "ci_high": 71.37886376291037,6646 "n_items": 207,6647 "n_groups": 336648 },6649 "edit_sim": {6650 "mean": 0.6922849706475208,6651 "ci_low": 0.677277650255516,6652 "ci_high": 0.7081841731412186,6653 "n_items": 207,6654 "n_groups": 336655 },6656 "rougeL": {6657 "mean": 0.735568334797984,6658 "ci_low": 0.7209031201948126,6659 "ci_high": 0.7521443406843903,6660 "n_items": 207,6661 "n_groups": 336662 },6663 "exact_match": {6664 "mean": 0.0,6665 "ci_low": 0.0,6666 "ci_high": 0.0,6667 "n_items": 207,6668 "n_groups": 336669 },6670 "number_recall": {6671 "mean": 1.0,6672 "ci_low": 1.0,6673 "ci_high": 1.0,6674 "n_items": 207,6675 "n_groups": 336676 },6677 "placeholders_exact": {6678 "mean": 1.0,6679 "ci_low": 1.0,6680 "ci_high": 1.0,6681 "n_items": 207,6682 "n_groups": 336683 }6684 },6685 "discussion": {6686 "n": 279,6687 "chrf": {6688 "mean": 65.41373201992556,6689 "ci_low": 63.122828465061964,6690 "ci_high": 67.80413163937422,6691 "n_items": 279,6692 "n_groups": 436693 },6694 "edit_sim": {6695 "mean": 0.6642787300652462,6696 "ci_low": 0.6440965079414998,6697 "ci_high": 0.6864798488935097,6698 "n_items": 279,6699 "n_groups": 436700 },6701 "rougeL": {6702 "mean": 0.6864374119325014,6703 "ci_low": 0.6631856662216716,6704 "ci_high": 0.7126303317391433,6705 "n_items": 279,6706 "n_groups": 436707 },6708 "exact_match": {6709 "mean": 0.0,6710 "ci_low": 0.0,6711 "ci_high": 0.0,6712 "n_items": 279,6713 "n_groups": 436714 },6715 "number_recall": {6716 "mean": 1.0,6717 "ci_low": 1.0,6718 "ci_high": 1.0,6719 "n_items": 279,6720 "n_groups": 436721 },6722 "placeholders_exact": {6723 "mean": 1.0,6724 "ci_low": 1.0,6725 "ci_high": 1.0,6726 "n_items": 279,6727 "n_groups": 436728 }6729 },6730 "introduction": {6731 "n": 336,6732 "chrf": {6733 "mean": 65.51497315359947,6734 "ci_low": 63.91259847538842,6735 "ci_high": 66.86413338332855,6736 "n_items": 336,6737 "n_groups": 566738 },6739 "edit_sim": {6740 "mean": 0.672011312296865,6741 "ci_low": 0.6546641963313737,6742 "ci_high": 0.6869418500399933,6743 "n_items": 336,6744 "n_groups": 566745 },6746 "rougeL": {6747 "mean": 0.6986899809228172,6748 "ci_low": 0.6825186418131783,6749 "ci_high": 0.7135173169977826,6750 "n_items": 336,6751 "n_groups": 566752 },6753 "exact_match": {6754 "mean": 0.0,6755 "ci_low": 0.0,6756 "ci_high": 0.0,6757 "n_items": 336,6758 "n_groups": 566759 },6760 "number_recall": {6761 "mean": 1.0,6762 "ci_low": 1.0,6763 "ci_high": 1.0,6764 "n_items": 336,6765 "n_groups": 566766 },6767 "placeholders_exact": {6768 "mean": 1.0,6769 "ci_low": 1.0,6770 "ci_high": 1.0,6771 "n_items": 336,6772 "n_groups": 566773 }6774 },6775 "limitations": {6776 "n": 90,6777 "chrf": {6778 "mean": 64.04376665961986,6779 "ci_low": 60.65563803924603,6780 "ci_high": 67.86683139144208,6781 "n_items": 90,6782 "n_groups": 146783 },6784 "edit_sim": {6785 "mean": 0.6538135864870068,6786 "ci_low": 0.6151129443311539,6787 "ci_high": 0.6961593696127827,6788 "n_items": 90,6789 "n_groups": 146790 },6791 "rougeL": {6792 "mean": 0.6726490182971714,6793 "ci_low": 0.6319564094117008,6794 "ci_high": 0.7148223844495439,6795 "n_items": 90,6796 "n_groups": 146797 },6798 "exact_match": {6799 "mean": 0.0,6800 "ci_low": 0.0,6801 "ci_high": 0.0,6802 "n_items": 90,6803 "n_groups": 146804 },6805 "number_recall": {6806 "mean": 1.0,6807 "ci_low": 1.0,6808 "ci_high": 1.0,6809 "n_items": 90,6810 "n_groups": 146811 },6812 "placeholders_exact": {6813 "mean": 1.0,6814 "ci_low": 1.0,6815 "ci_high": 1.0,6816 "n_items": 90,6817 "n_groups": 146818 }6819 },6820 "methods": {6821 "n": 265,6822 "chrf": {6823 "mean": 69.73132802976497,6824 "ci_low": 67.74997007134536,6825 "ci_high": 71.81598423907245,6826 "n_items": 265,6827 "n_groups": 456828 },6829 "edit_sim": {6830 "mean": 0.6928695860286175,6831 "ci_low": 0.6707757197994219,6832 "ci_high": 0.7163433538520989,6833 "n_items": 265,6834 "n_groups": 456835 },6836 "rougeL": {6837 "mean": 0.7352588924729534,6838 "ci_low": 0.7146420821089383,6839 "ci_high": 0.7577450302167695,6840 "n_items": 265,6841 "n_groups": 456842 },6843 "exact_match": {6844 "mean": 0.0,6845 "ci_low": 0.0,6846 "ci_high": 0.0,6847 "n_items": 265,6848 "n_groups": 456849 },6850 "number_recall": {6851 "mean": 1.0,6852 "ci_low": 1.0,6853 "ci_high": 1.0,6854 "n_items": 265,6855 "n_groups": 456856 },6857 "placeholders_exact": {6858 "mean": 1.0,6859 "ci_low": 1.0,6860 "ci_high": 1.0,6861 "n_items": 265,6862 "n_groups": 456863 }6864 },6865 "other": {6866 "n": 275,6867 "chrf": {6868 "mean": 65.95905500411621,6869 "ci_low": 63.5726797246937,6870 "ci_high": 68.19386141349396,6871 "n_items": 275,6872 "n_groups": 386873 },6874 "edit_sim": {6875 "mean": 0.6669474417783253,6876 "ci_low": 0.642703610731215,6877 "ci_high": 0.6897172895367463,6878 "n_items": 275,6879 "n_groups": 386880 },6881 "rougeL": {6882 "mean": 0.7007662582126627,6883 "ci_low": 0.6745480234400565,6884 "ci_high": 0.7245607621800103,6885 "n_items": 275,6886 "n_groups": 386887 },6888 "exact_match": {6889 "mean": 0.0,6890 "ci_low": 0.0,6891 "ci_high": 0.0,6892 "n_items": 275,6893 "n_groups": 386894 },6895 "number_recall": {6896 "mean": 1.0,6897 "ci_low": 1.0,6898 "ci_high": 1.0,6899 "n_items": 275,6900 "n_groups": 386901 },6902 "placeholders_exact": {6903 "mean": 1.0,6904 "ci_low": 1.0,6905 "ci_high": 1.0,6906 "n_items": 275,6907 "n_groups": 386908 }6909 },6910 "preface": {6911 "n": 114,6912 "chrf": {6913 "mean": 55.71000037354694,6914 "ci_low": 52.622536597125695,6915 "ci_high": 58.67115856005946,6916 "n_items": 114,6917 "n_groups": 96918 },6919 "edit_sim": {6920 "mean": 0.5735871909885908,6921 "ci_low": 0.5467121628502963,6922 "ci_high": 0.6014188626178472,6923 "n_items": 114,6924 "n_groups": 96925 },6926 "rougeL": {6927 "mean": 0.5895471994903085,6928 "ci_low": 0.55731410433802,6929 "ci_high": 0.6205342862339281,6930 "n_items": 114,6931 "n_groups": 96932 },6933 "exact_match": {6934 "mean": 0.0,6935 "ci_low": 0.0,6936 "ci_high": 0.0,6937 "n_items": 114,6938 "n_groups": 96939 },6940 "number_recall": {6941 "mean": 1.0,6942 "ci_low": 1.0,6943 "ci_high": 1.0,6944 "n_items": 114,6945 "n_groups": 96946 },6947 "placeholders_exact": {6948 "mean": 1.0,6949 "ci_low": 1.0,6950 "ci_high": 1.0,6951 "n_items": 114,6952 "n_groups": 96953 }6954 },6955 "related_work": {6956 "n": 109,6957 "chrf": {6958 "mean": 68.29977256852696,6959 "ci_low": 65.43711661269468,6960 "ci_high": 70.98576778027027,6961 "n_items": 109,6962 "n_groups": 166963 },6964 "edit_sim": {6965 "mean": 0.7008044617751905,6966 "ci_low": 0.6736224610516957,6967 "ci_high": 0.7268689438635852,6968 "n_items": 109,6969 "n_groups": 166970 },6971 "rougeL": {6972 "mean": 0.7287857935166453,6973 "ci_low": 0.7033426776097761,6974 "ci_high": 0.7541309210923008,6975 "n_items": 109,6976 "n_groups": 166977 },6978 "exact_match": {6979 "mean": 0.0,6980 "ci_low": 0.0,6981 "ci_high": 0.0,6982 "n_items": 109,6983 "n_groups": 166984 },6985 "number_recall": {6986 "mean": 1.0,6987 "ci_low": 1.0,6988 "ci_high": 1.0,6989 "n_items": 109,6990 "n_groups": 166991 },6992 "placeholders_exact": {6993 "mean": 1.0,6994 "ci_low": 1.0,6995 "ci_high": 1.0,6996 "n_items": 109,6997 "n_groups": 166998 }6999 },7000 "results": {7001 "n": 263,7002 "chrf": {7003 "mean": 68.23595804991604,7004 "ci_low": 66.00375992754465,7005 "ci_high": 70.5790179164545,7006 "n_items": 263,7007 "n_groups": 467008 },7009 "edit_sim": {7010 "mean": 0.6894023920331139,7011 "ci_low": 0.6668156547110754,7012 "ci_high": 0.7128975405132779,7013 "n_items": 263,7014 "n_groups": 467015 },7016 "rougeL": {7017 "mean": 0.7307848254892417,7018 "ci_low": 0.7052325207041606,7019 "ci_high": 0.7566451508206967,7020 "n_items": 263,7021 "n_groups": 467022 },7023 "exact_match": {7024 "mean": 0.0,7025 "ci_low": 0.0,7026 "ci_high": 0.0,7027 "n_items": 263,7028 "n_groups": 467029 },7030 "number_recall": {7031 "mean": 1.0,7032 "ci_low": 1.0,7033 "ci_high": 1.0,7034 "n_items": 263,7035 "n_groups": 467036 },7037 "placeholders_exact": {7038 "mean": 1.0,7039 "ci_low": 1.0,7040 "ci_high": 1.0,7041 "n_items": 263,7042 "n_groups": 467043 }7044 },7045 "theory": {7046 "n": 192,7047 "chrf": {7048 "mean": 68.52372381014686,7049 "ci_low": 66.20950931713469,7050 "ci_high": 70.41874849991585,7051 "n_items": 192,7052 "n_groups": 297053 },7054 "edit_sim": {7055 "mean": 0.6910268380791732,7056 "ci_low": 0.6682774567841434,7057 "ci_high": 0.7092411395640151,7058 "n_items": 192,7059 "n_groups": 297060 },7061 "rougeL": {7062 "mean": 0.7388515710787876,7063 "ci_low": 0.7158700302082154,7064 "ci_high": 0.7570609502919046,7065 "n_items": 192,7066 "n_groups": 297067 },7068 "exact_match": {7069 "mean": 0.0,7070 "ci_low": 0.0,7071 "ci_high": 0.0,7072 "n_items": 192,7073 "n_groups": 297074 },7075 "number_recall": {7076 "mean": 1.0,7077 "ci_low": 1.0,7078 "ci_high": 1.0,7079 "n_items": 192,7080 "n_groups": 297081 },7082 "placeholders_exact": {7083 "mean": 1.0,7084 "ci_low": 1.0,7085 "ci_high": 1.0,7086 "n_items": 192,7087 "n_groups": 297088 }7089 }7090 }7091 },7092 "htr-m1-small-mediumdenoiseinit": {7093 "overall": {7094 "n": 3000,7095 "chrf": {7096 "mean": 68.61857974918058,7097 "ci_low": 67.81881851906896,7098 "ci_high": 69.39823836468808,7099 "n_items": 3000,7100 "n_groups": 2847101 },7102 "edit_sim": {7103 "mean": 0.6752908025402917,7104 "ci_low": 0.6675812749125989,7105 "ci_high": 0.6829003111486232,7106 "n_items": 3000,7107 "n_groups": 2847108 },7109 "rougeL": {7110 "mean": 0.6837377538336445,7111 "ci_low": 0.6752390049816313,7112 "ci_high": 0.6923933804458389,7113 "n_items": 3000,7114 "n_groups": 2847115 },7116 "exact_match": {7117 "mean": 0.0,7118 "ci_low": 0.0,7119 "ci_high": 0.0,7120 "n_items": 3000,7121 "n_groups": 2847122 },7123 "number_recall": {7124 "mean": 0.9899141425295839,7125 "ci_low": 0.9865067264785233,7126 "ci_high": 0.9928078597643945,7127 "n_items": 3000,7128 "n_groups": 2847129 },7130 "placeholders_exact": {7131 "mean": 0.9956666666666667,7132 "ci_low": 0.9929002183518821,7133 "ci_high": 0.9981440409733442,7134 "n_items": 3000,7135 "n_groups": 2847136 }7137 },7138 "by_variant": {7139 "A": {7140 "n": 494,7141 "chrf": {7142 "mean": 67.79135259659425,7143 "ci_low": 66.77419647907027,7144 "ci_high": 68.77130231836003,7145 "n_items": 494,7146 "n_groups": 2397147 },7148 "edit_sim": {7149 "mean": 0.6621459586131956,7150 "ci_low": 0.652126222060016,7151 "ci_high": 0.6724914299350314,7152 "n_items": 494,7153 "n_groups": 2397154 },7155 "rougeL": {7156 "mean": 0.6698858959426369,7157 "ci_low": 0.659445042862643,7158 "ci_high": 0.6809942525101379,7159 "n_items": 494,7160 "n_groups": 2397161 },7162 "exact_match": {7163 "mean": 0.0,7164 "ci_low": 0.0,7165 "ci_high": 0.0,7166 "n_items": 494,7167 "n_groups": 2397168 },7169 "number_recall": {7170 "mean": 0.988821294539918,7171 "ci_low": 0.9817450730069783,7172 "ci_high": 0.9946433457044997,7173 "n_items": 494,7174 "n_groups": 2397175 },7176 "placeholders_exact": {7177 "mean": 0.9919028340080972,7178 "ci_low": 0.9832267461105595,7179 "ci_high": 0.9981098188316797,7180 "n_items": 494,7181 "n_groups": 2397182 }7183 },7184 "B": {7185 "n": 487,7186 "chrf": {7187 "mean": 73.5547385229149,7188 "ci_low": 72.60271254230439,7189 "ci_high": 74.50054384289349,7190 "n_items": 487,7191 "n_groups": 2417192 },7193 "edit_sim": {7194 "mean": 0.7339678441094619,7195 "ci_low": 0.7236038041566301,7196 "ci_high": 0.7445690528090375,7197 "n_items": 487,7198 "n_groups": 2417199 },7200 "rougeL": {7201 "mean": 0.7414527239454007,7202 "ci_low": 0.7307152623822312,7203 "ci_high": 0.7521290690447681,7204 "n_items": 487,7205 "n_groups": 2417206 },7207 "exact_match": {7208 "mean": 0.0,7209 "ci_low": 0.0,7210 "ci_high": 0.0,7211 "n_items": 487,7212 "n_groups": 2417213 },7214 "number_recall": {7215 "mean": 0.9924053436464356,7216 "ci_low": 0.9883105131776563,7217 "ci_high": 0.9958354340138508,7218 "n_items": 487,7219 "n_groups": 2417220 },7221 "placeholders_exact": {7222 "mean": 0.9917864476386037,7223 "ci_low": 0.9824894190729743,7224 "ci_high": 0.998062015503876,7225 "n_items": 487,7226 "n_groups": 2417227 }7228 },7229 "C": {7230 "n": 533,7231 "chrf": {7232 "mean": 71.6373530685082,7233 "ci_low": 70.79759500479875,7234 "ci_high": 72.45080307362961,7235 "n_items": 533,7236 "n_groups": 2517237 },7238 "edit_sim": {7239 "mean": 0.7214842651798374,7240 "ci_low": 0.713420726349529,7241 "ci_high": 0.7298422526002147,7242 "n_items": 533,7243 "n_groups": 2517244 },7245 "rougeL": {7246 "mean": 0.7412261654372093,7247 "ci_low": 0.7325714331174089,7248 "ci_high": 0.7498851426849843,7249 "n_items": 533,7250 "n_groups": 2517251 },7252 "exact_match": {7253 "mean": 0.0,7254 "ci_low": 0.0,7255 "ci_high": 0.0,7256 "n_items": 533,7257 "n_groups": 2517258 },7259 "number_recall": {7260 "mean": 0.9876929147567045,7261 "ci_low": 0.9827058164907614,7262 "ci_high": 0.992450386962219,7263 "n_items": 533,7264 "n_groups": 2517265 },7266 "placeholders_exact": {7267 "mean": 0.9962476547842402,7268 "ci_low": 0.9902723735408561,7269 "ci_high": 1.0,7270 "n_items": 533,7271 "n_groups": 2517272 }7273 },7274 "D": {7275 "n": 516,7276 "chrf": {7277 "mean": 69.25996686977957,7278 "ci_low": 68.31658260114325,7279 "ci_high": 70.18142537559001,7280 "n_items": 516,7281 "n_groups": 2537282 },7283 "edit_sim": {7284 "mean": 0.6865176759911231,7285 "ci_low": 0.6764597027855214,7286 "ci_high": 0.6967463499917124,7287 "n_items": 516,7288 "n_groups": 2537289 },7290 "rougeL": {7291 "mean": 0.6899729738481977,7292 "ci_low": 0.6794247791136443,7293 "ci_high": 0.7004448881929627,7294 "n_items": 516,7295 "n_groups": 2537296 },7297 "exact_match": {7298 "mean": 0.0,7299 "ci_low": 0.0,7300 "ci_high": 0.0,7301 "n_items": 516,7302 "n_groups": 2537303 },7304 "number_recall": {7305 "mean": 0.9894045500150151,7306 "ci_low": 0.984297162318591,7307 "ci_high": 0.9936872637421945,7308 "n_items": 516,7309 "n_groups": 2537310 },7311 "placeholders_exact": {7312 "mean": 0.9961240310077519,7313 "ci_low": 0.9900788720060589,7314 "ci_high": 1.0,7315 "n_items": 516,7316 "n_groups": 2537317 }7318 },7319 "E": {7320 "n": 970,7321 "chrf": {7322 "mean": 64.56165083901391,7323 "ci_low": 63.58753890960951,7324 "ci_high": 65.55111375217332,7325 "n_items": 970,7326 "n_groups": 2587327 },7328 "edit_sim": {7329 "mean": 0.6211708554972944,7330 "ci_low": 0.6120331048691656,7331 "ci_high": 0.6307397062888751,7332 "n_items": 970,7333 "n_groups": 2587334 },7335 "rougeL": {7336 "mean": 0.6269098470723281,7337 "ci_low": 0.6162782280742602,7338 "ci_high": 0.6376134837591424,7339 "n_items": 970,7340 "n_groups": 2587341 },7342 "exact_match": {7343 "mean": 0.0,7344 "ci_low": 0.0,7345 "ci_high": 0.0,7346 "n_items": 970,7347 "n_groups": 2587348 },7349 "number_recall": {7350 "mean": 0.9907115818114909,7351 "ci_low": 0.986650987310983,7352 "ci_high": 0.9943010295756047,7353 "n_items": 970,7354 "n_groups": 2587355 },7356 "placeholders_exact": {7357 "mean": 0.9989690721649485,7358 "ci_low": 0.996699396760868,7359 "ci_high": 1.0,7360 "n_items": 970,7361 "n_groups": 2587362 }7363 }7364 },7365 "by_discipline": {7366 "biomedicine": {7367 "n": 386,7368 "chrf": {7369 "mean": 68.8864521208589,7370 "ci_low": 66.69437533326962,7371 "ci_high": 71.18916896006813,7372 "n_items": 386,7373 "n_groups": 667374 },7375 "edit_sim": {7376 "mean": 0.6756725988205624,7377 "ci_low": 0.6546158399454354,7378 "ci_high": 0.6975004645504513,7379 "n_items": 386,7380 "n_groups": 667381 },7382 "rougeL": {7383 "mean": 0.6871027097211226,7384 "ci_low": 0.6643769337323169,7385 "ci_high": 0.7097765609395932,7386 "n_items": 386,7387 "n_groups": 667388 },7389 "exact_match": {7390 "mean": 0.0,7391 "ci_low": 0.0,7392 "ci_high": 0.0,7393 "n_items": 386,7394 "n_groups": 667395 },7396 "number_recall": {7397 "mean": 0.9918527392296822,7398 "ci_low": 0.9851569896399511,7399 "ci_high": 0.9968436102587889,7400 "n_items": 386,7401 "n_groups": 667402 },7403 "placeholders_exact": {7404 "mean": 0.9948186528497409,7405 "ci_low": 0.9833321727019498,7406 "ci_high": 1.0,7407 "n_items": 386,7408 "n_groups": 667409 }7410 },7411 "chemistry": {7412 "n": 173,7413 "chrf": {7414 "mean": 69.15089082501939,7415 "ci_low": 67.46719498276833,7416 "ci_high": 71.09678813676936,7417 "n_items": 173,7418 "n_groups": 147419 },7420 "edit_sim": {7421 "mean": 0.6766010285101527,7422 "ci_low": 0.654214157840104,7423 "ci_high": 0.7041311315660517,7424 "n_items": 173,7425 "n_groups": 147426 },7427 "rougeL": {7428 "mean": 0.6876859011484131,7429 "ci_low": 0.6655489110238877,7430 "ci_high": 0.7156193833256179,7431 "n_items": 173,7432 "n_groups": 147433 },7434 "exact_match": {7435 "mean": 0.0,7436 "ci_low": 0.0,7437 "ci_high": 0.0,7438 "n_items": 173,7439 "n_groups": 147440 },7441 "number_recall": {7442 "mean": 0.9754057920242891,7443 "ci_low": 0.9485743339958997,7444 "ci_high": 0.9958590784138646,7445 "n_items": 173,7446 "n_groups": 147447 },7448 "placeholders_exact": {7449 "mean": 0.9942196531791907,7450 "ci_low": 0.9829545454545454,7451 "ci_high": 1.0,7452 "n_items": 173,7453 "n_groups": 147454 }7455 },7456 "computer_science": {7457 "n": 200,7458 "chrf": {7459 "mean": 70.2565308630935,7460 "ci_low": 67.58852039481728,7461 "ci_high": 73.15837758922821,7462 "n_items": 200,7463 "n_groups": 147464 },7465 "edit_sim": {7466 "mean": 0.6915668202829892,7467 "ci_low": 0.6624001646845109,7468 "ci_high": 0.725805141171784,7469 "n_items": 200,7470 "n_groups": 147471 },7472 "rougeL": {7473 "mean": 0.700968380619496,7474 "ci_low": 0.6672881470737132,7475 "ci_high": 0.7377130006944037,7476 "n_items": 200,7477 "n_groups": 147478 },7479 "exact_match": {7480 "mean": 0.0,7481 "ci_low": 0.0,7482 "ci_high": 0.0,7483 "n_items": 200,7484 "n_groups": 147485 },7486 "number_recall": {7487 "mean": 0.9841785714285715,7488 "ci_low": 0.967857142857143,7489 "ci_high": 0.9957274011299435,7490 "n_items": 200,7491 "n_groups": 147492 },7493 "placeholders_exact": {7494 "mean": 0.975,7495 "ci_low": 0.9516104594330401,7496 "ci_high": 0.9947949714467005,7497 "n_items": 200,7498 "n_groups": 147499 }7500 },7501 "earth_sciences": {7502 "n": 124,7503 "chrf": {7504 "mean": 68.54048498512188,7505 "ci_low": 63.235569338847846,7506 "ci_high": 71.77855037960082,7507 "n_items": 124,7508 "n_groups": 27509 },7510 "edit_sim": {7511 "mean": 0.6835521012997318,7512 "ci_low": 0.6500715447293782,7513 "ci_high": 0.7039882851803372,7514 "n_items": 124,7515 "n_groups": 27516 },7517 "rougeL": {7518 "mean": 0.6907487647883939,7519 "ci_low": 0.6525092049639837,7520 "ci_high": 0.7140897948110857,7521 "n_items": 124,7522 "n_groups": 27523 },7524 "exact_match": {7525 "mean": 0.0,7526 "ci_low": 0.0,7527 "ci_high": 0.0,7528 "n_items": 124,7529 "n_groups": 27530 },7531 "number_recall": {7532 "mean": 0.9944611839773131,7533 "ci_low": 0.9910803482232052,7534 "ci_high": 1.0,7535 "n_items": 124,7536 "n_groups": 27537 },7538 "placeholders_exact": {7539 "mean": 1.0,7540 "ci_low": 1.0,7541 "ci_high": 1.0,7542 "n_items": 124,7543 "n_groups": 27544 }7545 },7546 "economics": {7547 "n": 366,7548 "chrf": {7549 "mean": 67.7338974496373,7550 "ci_low": 66.14044176058576,7551 "ci_high": 69.18802940750692,7552 "n_items": 366,7553 "n_groups": 487554 },7555 "edit_sim": {7556 "mean": 0.6735246031667734,7557 "ci_low": 0.6558575283567866,7558 "ci_high": 0.689959799409757,7559 "n_items": 366,7560 "n_groups": 487561 },7562 "rougeL": {7563 "mean": 0.673941977490714,7564 "ci_low": 0.6543145301810858,7565 "ci_high": 0.6922116576933843,7566 "n_items": 366,7567 "n_groups": 487568 },7569 "exact_match": {7570 "mean": 0.0,7571 "ci_low": 0.0,7572 "ci_high": 0.0,7573 "n_items": 366,7574 "n_groups": 487575 },7576 "number_recall": {7577 "mean": 0.9954592766068175,7578 "ci_low": 0.9910674950604528,7579 "ci_high": 0.998977073344961,7580 "n_items": 366,7581 "n_groups": 487582 },7583 "placeholders_exact": {7584 "mean": 1.0,7585 "ci_low": 1.0,7586 "ci_high": 1.0,7587 "n_items": 366,7588 "n_groups": 487589 }7590 },7591 "engineering": {7592 "n": 213,7593 "chrf": {7594 "mean": 68.20169129741788,7595 "ci_low": 66.69082235075174,7596 "ci_high": 69.59322352767181,7597 "n_items": 213,7598 "n_groups": 207599 },7600 "edit_sim": {7601 "mean": 0.6492988059363123,7602 "ci_low": 0.6266000978744388,7603 "ci_high": 0.6663931357129873,7604 "n_items": 213,7605 "n_groups": 207606 },7607 "rougeL": {7608 "mean": 0.6694701204187621,7609 "ci_low": 0.650664867056626,7610 "ci_high": 0.6867779283481293,7611 "n_items": 213,7612 "n_groups": 207613 },7614 "exact_match": {7615 "mean": 0.0,7616 "ci_low": 0.0,7617 "ci_high": 0.0,7618 "n_items": 213,7619 "n_groups": 207620 },7621 "number_recall": {7622 "mean": 0.9818813163883586,7623 "ci_low": 0.9556602722478634,7624 "ci_high": 0.9976413446355854,7625 "n_items": 213,7626 "n_groups": 207627 },7628 "placeholders_exact": {7629 "mean": 1.0,7630 "ci_low": 1.0,7631 "ci_high": 1.0,7632 "n_items": 213,7633 "n_groups": 207634 }7635 },7636 "finance": {7637 "n": 246,7638 "chrf": {7639 "mean": 68.79612084760193,7640 "ci_low": 66.98273088851953,7641 "ci_high": 70.58004108873848,7642 "n_items": 246,7643 "n_groups": 277644 },7645 "edit_sim": {7646 "mean": 0.6764982879141189,7647 "ci_low": 0.6554681018049183,7648 "ci_high": 0.6953767121551233,7649 "n_items": 246,7650 "n_groups": 277651 },7652 "rougeL": {7653 "mean": 0.6826635933385009,7654 "ci_low": 0.6590836769917032,7655 "ci_high": 0.7063216629497346,7656 "n_items": 246,7657 "n_groups": 277658 },7659 "exact_match": {7660 "mean": 0.0,7661 "ci_low": 0.0,7662 "ci_high": 0.0,7663 "n_items": 246,7664 "n_groups": 277665 },7666 "number_recall": {7667 "mean": 0.9915658946505431,7668 "ci_low": 0.9837379667805978,7669 "ci_high": 0.9984456962686267,7670 "n_items": 246,7671 "n_groups": 277672 },7673 "placeholders_exact": {7674 "mean": 0.9878048780487805,7675 "ci_low": 0.9770970430815127,7676 "ci_high": 1.0,7677 "n_items": 246,7678 "n_groups": 277679 }7680 },7681 "general_reference": {7682 "n": 29,7683 "chrf": {7684 "mean": 65.78691874141883,7685 "ci_low": 63.75204488467701,7686 "ci_high": 70.30886064528951,7687 "n_items": 29,7688 "n_groups": 27689 },7690 "edit_sim": {7691 "mean": 0.6594988485539595,7692 "ci_low": 0.6477141433528472,7693 "ci_high": 0.685687082334209,7694 "n_items": 29,7695 "n_groups": 27696 },7697 "rougeL": {7698 "mean": 0.677906620555422,7699 "ci_low": 0.6648501029353768,7700 "ci_high": 0.7069211041555226,7701 "n_items": 29,7702 "n_groups": 27703 },7704 "exact_match": {7705 "mean": 0.0,7706 "ci_low": 0.0,7707 "ci_high": 0.0,7708 "n_items": 29,7709 "n_groups": 27710 },7711 "number_recall": {7712 "mean": 1.0,7713 "ci_low": 1.0,7714 "ci_high": 1.0,7715 "n_items": 29,7716 "n_groups": 27717 },7718 "placeholders_exact": {7719 "mean": 1.0,7720 "ci_low": 1.0,7721 "ci_high": 1.0,7722 "n_items": 29,7723 "n_groups": 27724 }7725 },7726 "humanities": {7727 "n": 161,7728 "chrf": {7729 "mean": 63.76768506008871,7730 "ci_low": 61.17801535838886,7731 "ci_high": 66.0175218821316,7732 "n_items": 161,7733 "n_groups": 47734 },7735 "edit_sim": {7736 "mean": 0.6334983626079614,7737 "ci_low": 0.6127181552835024,7738 "ci_high": 0.6511490782237503,7739 "n_items": 161,7740 "n_groups": 47741 },7742 "rougeL": {7743 "mean": 0.6330007642234354,7744 "ci_low": 0.6096706278376872,7745 "ci_high": 0.6667447388912014,7746 "n_items": 161,7747 "n_groups": 47748 },7749 "exact_match": {7750 "mean": 0.0,7751 "ci_low": 0.0,7752 "ci_high": 0.0,7753 "n_items": 161,7754 "n_groups": 47755 },7756 "number_recall": {7757 "mean": 0.9965062111801242,7758 "ci_low": 0.9936740890688259,7759 "ci_high": 1.0,7760 "n_items": 161,7761 "n_groups": 47762 },7763 "placeholders_exact": {7764 "mean": 1.0,7765 "ci_low": 1.0,7766 "ci_high": 1.0,7767 "n_items": 161,7768 "n_groups": 47769 }7770 },7771 "life_sciences": {7772 "n": 366,7773 "chrf": {7774 "mean": 68.24943500668634,7775 "ci_low": 64.93501349679103,7776 "ci_high": 71.21257240482363,7777 "n_items": 366,7778 "n_groups": 517779 },7780 "edit_sim": {7781 "mean": 0.6738594941045998,7782 "ci_low": 0.6478422651464802,7783 "ci_high": 0.6991687122901679,7784 "n_items": 366,7785 "n_groups": 517786 },7787 "rougeL": {7788 "mean": 0.6792738490289558,7789 "ci_low": 0.6524503596968074,7790 "ci_high": 0.7052235258996986,7791 "n_items": 366,7792 "n_groups": 517793 },7794 "exact_match": {7795 "mean": 0.0,7796 "ci_low": 0.0,7797 "ci_high": 0.0,7798 "n_items": 366,7799 "n_groups": 517800 },7801 "number_recall": {7802 "mean": 0.9875878220140515,7803 "ci_low": 0.9735881437123899,7804 "ci_high": 0.9967068792128724,7805 "n_items": 366,7806 "n_groups": 517807 },7808 "placeholders_exact": {7809 "mean": 1.0,7810 "ci_low": 1.0,7811 "ci_high": 1.0,7812 "n_items": 366,7813 "n_groups": 517814 }7815 },7816 "mathematics": {7817 "n": 180,7818 "chrf": {7819 "mean": 70.04353508769815,7820 "ci_low": 66.63001553458489,7821 "ci_high": 71.64489658559923,7822 "n_items": 180,7823 "n_groups": 47824 },7825 "edit_sim": {7826 "mean": 0.6846581309704108,7827 "ci_low": 0.6389099970118076,7828 "ci_high": 0.7189809677213401,7829 "n_items": 180,7830 "n_groups": 47831 },7832 "rougeL": {7833 "mean": 0.6986225913628081,7834 "ci_low": 0.646620962899524,7835 "ci_high": 0.7248258330427776,7836 "n_items": 180,7837 "n_groups": 47838 },7839 "exact_match": {7840 "mean": 0.0,7841 "ci_low": 0.0,7842 "ci_high": 0.0,7843 "n_items": 180,7844 "n_groups": 47845 },7846 "number_recall": {7847 "mean": 0.9934038800705467,7848 "ci_low": 0.9880070546737213,7849 "ci_high": 1.0,7850 "n_items": 180,7851 "n_groups": 47852 },7853 "placeholders_exact": {7854 "mean": 1.0,7855 "ci_low": 1.0,7856 "ci_high": 1.0,7857 "n_items": 180,7858 "n_groups": 47859 }7860 },7861 "other": {7862 "n": 66,7863 "chrf": {7864 "mean": 68.67247608936977,7865 "ci_low": 65.450601875335,7866 "ci_high": 72.5553521349037,7867 "n_items": 66,7868 "n_groups": 57869 },7870 "edit_sim": {7871 "mean": 0.675875893592848,7872 "ci_low": 0.6389068913994891,7873 "ci_high": 0.7209463510774583,7874 "n_items": 66,7875 "n_groups": 57876 },7877 "rougeL": {7878 "mean": 0.6826885435250548,7879 "ci_low": 0.644322921313583,7880 "ci_high": 0.7250191205425855,7881 "n_items": 66,7882 "n_groups": 57883 },7884 "exact_match": {7885 "mean": 0.0,7886 "ci_low": 0.0,7887 "ci_high": 0.0,7888 "n_items": 66,7889 "n_groups": 57890 },7891 "number_recall": {7892 "mean": 1.0,7893 "ci_low": 1.0,7894 "ci_high": 1.0,7895 "n_items": 66,7896 "n_groups": 57897 },7898 "placeholders_exact": {7899 "mean": 1.0,7900 "ci_low": 1.0,7901 "ci_high": 1.0,7902 "n_items": 66,7903 "n_groups": 57904 }7905 },7906 "social_sciences": {7907 "n": 310,7908 "chrf": {7909 "mean": 68.58985756444532,7910 "ci_low": 65.85513205756686,7911 "ci_high": 71.01924862132121,7912 "n_items": 310,7913 "n_groups": 207914 },7915 "edit_sim": {7916 "mean": 0.676578012050257,7917 "ci_low": 0.6496185185996259,7918 "ci_high": 0.699539777879417,7919 "n_items": 310,7920 "n_groups": 207921 },7922 "rougeL": {7923 "mean": 0.6853163516465868,7924 "ci_low": 0.6527929493479689,7925 "ci_high": 0.7126400299802466,7926 "n_items": 310,7927 "n_groups": 207928 },7929 "exact_match": {7930 "mean": 0.0,7931 "ci_low": 0.0,7932 "ci_high": 0.0,7933 "n_items": 310,7934 "n_groups": 207935 },7936 "number_recall": {7937 "mean": 0.9970393450635385,7938 "ci_low": 0.9933371538662487,7939 "ci_high": 0.9995211262675392,7940 "n_items": 310,7941 "n_groups": 207942 },7943 "placeholders_exact": {7944 "mean": 0.9935483870967742,7945 "ci_low": 0.9854491781281449,7946 "ci_high": 1.0,7947 "n_items": 310,7948 "n_groups": 207949 }7950 },7951 "statistics": {7952 "n": 180,7953 "chrf": {7954 "mean": 71.96632850375525,7955 "ci_low": 69.91537898723047,7956 "ci_high": 73.33554913551507,7957 "n_items": 180,7958 "n_groups": 77959 },7960 "edit_sim": {7961 "mean": 0.713172325323103,7962 "ci_low": 0.6829242297406032,7963 "ci_high": 0.7281399245811349,7964 "n_items": 180,7965 "n_groups": 77966 },7967 "rougeL": {7968 "mean": 0.7252003622838704,7969 "ci_low": 0.6939891173586098,7970 "ci_high": 0.7395684868197976,7971 "n_items": 180,7972 "n_groups": 77973 },7974 "exact_match": {7975 "mean": 0.0,7976 "ci_low": 0.0,7977 "ci_high": 0.0,7978 "n_items": 180,7979 "n_groups": 77980 },7981 "number_recall": {7982 "mean": 0.9766644620811289,7983 "ci_low": 0.9531893004115225,7984 "ci_high": 0.9927759708049886,7985 "n_items": 180,7986 "n_groups": 77987 },7988 "placeholders_exact": {7989 "mean": 1.0,7990 "ci_low": 1.0,7991 "ci_high": 1.0,7992 "n_items": 180,7993 "n_groups": 77994 }7995 }7996 },7997 "by_era": {7998 "1900-1949": {7999 "n": 315,8000 "chrf": {8001 "mean": 61.921024536993286,8002 "ci_low": 59.80480673148484,8003 "ci_high": 64.73012182960245,8004 "n_items": 315,8005 "n_groups": 148006 },8007 "edit_sim": {8008 "mean": 0.626741563673477,8009 "ci_low": 0.6071420987705419,8010 "ci_high": 0.6522619540922061,8011 "n_items": 315,8012 "n_groups": 148013 },8014 "rougeL": {8015 "mean": 0.6298722332196119,8016 "ci_low": 0.6076226108860329,8017 "ci_high": 0.6587769510737436,8018 "n_items": 315,8019 "n_groups": 148020 },8021 "exact_match": {8022 "mean": 0.0,8023 "ci_low": 0.0,8024 "ci_high": 0.0,8025 "n_items": 315,8026 "n_groups": 148027 },8028 "number_recall": {8029 "mean": 1.0,8030 "ci_low": 1.0,8031 "ci_high": 1.0,8032 "n_items": 315,8033 "n_groups": 148034 },8035 "placeholders_exact": {8036 "mean": 1.0,8037 "ci_low": 1.0,8038 "ci_high": 1.0,8039 "n_items": 315,8040 "n_groups": 148041 }8042 },8043 "1950-1979": {8044 "n": 12,8045 "chrf": {8046 "mean": 56.63951194966222,8047 "ci_low": 56.63951194966222,8048 "ci_high": 56.63951194966222,8049 "n_items": 12,8050 "n_groups": 18051 },8052 "edit_sim": {8053 "mean": 0.5665001249738207,8054 "ci_low": 0.5665001249738207,8055 "ci_high": 0.5665001249738207,8056 "n_items": 12,8057 "n_groups": 18058 },8059 "rougeL": {8060 "mean": 0.5863213293476833,8061 "ci_low": 0.5863213293476833,8062 "ci_high": 0.5863213293476833,8063 "n_items": 12,8064 "n_groups": 18065 },8066 "exact_match": {8067 "mean": 0.0,8068 "ci_low": 0.0,8069 "ci_high": 0.0,8070 "n_items": 12,8071 "n_groups": 18072 },8073 "number_recall": {8074 "mean": 1.0,8075 "ci_low": 1.0,8076 "ci_high": 1.0,8077 "n_items": 12,8078 "n_groups": 18079 },8080 "placeholders_exact": {8081 "mean": 1.0,8082 "ci_low": 1.0,8083 "ci_high": 1.0,8084 "n_items": 12,8085 "n_groups": 18086 }8087 },8088 "1980-1999": {8089 "n": 21,8090 "chrf": {8091 "mean": 71.45888985961001,8092 "ci_low": 67.94961893213839,8093 "ci_high": 72.22839728357725,8094 "n_items": 21,8095 "n_groups": 38096 },8097 "edit_sim": {8098 "mean": 0.7086819295624666,8099 "ci_low": 0.6641690446404968,8100 "ci_high": 0.7198504050564983,8101 "n_items": 21,8102 "n_groups": 38103 },8104 "rougeL": {8105 "mean": 0.7073384324404942,8106 "ci_low": 0.6749592140347583,8107 "ci_high": 0.7140419030140512,8108 "n_items": 21,8109 "n_groups": 38110 },8111 "exact_match": {8112 "mean": 0.0,8113 "ci_low": 0.0,8114 "ci_high": 0.0,8115 "n_items": 21,8116 "n_groups": 38117 },8118 "number_recall": {8119 "mean": 1.0,8120 "ci_low": 1.0,8121 "ci_high": 1.0,8122 "n_items": 21,8123 "n_groups": 38124 },8125 "placeholders_exact": {8126 "mean": 1.0,8127 "ci_low": 1.0,8128 "ci_high": 1.0,8129 "n_items": 21,8130 "n_groups": 38131 }8132 },8133 "2000-2009": {8134 "n": 95,8135 "chrf": {8136 "mean": 69.56405881506805,8137 "ci_low": 67.02068154934611,8138 "ci_high": 72.0627276793494,8139 "n_items": 95,8140 "n_groups": 188141 },8142 "edit_sim": {8143 "mean": 0.6748794467372966,8144 "ci_low": 0.6421700233901999,8145 "ci_high": 0.7071388667904084,8146 "n_items": 95,8147 "n_groups": 188148 },8149 "rougeL": {8150 "mean": 0.6852897614691995,8151 "ci_low": 0.6510791105574044,8152 "ci_high": 0.7167916652215308,8153 "n_items": 95,8154 "n_groups": 188155 },8156 "exact_match": {8157 "mean": 0.0,8158 "ci_low": 0.0,8159 "ci_high": 0.0,8160 "n_items": 95,8161 "n_groups": 188162 },8163 "number_recall": {8164 "mean": 0.9717293233082707,8165 "ci_low": 0.9344092320722754,8166 "ci_high": 0.996039603960396,8167 "n_items": 95,8168 "n_groups": 188169 },8170 "placeholders_exact": {8171 "mean": 1.0,8172 "ci_low": 1.0,8173 "ci_high": 1.0,8174 "n_items": 95,8175 "n_groups": 188176 }8177 },8178 "2010-2017": {8179 "n": 2557,8180 "chrf": {8181 "mean": 69.44142358252235,8182 "ci_low": 68.75829176136696,8183 "ci_high": 70.10038367466335,8184 "n_items": 2557,8185 "n_groups": 2488186 },8187 "edit_sim": {8188 "mean": 0.6815232481827098,8189 "ci_low": 0.6738805882454073,8190 "ci_high": 0.6890973850616443,8191 "n_items": 2557,8192 "n_groups": 2488193 },8194 "rougeL": {8195 "mean": 0.6905792012764017,8196 "ci_low": 0.6819347266530655,8197 "ci_high": 0.6987338825248929,8198 "n_items": 2557,8199 "n_groups": 2488200 },8201 "exact_match": {8202 "mean": 0.0,8203 "ci_low": 0.0,8204 "ci_high": 0.0,8205 "n_items": 2557,8206 "n_groups": 2488207 },8208 "number_recall": {8209 "mean": 0.9892171067166466,8210 "ci_low": 0.9853144047889647,8211 "ci_high": 0.9925554386869064,8212 "n_items": 2557,8213 "n_groups": 2488214 },8215 "placeholders_exact": {8216 "mean": 0.9949159170903402,8217 "ci_low": 0.9916310965434623,8218 "ci_high": 0.9978398998808707,8219 "n_items": 2557,8220 "n_groups": 2488221 }8222 }8223 },8224 "by_role": {8225 "abstract": {8226 "n": 244,8227 "chrf": {8228 "mean": 70.10527575308679,8229 "ci_low": 68.5684322567257,8230 "ci_high": 71.77419858532762,8231 "n_items": 244,8232 "n_groups": 528233 },8234 "edit_sim": {8235 "mean": 0.6813962983255653,8236 "ci_low": 0.6625414748976758,8237 "ci_high": 0.7023339869233675,8238 "n_items": 244,8239 "n_groups": 528240 },8241 "rougeL": {8242 "mean": 0.6868462137811191,8243 "ci_low": 0.6666645539565951,8244 "ci_high": 0.7078543298005883,8245 "n_items": 244,8246 "n_groups": 528247 },8248 "exact_match": {8249 "mean": 0.0,8250 "ci_low": 0.0,8251 "ci_high": 0.0,8252 "n_items": 244,8253 "n_groups": 528254 },8255 "number_recall": {8256 "mean": 0.9821318481154547,8257 "ci_low": 0.9624917679066487,8258 "ci_high": 0.9953706764155983,8259 "n_items": 244,8260 "n_groups": 528261 },8262 "placeholders_exact": {8263 "mean": 1.0,8264 "ci_low": 1.0,8265 "ci_high": 1.0,8266 "n_items": 244,8267 "n_groups": 528268 }8269 },8270 "background": {8271 "n": 184,8272 "chrf": {8273 "mean": 70.62397130822701,8274 "ci_low": 68.62274135280232,8275 "ci_high": 72.85646170729956,8276 "n_items": 184,8277 "n_groups": 258278 },8279 "edit_sim": {8280 "mean": 0.697730728504758,8281 "ci_low": 0.6754806845837902,8282 "ci_high": 0.722112179240468,8283 "n_items": 184,8284 "n_groups": 258285 },8286 "rougeL": {8287 "mean": 0.6950301096571089,8288 "ci_low": 0.67354579681186,8289 "ci_high": 0.7187658228533759,8290 "n_items": 184,8291 "n_groups": 258292 },8293 "exact_match": {8294 "mean": 0.0,8295 "ci_low": 0.0,8296 "ci_high": 0.0,8297 "n_items": 184,8298 "n_groups": 258299 },8300 "number_recall": {8301 "mean": 0.9940217391304348,8302 "ci_low": 0.9839950704225352,8303 "ci_high": 1.0,8304 "n_items": 184,8305 "n_groups": 258306 },8307 "placeholders_exact": {8308 "mean": 0.9891304347826086,8309 "ci_low": 0.9627329192546584,8310 "ci_high": 1.0,8311 "n_items": 184,8312 "n_groups": 258313 }8314 },8315 "chapter": {8316 "n": 191,8317 "chrf": {8318 "mean": 64.59053933344559,8319 "ci_low": 61.810085201335774,8320 "ci_high": 67.14976071107338,8321 "n_items": 191,8322 "n_groups": 138323 },8324 "edit_sim": {8325 "mean": 0.6524587959840675,8326 "ci_low": 0.6261729127369221,8327 "ci_high": 0.6754643882090172,8328 "n_items": 191,8329 "n_groups": 138330 },8331 "rougeL": {8332 "mean": 0.659616251000958,8333 "ci_low": 0.6298031858236385,8334 "ci_high": 0.6875365216032501,8335 "n_items": 191,8336 "n_groups": 138337 },8338 "exact_match": {8339 "mean": 0.0,8340 "ci_low": 0.0,8341 "ci_high": 0.0,8342 "n_items": 191,8343 "n_groups": 138344 },8345 "number_recall": {8346 "mean": 1.0,8347 "ci_low": 1.0,8348 "ci_high": 1.0,8349 "n_items": 191,8350 "n_groups": 138351 },8352 "placeholders_exact": {8353 "mean": 1.0,8354 "ci_low": 1.0,8355 "ci_high": 1.0,8356 "n_items": 191,8357 "n_groups": 138358 }8359 },8360 "conclusion": {8361 "n": 251,8362 "chrf": {8363 "mean": 66.38319661157159,8364 "ci_low": 64.41165499348489,8365 "ci_high": 68.651122008115,8366 "n_items": 251,8367 "n_groups": 468368 },8369 "edit_sim": {8370 "mean": 0.6530372113415752,8371 "ci_low": 0.6285325449511205,8372 "ci_high": 0.6820283304079181,8373 "n_items": 251,8374 "n_groups": 468375 },8376 "rougeL": {8377 "mean": 0.649941646970755,8378 "ci_low": 0.6246462912787045,8379 "ci_high": 0.6785029962127669,8380 "n_items": 251,8381 "n_groups": 468382 },8383 "exact_match": {8384 "mean": 0.0,8385 "ci_low": 0.0,8386 "ci_high": 0.0,8387 "n_items": 251,8388 "n_groups": 468389 },8390 "number_recall": {8391 "mean": 0.9945551128818061,8392 "ci_low": 0.9862889349614733,8393 "ci_high": 1.0,8394 "n_items": 251,8395 "n_groups": 468396 },8397 "placeholders_exact": {8398 "mean": 1.0,8399 "ci_low": 1.0,8400 "ci_high": 1.0,8401 "n_items": 251,8402 "n_groups": 468403 }8404 },8405 "data": {8406 "n": 207,8407 "chrf": {8408 "mean": 70.31863179738217,8409 "ci_low": 68.7880890704689,8410 "ci_high": 71.90204741670956,8411 "n_items": 207,8412 "n_groups": 338413 },8414 "edit_sim": {8415 "mean": 0.6856662126300958,8416 "ci_low": 0.6718576917912165,8417 "ci_high": 0.7000523451522428,8418 "n_items": 207,8419 "n_groups": 338420 },8421 "rougeL": {8422 "mean": 0.7107530224316451,8423 "ci_low": 0.6961007456684148,8424 "ci_high": 0.7272897859346769,8425 "n_items": 207,8426 "n_groups": 338427 },8428 "exact_match": {8429 "mean": 0.0,8430 "ci_low": 0.0,8431 "ci_high": 0.0,8432 "n_items": 207,8433 "n_groups": 338434 },8435 "number_recall": {8436 "mean": 0.9830051255775892,8437 "ci_low": 0.9699466115460492,8438 "ci_high": 0.9925849770030024,8439 "n_items": 207,8440 "n_groups": 338441 },8442 "placeholders_exact": {8443 "mean": 0.9951690821256038,8444 "ci_low": 0.9846919152276296,8445 "ci_high": 1.0,8446 "n_items": 207,8447 "n_groups": 338448 }8449 },8450 "discussion": {8451 "n": 279,8452 "chrf": {8453 "mean": 68.9452137662364,8454 "ci_low": 67.22444180836897,8455 "ci_high": 70.7830961473432,8456 "n_items": 279,8457 "n_groups": 438458 },8459 "edit_sim": {8460 "mean": 0.6764443788377266,8461 "ci_low": 0.6591217803846064,8462 "ci_high": 0.6964787643417713,8463 "n_items": 279,8464 "n_groups": 438465 },8466 "rougeL": {8467 "mean": 0.6764751362776463,8468 "ci_low": 0.6550325034623825,8469 "ci_high": 0.7004991962097558,8470 "n_items": 279,8471 "n_groups": 438472 },8473 "exact_match": {8474 "mean": 0.0,8475 "ci_low": 0.0,8476 "ci_high": 0.0,8477 "n_items": 279,8478 "n_groups": 438479 },8480 "number_recall": {8481 "mean": 0.9857612220515446,8482 "ci_low": 0.9668997182842602,8483 "ci_high": 0.9972402877295118,8484 "n_items": 279,8485 "n_groups": 438486 },8487 "placeholders_exact": {8488 "mean": 1.0,8489 "ci_low": 1.0,8490 "ci_high": 1.0,8491 "n_items": 279,8492 "n_groups": 438493 }8494 },8495 "introduction": {8496 "n": 336,8497 "chrf": {8498 "mean": 68.82876466875311,8499 "ci_low": 67.40812196029003,8500 "ci_high": 70.13964386351596,8501 "n_items": 336,8502 "n_groups": 568503 },8504 "edit_sim": {8505 "mean": 0.6801644456775416,8506 "ci_low": 0.6633373797410158,8507 "ci_high": 0.6948505463281341,8508 "n_items": 336,8509 "n_groups": 568510 },8511 "rougeL": {8512 "mean": 0.6825109096616109,8513 "ci_low": 0.666893506883359,8514 "ci_high": 0.696647420479541,8515 "n_items": 336,8516 "n_groups": 568517 },8518 "exact_match": {8519 "mean": 0.0,8520 "ci_low": 0.0,8521 "ci_high": 0.0,8522 "n_items": 336,8523 "n_groups": 568524 },8525 "number_recall": {8526 "mean": 0.9929492630385488,8527 "ci_low": 0.9843065366502867,8528 "ci_high": 0.9986384174444896,8529 "n_items": 336,8530 "n_groups": 568531 },8532 "placeholders_exact": {8533 "mean": 0.9910714285714286,8534 "ci_low": 0.9798640770117281,8535 "ci_high": 1.0,8536 "n_items": 336,8537 "n_groups": 568538 }8539 },8540 "limitations": {8541 "n": 90,8542 "chrf": {8543 "mean": 67.45861536606051,8544 "ci_low": 63.97881613467911,8545 "ci_high": 71.27318141102539,8546 "n_items": 90,8547 "n_groups": 148548 },8549 "edit_sim": {8550 "mean": 0.6673394450457318,8551 "ci_low": 0.6276751744134974,8552 "ci_high": 0.7104130129960735,8553 "n_items": 90,8554 "n_groups": 148555 },8556 "rougeL": {8557 "mean": 0.6606501260263085,8558 "ci_low": 0.6162324742503054,8559 "ci_high": 0.7054117790919563,8560 "n_items": 90,8561 "n_groups": 148562 },8563 "exact_match": {8564 "mean": 0.0,8565 "ci_low": 0.0,8566 "ci_high": 0.0,8567 "n_items": 90,8568 "n_groups": 148569 },8570 "number_recall": {8571 "mean": 1.0,8572 "ci_low": 1.0,8573 "ci_high": 1.0,8574 "n_items": 90,8575 "n_groups": 148576 },8577 "placeholders_exact": {8578 "mean": 1.0,8579 "ci_low": 1.0,8580 "ci_high": 1.0,8581 "n_items": 90,8582 "n_groups": 148583 }8584 },8585 "methods": {8586 "n": 265,8587 "chrf": {8588 "mean": 70.8976384304233,8589 "ci_low": 69.17929194135546,8590 "ci_high": 72.7193709314481,8591 "n_items": 265,8592 "n_groups": 458593 },8594 "edit_sim": {8595 "mean": 0.6912934075142302,8596 "ci_low": 0.6708947504699069,8597 "ci_high": 0.712748998138528,8598 "n_items": 265,8599 "n_groups": 458600 },8601 "rougeL": {8602 "mean": 0.7170474141733086,8603 "ci_low": 0.6977366875508414,8604 "ci_high": 0.7381220270167744,8605 "n_items": 265,8606 "n_groups": 458607 },8608 "exact_match": {8609 "mean": 0.0,8610 "ci_low": 0.0,8611 "ci_high": 0.0,8612 "n_items": 265,8613 "n_groups": 458614 },8615 "number_recall": {8616 "mean": 0.9958005935364425,8617 "ci_low": 0.9919447443841898,8618 "ci_high": 0.9990831052432079,8619 "n_items": 265,8620 "n_groups": 458621 },8622 "placeholders_exact": {8623 "mean": 0.9924528301886792,8624 "ci_low": 0.9793388429752066,8625 "ci_high": 1.0,8626 "n_items": 265,8627 "n_groups": 458628 }8629 },8630 "other": {8631 "n": 275,8632 "chrf": {8633 "mean": 68.89924158519365,8634 "ci_low": 66.9722017798506,8635 "ci_high": 70.8434305617664,8636 "n_items": 275,8637 "n_groups": 388638 },8639 "edit_sim": {8640 "mean": 0.6690774451019277,8641 "ci_low": 0.6442991331525533,8642 "ci_high": 0.6923286193822609,8643 "n_items": 275,8644 "n_groups": 388645 },8646 "rougeL": {8647 "mean": 0.6820472086237906,8648 "ci_low": 0.6569488507174449,8649 "ci_high": 0.7055073738396006,8650 "n_items": 275,8651 "n_groups": 388652 },8653 "exact_match": {8654 "mean": 0.0,8655 "ci_low": 0.0,8656 "ci_high": 0.0,8657 "n_items": 275,8658 "n_groups": 388659 },8660 "number_recall": {8661 "mean": 0.9942532467532469,8662 "ci_low": 0.9863705615639694,8663 "ci_high": 0.9994193386844221,8664 "n_items": 275,8665 "n_groups": 388666 },8667 "placeholders_exact": {8668 "mean": 0.9927272727272727,8669 "ci_low": 0.9814126394052045,8670 "ci_high": 1.0,8671 "n_items": 275,8672 "n_groups": 388673 }8674 },8675 "preface": {8676 "n": 114,8677 "chrf": {8678 "mean": 57.05985167081632,8679 "ci_low": 54.37124967641485,8680 "ci_high": 60.06763290238841,8681 "n_items": 114,8682 "n_groups": 98683 },8684 "edit_sim": {8685 "mean": 0.5746267404009715,8686 "ci_low": 0.5443671472686766,8687 "ci_high": 0.6020339415594265,8688 "n_items": 114,8689 "n_groups": 98690 },8691 "rougeL": {8692 "mean": 0.5725342245878117,8693 "ci_low": 0.5389452622871469,8694 "ci_high": 0.6007959302652452,8695 "n_items": 114,8696 "n_groups": 98697 },8698 "exact_match": {8699 "mean": 0.0,8700 "ci_low": 0.0,8701 "ci_high": 0.0,8702 "n_items": 114,8703 "n_groups": 98704 },8705 "number_recall": {8706 "mean": 1.0,8707 "ci_low": 1.0,8708 "ci_high": 1.0,8709 "n_items": 114,8710 "n_groups": 98711 },8712 "placeholders_exact": {8713 "mean": 1.0,8714 "ci_low": 1.0,8715 "ci_high": 1.0,8716 "n_items": 114,8717 "n_groups": 98718 }8719 },8720 "related_work": {8721 "n": 109,8722 "chrf": {8723 "mean": 71.66984533122327,8724 "ci_low": 69.20325171003394,8725 "ci_high": 73.7549225126199,8726 "n_items": 109,8727 "n_groups": 168728 },8729 "edit_sim": {8730 "mean": 0.7188514206452659,8731 "ci_low": 0.6915938985327847,8732 "ci_high": 0.7458043461103414,8733 "n_items": 109,8734 "n_groups": 168735 },8736 "rougeL": {8737 "mean": 0.7123862190270379,8738 "ci_low": 0.6835247033993066,8739 "ci_high": 0.7392501273464577,8740 "n_items": 109,8741 "n_groups": 168742 },8743 "exact_match": {8744 "mean": 0.0,8745 "ci_low": 0.0,8746 "ci_high": 0.0,8747 "n_items": 109,8748 "n_groups": 168749 },8750 "number_recall": {8751 "mean": 0.9937973521351826,8752 "ci_low": 0.9835892278393861,8753 "ci_high": 1.0,8754 "n_items": 109,8755 "n_groups": 168756 },8757 "placeholders_exact": {8758 "mean": 0.9908256880733946,8759 "ci_low": 0.9687417763157895,8760 "ci_high": 1.0,8761 "n_items": 109,8762 "n_groups": 168763 }8764 },8765 "results": {8766 "n": 263,8767 "chrf": {8768 "mean": 69.76714506540718,8769 "ci_low": 68.35532617614798,8770 "ci_high": 71.31122081827534,8771 "n_items": 263,8772 "n_groups": 468773 },8774 "edit_sim": {8775 "mean": 0.6878800556328376,8776 "ci_low": 0.6687587324033288,8777 "ci_high": 0.7070818397020773,8778 "n_items": 263,8779 "n_groups": 468780 },8781 "rougeL": {8782 "mean": 0.704773918848173,8783 "ci_low": 0.6844394109933521,8784 "ci_high": 0.7252718127173216,8785 "n_items": 263,8786 "n_groups": 468787 },8788 "exact_match": {8789 "mean": 0.0,8790 "ci_low": 0.0,8791 "ci_high": 0.0,8792 "n_items": 263,8793 "n_groups": 468794 },8795 "number_recall": {8796 "mean": 0.9741678737401172,8797 "ci_low": 0.9558136152879969,8798 "ci_high": 0.988040906084656,8799 "n_items": 263,8800 "n_groups": 468801 },8802 "placeholders_exact": {8803 "mean": 1.0,8804 "ci_low": 1.0,8805 "ci_high": 1.0,8806 "n_items": 263,8807 "n_groups": 468808 }8809 },8810 "theory": {8811 "n": 192,8812 "chrf": {8813 "mean": 69.6150684511913,8814 "ci_low": 67.64140325192413,8815 "ci_high": 71.13915814138053,8816 "n_items": 192,8817 "n_groups": 298818 },8819 "edit_sim": {8820 "mean": 0.6847751922456359,8821 "ci_low": 0.6628395276529501,8822 "ci_high": 0.7023435152904353,8823 "n_items": 192,8824 "n_groups": 298825 },8826 "rougeL": {8827 "mean": 0.7089348172688057,8828 "ci_low": 0.6866834183377365,8829 "ci_high": 0.7270303100742674,8830 "n_items": 192,8831 "n_groups": 298832 },8833 "exact_match": {8834 "mean": 0.0,8835 "ci_low": 0.0,8836 "ci_high": 0.0,8837 "n_items": 192,8838 "n_groups": 298839 },8840 "number_recall": {8841 "mean": 0.9822482638888889,8842 "ci_low": 0.9671622706059169,8843 "ci_high": 0.994236141753999,8844 "n_items": 192,8845 "n_groups": 298846 },8847 "placeholders_exact": {8848 "mean": 0.9895833333333334,8849 "ci_low": 0.9662909496041341,8850 "ci_high": 1.0,8851 "n_items": 192,8852 "n_groups": 298853 }8854 }8855 }8856 },8857 "htr-m1-small-v2": {8858 "overall": {8859 "n": 3000,8860 "chrf": {8861 "mean": 68.29017886195773,8862 "ci_low": 67.51658880450613,8863 "ci_high": 69.04661920667733,8864 "n_items": 3000,8865 "n_groups": 2848866 },8867 "edit_sim": {8868 "mean": 0.6730567705764686,8869 "ci_low": 0.6654133131858478,8870 "ci_high": 0.6805805626352018,8871 "n_items": 3000,8872 "n_groups": 2848873 },8874 "rougeL": {8875 "mean": 0.6811771937807938,8876 "ci_low": 0.6728568479851499,8877 "ci_high": 0.6894757739492419,8878 "n_items": 3000,8879 "n_groups": 2848880 },8881 "exact_match": {8882 "mean": 0.0,8883 "ci_low": 0.0,8884 "ci_high": 0.0,8885 "n_items": 3000,8886 "n_groups": 2848887 },8888 "number_recall": {8889 "mean": 0.9868009910568735,8890 "ci_low": 0.9827484996306218,8891 "ci_high": 0.9902865040970682,8892 "n_items": 3000,8893 "n_groups": 2848894 },8895 "placeholders_exact": {8896 "mean": 0.993,8897 "ci_low": 0.9890419674636756,8898 "ci_high": 0.9963216509890619,8899 "n_items": 3000,8900 "n_groups": 2848901 }8902 },8903 "by_variant": {8904 "A": {8905 "n": 494,8906 "chrf": {8907 "mean": 67.59020488233129,8908 "ci_low": 66.57390915157173,8909 "ci_high": 68.54285068251447,8910 "n_items": 494,8911 "n_groups": 2398912 },8913 "edit_sim": {8914 "mean": 0.6628085584797265,8915 "ci_low": 0.6528624360397636,8916 "ci_high": 0.6728225435210178,8917 "n_items": 494,8918 "n_groups": 2398919 },8920 "rougeL": {8921 "mean": 0.6690145671270082,8922 "ci_low": 0.6582391681692663,8923 "ci_high": 0.6800593144494715,8924 "n_items": 494,8925 "n_groups": 2398926 },8927 "exact_match": {8928 "mean": 0.0,8929 "ci_low": 0.0,8930 "ci_high": 0.0,8931 "n_items": 494,8932 "n_groups": 2398933 },8934 "number_recall": {8935 "mean": 0.9907708631898915,8936 "ci_low": 0.9861262036125517,8937 "ci_high": 0.9947552248203372,8938 "n_items": 494,8939 "n_groups": 2398940 },8941 "placeholders_exact": {8942 "mean": 0.9979757085020243,8943 "ci_low": 0.993492054135622,8944 "ci_high": 1.0,8945 "n_items": 494,8946 "n_groups": 2398947 }8948 },8949 "B": {8950 "n": 487,8951 "chrf": {8952 "mean": 73.21338948419489,8953 "ci_low": 72.27479435866766,8954 "ci_high": 74.14024856201125,8955 "n_items": 487,8956 "n_groups": 2418957 },8958 "edit_sim": {8959 "mean": 0.7319847609952688,8960 "ci_low": 0.7216606436376583,8961 "ci_high": 0.7422145475769449,8962 "n_items": 487,8963 "n_groups": 2418964 },8965 "rougeL": {8966 "mean": 0.7388468820406956,8967 "ci_low": 0.7282001754984901,8968 "ci_high": 0.749179371561716,8969 "n_items": 487,8970 "n_groups": 2418971 },8972 "exact_match": {8973 "mean": 0.0,8974 "ci_low": 0.0,8975 "ci_high": 0.0,8976 "n_items": 487,8977 "n_groups": 2418978 },8979 "number_recall": {8980 "mean": 0.9864882912714776,8981 "ci_low": 0.9787799306784117,8982 "ci_high": 0.9930751525035523,8983 "n_items": 487,8984 "n_groups": 2418985 },8986 "placeholders_exact": {8987 "mean": 0.9897330595482546,8988 "ci_low": 0.9796747967479674,8989 "ci_high": 0.9978632478632479,8990 "n_items": 487,8991 "n_groups": 2418992 }8993 },8994 "C": {8995 "n": 533,8996 "chrf": {8997 "mean": 71.20449390073887,8998 "ci_low": 70.39325291054473,8999 "ci_high": 71.98264918514481,9000 "n_items": 533,9001 "n_groups": 2519002 },9003 "edit_sim": {9004 "mean": 0.7168104643027189,9005 "ci_low": 0.7082049653861814,9006 "ci_high": 0.7252913868916823,9007 "n_items": 533,9008 "n_groups": 2519009 },9010 "rougeL": {9011 "mean": 0.7365915829051105,9012 "ci_low": 0.728115914802292,9013 "ci_high": 0.7452319162519353,9014 "n_items": 533,9015 "n_groups": 2519016 },9017 "exact_match": {9018 "mean": 0.0,9019 "ci_low": 0.0,9020 "ci_high": 0.0,9021 "n_items": 533,9022 "n_groups": 2519023 },9024 "number_recall": {9025 "mean": 0.9882114698567078,9026 "ci_low": 0.9831332865261174,9027 "ci_high": 0.9925313646485138,9028 "n_items": 533,9029 "n_groups": 2519030 },9031 "placeholders_exact": {9032 "mean": 0.9962476547842402,9033 "ci_low": 0.9902529353983918,9034 "ci_high": 1.0,9035 "n_items": 533,9036 "n_groups": 2519037 }9038 },9039 "D": {9040 "n": 516,9041 "chrf": {9042 "mean": 68.90589183360007,9043 "ci_low": 68.01703749722282,9044 "ci_high": 69.78248573014757,9045 "n_items": 516,9046 "n_groups": 2539047 },9048 "edit_sim": {9049 "mean": 0.6822704844445577,9050 "ci_low": 0.6725131762466986,9051 "ci_high": 0.691805972242567,9052 "n_items": 516,9053 "n_groups": 2539054 },9055 "rougeL": {9056 "mean": 0.6867054067445502,9057 "ci_low": 0.6765914531824052,9058 "ci_high": 0.6967766278690153,9059 "n_items": 516,9060 "n_groups": 2539061 },9062 "exact_match": {9063 "mean": 0.0,9064 "ci_low": 0.0,9065 "ci_high": 0.0,9066 "n_items": 516,9067 "n_groups": 2539068 },9069 "number_recall": {9070 "mean": 0.9854241527206643,9071 "ci_low": 0.9795982310335836,9072 "ci_high": 0.9907561741170869,9073 "n_items": 516,9074 "n_groups": 2539075 },9076 "placeholders_exact": {9077 "mean": 0.9922480620155039,9078 "ci_low": 0.9841584158415841,9079 "ci_high": 0.9981239152279163,9080 "n_items": 516,9081 "n_groups": 2539082 }9083 },9084 "E": {9085 "n": 970,9086 "chrf": {9087 "mean": 64.24599923707953,9088 "ci_low": 63.288439390169145,9089 "ci_high": 65.23093380941954,9090 "n_items": 970,9091 "n_groups": 2589092 },9093 "edit_sim": {9094 "mean": 0.6197471729783345,9095 "ci_low": 0.6104974471843939,9096 "ci_high": 0.6294561159728946,9097 "n_items": 970,9098 "n_groups": 2589099 },9100 "rougeL": {9101 "mean": 0.6250274742878441,9102 "ci_low": 0.6142723890799584,9103 "ci_high": 0.6361284476258465,9104 "n_items": 970,9105 "n_groups": 2589106 },9107 "exact_match": {9108 "mean": 0.0,9109 "ci_low": 0.0,9110 "ci_high": 0.0,9111 "n_items": 970,9112 "n_groups": 2589113 },9114 "number_recall": {9115 "mean": 0.9848936006887796,9116 "ci_low": 0.978742621140993,9117 "ci_high": 0.9900507696003342,9118 "n_items": 970,9119 "n_groups": 2589120 },9121 "placeholders_exact": {9122 "mean": 0.9907216494845361,9123 "ci_low": 0.984439025284461,9124 "ci_high": 0.9961354520425418,9125 "n_items": 970,9126 "n_groups": 2589127 }9128 }9129 },9130 "by_discipline": {9131 "biomedicine": {9132 "n": 386,9133 "chrf": {9134 "mean": 68.53019052208055,9135 "ci_low": 66.35232756880065,9136 "ci_high": 70.77838119092206,9137 "n_items": 386,9138 "n_groups": 669139 },9140 "edit_sim": {9141 "mean": 0.6738426880625367,9142 "ci_low": 0.6533122932618439,9143 "ci_high": 0.6951589235244462,9144 "n_items": 386,9145 "n_groups": 669146 },9147 "rougeL": {9148 "mean": 0.6850604991631819,9149 "ci_low": 0.6629944005517714,9150 "ci_high": 0.7071197877071133,9151 "n_items": 386,9152 "n_groups": 669153 },9154 "exact_match": {9155 "mean": 0.0,9156 "ci_low": 0.0,9157 "ci_high": 0.0,9158 "n_items": 386,9159 "n_groups": 669160 },9161 "number_recall": {9162 "mean": 0.9897002105551329,9163 "ci_low": 0.9818998502029058,9164 "ci_high": 0.9957962072192298,9165 "n_items": 386,9166 "n_groups": 669167 },9168 "placeholders_exact": {9169 "mean": 1.0,9170 "ci_low": 1.0,9171 "ci_high": 1.0,9172 "n_items": 386,9173 "n_groups": 669174 }9175 },9176 "chemistry": {9177 "n": 173,9178 "chrf": {9179 "mean": 68.46700773469311,9180 "ci_low": 66.82334116122152,9181 "ci_high": 70.38685876480194,9182 "n_items": 173,9183 "n_groups": 149184 },9185 "edit_sim": {9186 "mean": 0.6721420488633041,9187 "ci_low": 0.6502534616322937,9188 "ci_high": 0.6998369776321535,9189 "n_items": 173,9190 "n_groups": 149191 },9192 "rougeL": {9193 "mean": 0.6845589037986431,9194 "ci_low": 0.6625389721050932,9195 "ci_high": 0.7120215612041851,9196 "n_items": 173,9197 "n_groups": 149198 },9199 "exact_match": {9200 "mean": 0.0,9201 "ci_low": 0.0,9202 "ci_high": 0.0,9203 "n_items": 173,9204 "n_groups": 149205 },9206 "number_recall": {9207 "mean": 0.9743278157295499,9208 "ci_low": 0.9489855226619098,9209 "ci_high": 0.9946929811087354,9210 "n_items": 173,9211 "n_groups": 149212 },9213 "placeholders_exact": {9214 "mean": 0.9826589595375722,9215 "ci_low": 0.9495745133496436,9216 "ci_high": 1.0,9217 "n_items": 173,9218 "n_groups": 149219 }9220 },9221 "computer_science": {9222 "n": 200,9223 "chrf": {9224 "mean": 70.3781916170092,9225 "ci_low": 67.7524592666787,9226 "ci_high": 73.21894465173143,9227 "n_items": 200,9228 "n_groups": 149229 },9230 "edit_sim": {9231 "mean": 0.694934908440951,9232 "ci_low": 0.6669694228678124,9233 "ci_high": 0.7279902393328446,9234 "n_items": 200,9235 "n_groups": 149236 },9237 "rougeL": {9238 "mean": 0.7045696066091726,9239 "ci_low": 0.6733539426292894,9240 "ci_high": 0.7389210988784802,9241 "n_items": 200,9242 "n_groups": 149243 },9244 "exact_match": {9245 "mean": 0.0,9246 "ci_low": 0.0,9247 "ci_high": 0.0,9248 "n_items": 200,9249 "n_groups": 149250 },9251 "number_recall": {9252 "mean": 0.9852142857142857,9253 "ci_low": 0.973286804651293,9254 "ci_high": 0.9937782195636875,9255 "n_items": 200,9256 "n_groups": 149257 },9258 "placeholders_exact": {9259 "mean": 0.99,9260 "ci_low": 0.9720210580380071,9261 "ci_high": 1.0,9262 "n_items": 200,9263 "n_groups": 149264 }9265 },9266 "earth_sciences": {9267 "n": 124,9268 "chrf": {9269 "mean": 67.88157724129502,9270 "ci_low": 62.485188960155185,9271 "ci_high": 71.175476581731,9272 "n_items": 124,9273 "n_groups": 29274 },9275 "edit_sim": {9276 "mean": 0.6781208644865854,9277 "ci_low": 0.6404453650292805,9278 "ci_high": 0.7011175979215635,9279 "n_items": 124,9280 "n_groups": 29281 },9282 "rougeL": {9283 "mean": 0.6836368699809219,9284 "ci_low": 0.6417126125461806,9285 "ci_high": 0.7092270011423871,9286 "n_items": 124,9287 "n_groups": 29288 },9289 "exact_match": {9290 "mean": 0.0,9291 "ci_low": 0.0,9292 "ci_high": 0.0,9293 "n_items": 124,9294 "n_groups": 29295 },9296 "number_recall": {9297 "mean": 0.9926370672338414,9298 "ci_low": 0.988142809571381,9299 "ci_high": 1.0,9300 "n_items": 124,9301 "n_groups": 29302 },9303 "placeholders_exact": {9304 "mean": 1.0,9305 "ci_low": 1.0,9306 "ci_high": 1.0,9307 "n_items": 124,9308 "n_groups": 29309 }9310 },9311 "economics": {9312 "n": 366,9313 "chrf": {9314 "mean": 67.47712125022952,9315 "ci_low": 65.77527288445114,9316 "ci_high": 68.99265628052026,9317 "n_items": 366,9318 "n_groups": 489319 },9320 "edit_sim": {9321 "mean": 0.6717104620012028,9322 "ci_low": 0.6537405036482292,9323 "ci_high": 0.6883864235919007,9324 "n_items": 366,9325 "n_groups": 489326 },9327 "rougeL": {9328 "mean": 0.6698006453229011,9329 "ci_low": 0.6486128114772006,9330 "ci_high": 0.6891334347297517,9331 "n_items": 366,9332 "n_groups": 489333 },9334 "exact_match": {9335 "mean": 0.0,9336 "ci_low": 0.0,9337 "ci_high": 0.0,9338 "n_items": 366,9339 "n_groups": 489340 },9341 "number_recall": {9342 "mean": 0.989261861393009,9343 "ci_low": 0.9759091384274143,9344 "ci_high": 0.9982663318904991,9345 "n_items": 366,9346 "n_groups": 489347 },9348 "placeholders_exact": {9349 "mean": 1.0,9350 "ci_low": 1.0,9351 "ci_high": 1.0,9352 "n_items": 366,9353 "n_groups": 489354 }9355 },9356 "engineering": {9357 "n": 213,9358 "chrf": {9359 "mean": 67.57990782451716,9360 "ci_low": 66.04786052249597,9361 "ci_high": 68.80747901142365,9362 "n_items": 213,9363 "n_groups": 209364 },9365 "edit_sim": {9366 "mean": 0.647001049834228,9367 "ci_low": 0.6226091039631149,9368 "ci_high": 0.6642655882649743,9369 "n_items": 213,9370 "n_groups": 209371 },9372 "rougeL": {9373 "mean": 0.664002970032565,9374 "ci_low": 0.6438066808745038,9375 "ci_high": 0.6808437932322325,9376 "n_items": 213,9377 "n_groups": 209378 },9379 "exact_match": {9380 "mean": 0.0,9381 "ci_low": 0.0,9382 "ci_high": 0.0,9383 "n_items": 213,9384 "n_groups": 209385 },9386 "number_recall": {9387 "mean": 0.9766309590253252,9388 "ci_low": 0.9483456449880868,9389 "ci_high": 0.9951696113193921,9390 "n_items": 213,9391 "n_groups": 209392 },9393 "placeholders_exact": {9394 "mean": 0.9859154929577465,9395 "ci_low": 0.9583333333333334,9396 "ci_high": 1.0,9397 "n_items": 213,9398 "n_groups": 209399 }9400 },9401 "finance": {9402 "n": 246,9403 "chrf": {9404 "mean": 68.193684817799,9405 "ci_low": 66.30144292826785,9406 "ci_high": 70.07607422334242,9407 "n_items": 246,9408 "n_groups": 279409 },9410 "edit_sim": {9411 "mean": 0.6692649559367396,9412 "ci_low": 0.6478464202625001,9413 "ci_high": 0.6903105107946939,9414 "n_items": 246,9415 "n_groups": 279416 },9417 "rougeL": {9418 "mean": 0.675943670127506,9419 "ci_low": 0.6511624966128331,9420 "ci_high": 0.7010363891159161,9421 "n_items": 246,9422 "n_groups": 279423 },9424 "exact_match": {9425 "mean": 0.0,9426 "ci_low": 0.0,9427 "ci_high": 0.0,9428 "n_items": 246,9429 "n_groups": 279430 },9431 "number_recall": {9432 "mean": 0.9869788230261689,9433 "ci_low": 0.9743514064847464,9434 "ci_high": 0.9963017427063898,9435 "n_items": 246,9436 "n_groups": 279437 },9438 "placeholders_exact": {9439 "mean": 0.9878048780487805,9440 "ci_low": 0.9739130434782609,9441 "ci_high": 1.0,9442 "n_items": 246,9443 "n_groups": 279444 }9445 },9446 "general_reference": {9447 "n": 29,9448 "chrf": {9449 "mean": 65.80083648313513,9450 "ci_low": 64.23467465082581,9451 "ci_high": 69.28119611048913,9452 "n_items": 29,9453 "n_groups": 29454 },9455 "edit_sim": {9456 "mean": 0.6593857052355705,9457 "ci_low": 0.6525424383692624,9458 "ci_high": 0.6745929649384773,9459 "n_items": 29,9460 "n_groups": 29461 },9462 "rougeL": {9463 "mean": 0.6762557132562178,9464 "ci_low": 0.666170097349096,9465 "ci_high": 0.6986681930498215,9466 "n_items": 29,9467 "n_groups": 29468 },9469 "exact_match": {9470 "mean": 0.0,9471 "ci_low": 0.0,9472 "ci_high": 0.0,9473 "n_items": 29,9474 "n_groups": 29475 },9476 "number_recall": {9477 "mean": 1.0,9478 "ci_low": 1.0,9479 "ci_high": 1.0,9480 "n_items": 29,9481 "n_groups": 29482 },9483 "placeholders_exact": {9484 "mean": 1.0,9485 "ci_low": 1.0,9486 "ci_high": 1.0,9487 "n_items": 29,9488 "n_groups": 29489 }9490 },9491 "humanities": {9492 "n": 161,9493 "chrf": {9494 "mean": 63.33238371462208,9495 "ci_low": 60.790474208778555,9496 "ci_high": 65.20905517371934,9497 "n_items": 161,9498 "n_groups": 49499 },9500 "edit_sim": {9501 "mean": 0.6312765361138769,9502 "ci_low": 0.608192467472034,9503 "ci_high": 0.6488076155076897,9504 "n_items": 161,9505 "n_groups": 49506 },9507 "rougeL": {9508 "mean": 0.6294087931822056,9509 "ci_low": 0.6058923816162678,9510 "ci_high": 0.6638176561870932,9511 "n_items": 161,9512 "n_groups": 49513 },9514 "exact_match": {9515 "mean": 0.0,9516 "ci_low": 0.0,9517 "ci_high": 0.0,9518 "n_items": 161,9519 "n_groups": 49520 },9521 "number_recall": {9522 "mean": 0.999611801242236,9523 "ci_low": 0.9987244897959183,9524 "ci_high": 1.0,9525 "n_items": 161,9526 "n_groups": 49527 },9528 "placeholders_exact": {9529 "mean": 1.0,9530 "ci_low": 1.0,9531 "ci_high": 1.0,9532 "n_items": 161,9533 "n_groups": 49534 }9535 },9536 "life_sciences": {9537 "n": 366,9538 "chrf": {9539 "mean": 68.2738624460712,9540 "ci_low": 65.21907922678994,9541 "ci_high": 71.05716842606202,9542 "n_items": 366,9543 "n_groups": 519544 },9545 "edit_sim": {9546 "mean": 0.6731851757597751,9547 "ci_low": 0.6477787541941205,9548 "ci_high": 0.6979735809248667,9549 "n_items": 366,9550 "n_groups": 519551 },9552 "rougeL": {9553 "mean": 0.6809586549346427,9554 "ci_low": 0.6552233907505293,9555 "ci_high": 0.7058371722416775,9556 "n_items": 366,9557 "n_groups": 519558 },9559 "exact_match": {9560 "mean": 0.0,9561 "ci_low": 0.0,9562 "ci_high": 0.0,9563 "n_items": 366,9564 "n_groups": 519565 },9566 "number_recall": {9567 "mean": 0.9876083236738973,9568 "ci_low": 0.9754390755653114,9569 "ci_high": 0.9965401046207496,9570 "n_items": 366,9571 "n_groups": 519572 },9573 "placeholders_exact": {9574 "mean": 0.9836065573770492,9575 "ci_low": 0.9660482897912076,9576 "ci_high": 1.0,9577 "n_items": 366,9578 "n_groups": 519579 }9580 },9581 "mathematics": {9582 "n": 180,9583 "chrf": {9584 "mean": 69.94215038635694,9585 "ci_low": 66.90396451115934,9586 "ci_high": 71.25548584606277,9587 "n_items": 180,9588 "n_groups": 49589 },9590 "edit_sim": {9591 "mean": 0.6899655359023539,9592 "ci_low": 0.6464561997956103,9593 "ci_high": 0.7195387961052203,9594 "n_items": 180,9595 "n_groups": 49596 },9597 "rougeL": {9598 "mean": 0.700510273250661,9599 "ci_low": 0.653715494844463,9600 "ci_high": 0.7246841265060106,9601 "n_items": 180,9602 "n_groups": 49603 },9604 "exact_match": {9605 "mean": 0.0,9606 "ci_low": 0.0,9607 "ci_high": 0.0,9608 "n_items": 180,9609 "n_groups": 49610 },9611 "number_recall": {9612 "mean": 0.9840211640211641,9613 "ci_low": 0.9706256921373202,9614 "ci_high": 0.9962765957446809,9615 "n_items": 180,9616 "n_groups": 49617 },9618 "placeholders_exact": {9619 "mean": 0.9944444444444445,9620 "ci_low": 0.9836956521739131,9621 "ci_high": 1.0,9622 "n_items": 180,9623 "n_groups": 49624 }9625 },9626 "other": {9627 "n": 66,9628 "chrf": {9629 "mean": 68.10839093500995,9630 "ci_low": 65.0390990370309,9631 "ci_high": 72.07657971613602,9632 "n_items": 66,9633 "n_groups": 59634 },9635 "edit_sim": {9636 "mean": 0.6735104594771404,9637 "ci_low": 0.6374403436689292,9638 "ci_high": 0.7207817430943406,9639 "n_items": 66,9640 "n_groups": 59641 },9642 "rougeL": {9643 "mean": 0.6794213976345679,9644 "ci_low": 0.6470048977201045,9645 "ci_high": 0.7181397372335268,9646 "n_items": 66,9647 "n_groups": 59648 },9649 "exact_match": {9650 "mean": 0.0,9651 "ci_low": 0.0,9652 "ci_high": 0.0,9653 "n_items": 66,9654 "n_groups": 59655 },9656 "number_recall": {9657 "mean": 1.0,9658 "ci_low": 1.0,9659 "ci_high": 1.0,9660 "n_items": 66,9661 "n_groups": 59662 },9663 "placeholders_exact": {9664 "mean": 1.0,9665 "ci_low": 1.0,9666 "ci_high": 1.0,9667 "n_items": 66,9668 "n_groups": 59669 }9670 },9671 "social_sciences": {9672 "n": 310,9673 "chrf": {9674 "mean": 68.35140344842212,9675 "ci_low": 65.72974459380576,9676 "ci_high": 70.7120951061107,9677 "n_items": 310,9678 "n_groups": 209679 },9680 "edit_sim": {9681 "mean": 0.6740994634697638,9682 "ci_low": 0.6495613074885462,9683 "ci_high": 0.6954402178831497,9684 "n_items": 310,9685 "n_groups": 209686 },9687 "rougeL": {9688 "mean": 0.6824288376942129,9689 "ci_low": 0.6519621061472275,9690 "ci_high": 0.709077059871575,9691 "n_items": 310,9692 "n_groups": 209693 },9694 "exact_match": {9695 "mean": 0.0,9696 "ci_low": 0.0,9697 "ci_high": 0.0,9698 "n_items": 310,9699 "n_groups": 209700 },9701 "number_recall": {9702 "mean": 0.9940903272354886,9703 "ci_low": 0.9891294033621543,9704 "ci_high": 0.9985432627923635,9705 "n_items": 310,9706 "n_groups": 209707 },9708 "placeholders_exact": {9709 "mean": 0.9935483870967742,9710 "ci_low": 0.9859476531319061,9711 "ci_high": 1.0,9712 "n_items": 310,9713 "n_groups": 209714 }9715 },9716 "statistics": {9717 "n": 180,9718 "chrf": {9719 "mean": 71.37053313304514,9720 "ci_low": 69.1031420140801,9721 "ci_high": 73.03838778424348,9722 "n_items": 180,9723 "n_groups": 79724 },9725 "edit_sim": {9726 "mean": 0.7036458687446372,9727 "ci_low": 0.6699339372373894,9728 "ci_high": 0.7209468129150883,9729 "n_items": 180,9730 "n_groups": 79731 },9732 "rougeL": {9733 "mean": 0.7192174069179083,9734 "ci_low": 0.6841933987587733,9735 "ci_high": 0.737115544422655,9736 "n_items": 180,9737 "n_groups": 79738 },9739 "exact_match": {9740 "mean": 0.0,9741 "ci_low": 0.0,9742 "ci_high": 0.0,9743 "n_items": 180,9744 "n_groups": 79745 },9746 "number_recall": {9747 "mean": 0.9672619047619048,9748 "ci_low": 0.9372443292075867,9749 "ci_high": 0.9888498354319534,9750 "n_items": 180,9751 "n_groups": 79752 },9753 "placeholders_exact": {9754 "mean": 0.9944444444444445,9755 "ci_low": 0.9813040028213719,9756 "ci_high": 1.0,9757 "n_items": 180,9758 "n_groups": 79759 }9760 }9761 },9762 "by_era": {9763 "1900-1949": {9764 "n": 315,9765 "chrf": {9766 "mean": 61.84326642534277,9767 "ci_low": 59.966303404053505,9768 "ci_high": 64.68207034046895,9769 "n_items": 315,9770 "n_groups": 149771 },9772 "edit_sim": {9773 "mean": 0.6247905416473564,9774 "ci_low": 0.6062024968854988,9775 "ci_high": 0.6501999936293261,9776 "n_items": 315,9777 "n_groups": 149778 },9779 "rougeL": {9780 "mean": 0.6283941377345325,9781 "ci_low": 0.6073696970071439,9782 "ci_high": 0.6573777731413835,9783 "n_items": 315,9784 "n_groups": 149785 },9786 "exact_match": {9787 "mean": 0.0,9788 "ci_low": 0.0,9789 "ci_high": 0.0,9790 "n_items": 315,9791 "n_groups": 149792 },9793 "number_recall": {9794 "mean": 1.0,9795 "ci_low": 1.0,9796 "ci_high": 1.0,9797 "n_items": 315,9798 "n_groups": 149799 },9800 "placeholders_exact": {9801 "mean": 1.0,9802 "ci_low": 1.0,9803 "ci_high": 1.0,9804 "n_items": 315,9805 "n_groups": 149806 }9807 },9808 "1950-1979": {9809 "n": 12,9810 "chrf": {9811 "mean": 56.48074228844401,9812 "ci_low": 56.48074228844401,9813 "ci_high": 56.48074228844401,9814 "n_items": 12,9815 "n_groups": 19816 },9817 "edit_sim": {9818 "mean": 0.5666287395448941,9819 "ci_low": 0.5666287395448941,9820 "ci_high": 0.5666287395448941,9821 "n_items": 12,9822 "n_groups": 19823 },9824 "rougeL": {9825 "mean": 0.5847051651370142,9826 "ci_low": 0.5847051651370142,9827 "ci_high": 0.5847051651370142,9828 "n_items": 12,9829 "n_groups": 19830 },9831 "exact_match": {9832 "mean": 0.0,9833 "ci_low": 0.0,9834 "ci_high": 0.0,9835 "n_items": 12,9836 "n_groups": 19837 },9838 "number_recall": {9839 "mean": 1.0,9840 "ci_low": 1.0,9841 "ci_high": 1.0,9842 "n_items": 12,9843 "n_groups": 19844 },9845 "placeholders_exact": {9846 "mean": 1.0,9847 "ci_low": 1.0,9848 "ci_high": 1.0,9849 "n_items": 12,9850 "n_groups": 19851 }9852 },9853 "1980-1999": {9854 "n": 21,9855 "chrf": {9856 "mean": 71.0188261788506,9857 "ci_low": 68.09739985459586,9858 "ci_high": 71.8557644752364,9859 "n_items": 21,9860 "n_groups": 39861 },9862 "edit_sim": {9863 "mean": 0.7054617466952899,9864 "ci_low": 0.6702820322699009,9865 "ci_high": 0.7170122351381488,9866 "n_items": 21,9867 "n_groups": 39868 },9869 "rougeL": {9870 "mean": 0.7045988683345558,9871 "ci_low": 0.6748878050162758,9872 "ci_high": 0.715078435396395,9873 "n_items": 21,9874 "n_groups": 39875 },9876 "exact_match": {9877 "mean": 0.0,9878 "ci_low": 0.0,9879 "ci_high": 0.0,9880 "n_items": 21,9881 "n_groups": 39882 },9883 "number_recall": {9884 "mean": 1.0,9885 "ci_low": 1.0,9886 "ci_high": 1.0,9887 "n_items": 21,9888 "n_groups": 39889 },9890 "placeholders_exact": {9891 "mean": 1.0,9892 "ci_low": 1.0,9893 "ci_high": 1.0,9894 "n_items": 21,9895 "n_groups": 39896 }9897 },9898 "2000-2009": {9899 "n": 95,9900 "chrf": {9901 "mean": 69.03131537238508,9902 "ci_low": 66.52989271175686,9903 "ci_high": 71.47501126959307,9904 "n_items": 95,9905 "n_groups": 189906 },9907 "edit_sim": {9908 "mean": 0.6720015299531075,9909 "ci_low": 0.6389865844674437,9910 "ci_high": 0.703872151519112,9911 "n_items": 95,9912 "n_groups": 189913 },9914 "rougeL": {9915 "mean": 0.6778638912033215,9916 "ci_low": 0.6460638713150393,9917 "ci_high": 0.709234349579698,9918 "n_items": 95,9919 "n_groups": 189920 },9921 "exact_match": {9922 "mean": 0.0,9923 "ci_low": 0.0,9924 "ci_high": 0.0,9925 "n_items": 95,9926 "n_groups": 189927 },9928 "number_recall": {9929 "mean": 0.9612030075187971,9930 "ci_low": 0.9142696629213483,9931 "ci_high": 0.9916742916174734,9932 "n_items": 95,9933 "n_groups": 189934 },9935 "placeholders_exact": {9936 "mean": 0.9894736842105263,9937 "ci_low": 0.9716981132075472,9938 "ci_high": 1.0,9939 "n_items": 95,9940 "n_groups": 189941 }9942 },9943 "2010-2017": {9944 "n": 2557,9945 "chrf": {9946 "mean": 69.08985860160203,9947 "ci_low": 68.40498436856626,9948 "ci_high": 69.7611638513735,9949 "n_items": 2557,9950 "n_groups": 2489951 },9952 "edit_sim": {9953 "mean": 0.6792752851817769,9954 "ci_low": 0.6716786393528051,9955 "ci_high": 0.6867626724485584,9956 "n_items": 2557,9957 "n_groups": 2489958 },9959 "rougeL": {9960 "mean": 0.6880630895874142,9961 "ci_low": 0.6794506187764042,9962 "ci_high": 0.6962557827483853,9963 "n_items": 2557,9964 "n_groups": 2489965 },9966 "exact_match": {9967 "mean": 0.0,9968 "ci_low": 0.0,9969 "ci_high": 0.0,9970 "n_items": 2557,9971 "n_groups": 2489972 },9973 "number_recall": {9974 "mean": 0.9859556853564079,9975 "ci_low": 0.9813882095707939,9976 "ci_high": 0.9899065450337877,9977 "n_items": 2557,9978 "n_groups": 2489979 },9980 "placeholders_exact": {9981 "mean": 0.9921783339851389,9982 "ci_low": 0.9879341726846835,9983 "ci_high": 0.9959174699187228,9984 "n_items": 2557,9985 "n_groups": 2489986 }9987 }9988 },9989 "by_role": {9990 "abstract": {9991 "n": 244,9992 "chrf": {9993 "mean": 69.62576973291772,9994 "ci_low": 68.04773987253833,9995 "ci_high": 71.29003154486098,9996 "n_items": 244,9997 "n_groups": 529998 },9999 "edit_sim": {10000 "mean": 0.6863654742962201,10001 "ci_low": 0.6670178106902912,10002 "ci_high": 0.7068489682035597,10003 "n_items": 244,10004 "n_groups": 5210005 },10006 "rougeL": {10007 "mean": 0.6885440980391697,10008 "ci_low": 0.6679710070187362,10009 "ci_high": 0.7098721512930537,10010 "n_items": 244,10011 "n_groups": 5210012 },10013 "exact_match": {10014 "mean": 0.0,10015 "ci_low": 0.0,10016 "ci_high": 0.0,10017 "n_items": 244,10018 "n_groups": 5210019 },10020 "number_recall": {10021 "mean": 0.9733659100462378,10022 "ci_low": 0.9443197596795728,10023 "ci_high": 0.9926587872429408,10024 "n_items": 244,10025 "n_groups": 5210026 },10027 "placeholders_exact": {10028 "mean": 1.0,10029 "ci_low": 1.0,10030 "ci_high": 1.0,10031 "n_items": 244,10032 "n_groups": 5210033 }10034 },10035 "background": {10036 "n": 184,10037 "chrf": {10038 "mean": 70.36431063379062,10039 "ci_low": 68.53293641778029,10040 "ci_high": 72.45785832068866,10041 "n_items": 184,10042 "n_groups": 2510043 },10044 "edit_sim": {10045 "mean": 0.6943484845840435,10046 "ci_low": 0.6738013854163847,10047 "ci_high": 0.7170675822473429,10048 "n_items": 184,10049 "n_groups": 2510050 },10051 "rougeL": {10052 "mean": 0.6913137937794724,10053 "ci_low": 0.6719402279930979,10054 "ci_high": 0.7127663598255982,10055 "n_items": 184,10056 "n_groups": 2510057 },10058 "exact_match": {10059 "mean": 0.0,10060 "ci_low": 0.0,10061 "ci_high": 0.0,10062 "n_items": 184,10063 "n_groups": 2510064 },10065 "number_recall": {10066 "mean": 0.9971014492753622,10067 "ci_low": 0.9921139112903227,10068 "ci_high": 1.0,10069 "n_items": 184,10070 "n_groups": 2510071 },10072 "placeholders_exact": {10073 "mean": 1.0,10074 "ci_low": 1.0,10075 "ci_high": 1.0,10076 "n_items": 184,10077 "n_groups": 2510078 }10079 },10080 "chapter": {10081 "n": 191,10082 "chrf": {10083 "mean": 64.3690892466959,10084 "ci_low": 61.707192434028016,10085 "ci_high": 66.85082261803332,10086 "n_items": 191,10087 "n_groups": 1310088 },10089 "edit_sim": {10090 "mean": 0.6489748424781256,10091 "ci_low": 0.6240907255282137,10092 "ci_high": 0.6711651450241929,10093 "n_items": 191,10094 "n_groups": 1310095 },10096 "rougeL": {10097 "mean": 0.6561163250247556,10098 "ci_low": 0.6268834029341013,10099 "ci_high": 0.6837178941014918,10100 "n_items": 191,10101 "n_groups": 1310102 },10103 "exact_match": {10104 "mean": 0.0,10105 "ci_low": 0.0,10106 "ci_high": 0.0,10107 "n_items": 191,10108 "n_groups": 1310109 },10110 "number_recall": {10111 "mean": 1.0,10112 "ci_low": 1.0,10113 "ci_high": 1.0,10114 "n_items": 191,10115 "n_groups": 1310116 },10117 "placeholders_exact": {10118 "mean": 1.0,10119 "ci_low": 1.0,10120 "ci_high": 1.0,10121 "n_items": 191,10122 "n_groups": 1310123 }10124 },10125 "conclusion": {10126 "n": 251,10127 "chrf": {10128 "mean": 66.00092105892882,10129 "ci_low": 64.07273446016669,10130 "ci_high": 68.27574240991385,10131 "n_items": 251,10132 "n_groups": 4610133 },10134 "edit_sim": {10135 "mean": 0.6523705534273593,10136 "ci_low": 0.6269680222381097,10137 "ci_high": 0.6810870975359098,10138 "n_items": 251,10139 "n_groups": 4610140 },10141 "rougeL": {10142 "mean": 0.6492653737393291,10143 "ci_low": 0.6243826137934756,10144 "ci_high": 0.6768652732924153,10145 "n_items": 251,10146 "n_groups": 4610147 },10148 "exact_match": {10149 "mean": 0.0,10150 "ci_low": 0.0,10151 "ci_high": 0.0,10152 "n_items": 251,10153 "n_groups": 4610154 },10155 "number_recall": {10156 "mean": 0.9920318725099602,10157 "ci_low": 0.98,10158 "ci_high": 1.0,10159 "n_items": 251,10160 "n_groups": 4610161 },10162 "placeholders_exact": {10163 "mean": 0.9800796812749004,10164 "ci_low": 0.9493601841196777,10165 "ci_high": 1.0,10166 "n_items": 251,10167 "n_groups": 4610168 }10169 },10170 "data": {10171 "n": 207,10172 "chrf": {10173 "mean": 70.26774370384183,10174 "ci_low": 68.88551006593262,10175 "ci_high": 71.7006038529172,10176 "n_items": 207,10177 "n_groups": 3310178 },10179 "edit_sim": {10180 "mean": 0.681355246184372,10181 "ci_low": 0.6684223431209074,10182 "ci_high": 0.6953861905804278,10183 "n_items": 207,10184 "n_groups": 3310185 },10186 "rougeL": {10187 "mean": 0.7078168817145369,10188 "ci_low": 0.6938143783651917,10189 "ci_high": 0.7237356262409664,10190 "n_items": 207,10191 "n_groups": 3310192 },10193 "exact_match": {10194 "mean": 0.0,10195 "ci_low": 0.0,10196 "ci_high": 0.0,10197 "n_items": 207,10198 "n_groups": 3310199 },10200 "number_recall": {10201 "mean": 0.9784098483373845,10202 "ci_low": 0.9648880498459514,10203 "ci_high": 0.9893007815353568,10204 "n_items": 207,10205 "n_groups": 3310206 },10207 "placeholders_exact": {10208 "mean": 0.9951690821256038,10209 "ci_low": 0.9832402234636871,10210 "ci_high": 1.0,10211 "n_items": 207,10212 "n_groups": 3310213 }10214 },10215 "discussion": {10216 "n": 279,10217 "chrf": {10218 "mean": 68.55734737119805,10219 "ci_low": 66.79604150722736,10220 "ci_high": 70.44588730233161,10221 "n_items": 279,10222 "n_groups": 4310223 },10224 "edit_sim": {10225 "mean": 0.6722302133116835,10226 "ci_low": 0.6540520893983585,10227 "ci_high": 0.6922452607093704,10228 "n_items": 279,10229 "n_groups": 4310230 },10231 "rougeL": {10232 "mean": 0.670618725092115,10233 "ci_low": 0.6486296901252301,10234 "ci_high": 0.6951433498526554,10235 "n_items": 279,10236 "n_groups": 4310237 },10238 "exact_match": {10239 "mean": 0.0,10240 "ci_low": 0.0,10241 "ci_high": 0.0,10242 "n_items": 279,10243 "n_groups": 4310244 },10245 "number_recall": {10246 "mean": 0.9875064004096263,10247 "ci_low": 0.9721559819251313,10248 "ci_high": 0.9976962359633571,10249 "n_items": 279,10250 "n_groups": 4310251 },10252 "placeholders_exact": {10253 "mean": 1.0,10254 "ci_low": 1.0,10255 "ci_high": 1.0,10256 "n_items": 279,10257 "n_groups": 4310258 }10259 },10260 "introduction": {10261 "n": 336,10262 "chrf": {10263 "mean": 68.08364289291357,10264 "ci_low": 66.74580281047797,10265 "ci_high": 69.35421108632838,10266 "n_items": 336,10267 "n_groups": 5610268 },10269 "edit_sim": {10270 "mean": 0.6737322637272316,10271 "ci_low": 0.6582218088593402,10272 "ci_high": 0.6877614868059739,10273 "n_items": 336,10274 "n_groups": 5610275 },10276 "rougeL": {10277 "mean": 0.6762736840266426,10278 "ci_low": 0.6610680278121135,10279 "ci_high": 0.6903792295548054,10280 "n_items": 336,10281 "n_groups": 5610282 },10283 "exact_match": {10284 "mean": 0.0,10285 "ci_low": 0.0,10286 "ci_high": 0.0,10287 "n_items": 336,10288 "n_groups": 5610289 },10290 "number_recall": {10291 "mean": 0.9890529857047715,10292 "ci_low": 0.9745998395706957,10293 "ci_high": 0.9980008141705389,10294 "n_items": 336,10295 "n_groups": 5610296 },10297 "placeholders_exact": {10298 "mean": 0.9910714285714286,10299 "ci_low": 0.980327868852459,10300 "ci_high": 1.0,10301 "n_items": 336,10302 "n_groups": 5610303 }10304 },10305 "limitations": {10306 "n": 90,10307 "chrf": {10308 "mean": 67.30622102521453,10309 "ci_low": 63.72924005121261,10310 "ci_high": 70.94822214493983,10311 "n_items": 90,10312 "n_groups": 1410313 },10314 "edit_sim": {10315 "mean": 0.6643301773354113,10316 "ci_low": 0.6258044029656834,10317 "ci_high": 0.7062140269471656,10318 "n_items": 90,10319 "n_groups": 1410320 },10321 "rougeL": {10322 "mean": 0.6614487733077004,10323 "ci_low": 0.6169771704995062,10324 "ci_high": 0.7044627044826406,10325 "n_items": 90,10326 "n_groups": 1410327 },10328 "exact_match": {10329 "mean": 0.0,10330 "ci_low": 0.0,10331 "ci_high": 0.0,10332 "n_items": 90,10333 "n_groups": 1410334 },10335 "number_recall": {10336 "mean": 1.0,10337 "ci_low": 1.0,10338 "ci_high": 1.0,10339 "n_items": 90,10340 "n_groups": 1410341 },10342 "placeholders_exact": {10343 "mean": 1.0,10344 "ci_low": 1.0,10345 "ci_high": 1.0,10346 "n_items": 90,10347 "n_groups": 1410348 }10349 },10350 "methods": {10351 "n": 265,10352 "chrf": {10353 "mean": 70.19117060411394,10354 "ci_low": 68.46726275206814,10355 "ci_high": 72.0594824847109,10356 "n_items": 265,10357 "n_groups": 4510358 },10359 "edit_sim": {10360 "mean": 0.68512959529889,10361 "ci_low": 0.664301981072006,10362 "ci_high": 0.7066144987747324,10363 "n_items": 265,10364 "n_groups": 4510365 },10366 "rougeL": {10367 "mean": 0.7118346988821639,10368 "ci_low": 0.6936681552219516,10369 "ci_high": 0.732200170015073,10370 "n_items": 265,10371 "n_groups": 4510372 },10373 "exact_match": {10374 "mean": 0.0,10375 "ci_low": 0.0,10376 "ci_high": 0.0,10377 "n_items": 265,10378 "n_groups": 4510379 },10380 "number_recall": {10381 "mean": 0.9886851670342238,10382 "ci_low": 0.9775685795188775,10383 "ci_high": 0.9974498490188904,10384 "n_items": 265,10385 "n_groups": 4510386 },10387 "placeholders_exact": {10388 "mean": 0.9924528301886792,10389 "ci_low": 0.9793388429752066,10390 "ci_high": 1.0,10391 "n_items": 265,10392 "n_groups": 4510393 }10394 },10395 "other": {10396 "n": 275,10397 "chrf": {10398 "mean": 68.61142403707225,10399 "ci_low": 66.66281637137108,10400 "ci_high": 70.55129020416604,10401 "n_items": 275,10402 "n_groups": 3810403 },10404 "edit_sim": {10405 "mean": 0.6703103358367647,10406 "ci_low": 0.6455791824154621,10407 "ci_high": 0.6933706571345923,10408 "n_items": 275,10409 "n_groups": 3810410 },10411 "rougeL": {10412 "mean": 0.6805765891303017,10413 "ci_low": 0.6559410257057209,10414 "ci_high": 0.7036315970111775,10415 "n_items": 275,10416 "n_groups": 3810417 },10418 "exact_match": {10419 "mean": 0.0,10420 "ci_low": 0.0,10421 "ci_high": 0.0,10422 "n_items": 275,10423 "n_groups": 3810424 },10425 "number_recall": {10426 "mean": 0.9871233766233767,10427 "ci_low": 0.9746333249510051,10428 "ci_high": 0.9981264847208725,10429 "n_items": 275,10430 "n_groups": 3810431 },10432 "placeholders_exact": {10433 "mean": 0.9963636363636363,10434 "ci_low": 0.9882341361741548,10435 "ci_high": 1.0,10436 "n_items": 275,10437 "n_groups": 3810438 }10439 },10440 "preface": {10441 "n": 114,10442 "chrf": {10443 "mean": 57.49577773457906,10444 "ci_low": 55.114863406720076,10445 "ci_high": 60.095665897834365,10446 "n_items": 114,10447 "n_groups": 910448 },10449 "edit_sim": {10450 "mean": 0.5770150803971643,10451 "ci_low": 0.5503194317266825,10452 "ci_high": 0.6020075013343756,10453 "n_items": 114,10454 "n_groups": 910455 },10456 "rougeL": {10457 "mean": 0.5751460052464212,10458 "ci_low": 0.5433180019659519,10459 "ci_high": 0.6036067198325253,10460 "n_items": 114,10461 "n_groups": 910462 },10463 "exact_match": {10464 "mean": 0.0,10465 "ci_low": 0.0,10466 "ci_high": 0.0,10467 "n_items": 114,10468 "n_groups": 910469 },10470 "number_recall": {10471 "mean": 1.0,10472 "ci_low": 1.0,10473 "ci_high": 1.0,10474 "n_items": 114,10475 "n_groups": 910476 },10477 "placeholders_exact": {10478 "mean": 1.0,10479 "ci_low": 1.0,10480 "ci_high": 1.0,10481 "n_items": 114,10482 "n_groups": 910483 }10484 },10485 "related_work": {10486 "n": 109,10487 "chrf": {10488 "mean": 71.39588606706559,10489 "ci_low": 69.12415176610092,10490 "ci_high": 73.45604735451731,10491 "n_items": 109,10492 "n_groups": 1610493 },10494 "edit_sim": {10495 "mean": 0.714721419963547,10496 "ci_low": 0.6880802895547702,10497 "ci_high": 0.7398741363985912,10498 "n_items": 109,10499 "n_groups": 1610500 },10501 "rougeL": {10502 "mean": 0.7090337247048908,10503 "ci_low": 0.6805257968446626,10504 "ci_high": 0.7360464278248136,10505 "n_items": 109,10506 "n_groups": 1610507 },10508 "exact_match": {10509 "mean": 0.0,10510 "ci_low": 0.0,10511 "ci_high": 0.0,10512 "n_items": 109,10513 "n_groups": 1610514 },10515 "number_recall": {10516 "mean": 0.9884221133546552,10517 "ci_low": 0.9682285035226214,10518 "ci_high": 1.0,10519 "n_items": 109,10520 "n_groups": 1610521 },10522 "placeholders_exact": {10523 "mean": 0.9724770642201835,10524 "ci_low": 0.9349498518349669,10525 "ci_high": 1.0,10526 "n_items": 109,10527 "n_groups": 1610528 }10529 },10530 "results": {10531 "n": 263,10532 "chrf": {10533 "mean": 69.41707401126874,10534 "ci_low": 68.01124728339161,10535 "ci_high": 70.86155592375077,10536 "n_items": 263,10537 "n_groups": 4610538 },10539 "edit_sim": {10540 "mean": 0.6851677704995753,10541 "ci_low": 0.6661128515808658,10542 "ci_high": 0.7031031142253574,10543 "n_items": 263,10544 "n_groups": 4610545 },10546 "rougeL": {10547 "mean": 0.7011288214754519,10548 "ci_low": 0.681052534585426,10549 "ci_high": 0.7204645779140526,10550 "n_items": 263,10551 "n_groups": 4610552 },10553 "exact_match": {10554 "mean": 0.0,10555 "ci_low": 0.0,10556 "ci_high": 0.0,10557 "n_items": 263,10558 "n_groups": 4610559 },10560 "number_recall": {10561 "mean": 0.9768599904531462,10562 "ci_low": 0.9592538257947317,10563 "ci_high": 0.9896933073518805,10564 "n_items": 263,10565 "n_groups": 4610566 },10567 "placeholders_exact": {10568 "mean": 0.9885931558935361,10569 "ci_low": 0.9703676166873193,10570 "ci_high": 1.0,10571 "n_items": 263,10572 "n_groups": 4610573 }10574 },10575 "theory": {10576 "n": 192,10577 "chrf": {10578 "mean": 69.8194744097136,10579 "ci_low": 67.91737729367216,10580 "ci_high": 71.19894172020099,10581 "n_items": 192,10582 "n_groups": 2910583 },10584 "edit_sim": {10585 "mean": 0.6859537826844053,10586 "ci_low": 0.6649072102483146,10587 "ci_high": 0.7010351003115353,10588 "n_items": 192,10589 "n_groups": 2910590 },10591 "rougeL": {10592 "mean": 0.7115585019649563,10593 "ci_low": 0.690217779265324,10594 "ci_high": 0.7265021976476048,10595 "n_items": 192,10596 "n_groups": 2910597 },10598 "exact_match": {10599 "mean": 0.0,10600 "ci_low": 0.0,10601 "ci_high": 0.0,10602 "n_items": 192,10603 "n_groups": 2910604 },10605 "number_recall": {10606 "mean": 0.9737261002886003,10607 "ci_low": 0.9540120609409007,10608 "ci_high": 0.9899323132065067,10609 "n_items": 192,10610 "n_groups": 2910611 },10612 "placeholders_exact": {10613 "mean": 0.984375,10614 "ci_low": 0.9664804469273743,10615 "ci_high": 1.0,10616 "n_items": 192,10617 "n_groups": 2910618 }10619 }10620 }10621 },10622 "htr-m1-tiny-mediumdenoiseinit": {10623 "overall": {10624 "n": 3000,10625 "chrf": {10626 "mean": 68.74902694643517,10627 "ci_low": 67.94234263518018,10628 "ci_high": 69.53832313734293,10629 "n_items": 3000,10630 "n_groups": 28410631 },10632 "edit_sim": {10633 "mean": 0.6782014953130938,10634 "ci_low": 0.6703520232915219,10635 "ci_high": 0.6860233116657671,10636 "n_items": 3000,10637 "n_groups": 28410638 },10639 "rougeL": {10640 "mean": 0.6864880799176922,10641 "ci_low": 0.6781383400612475,10642 "ci_high": 0.6950171643192291,10643 "n_items": 3000,10644 "n_groups": 28410645 },10646 "exact_match": {10647 "mean": 0.0,10648 "ci_low": 0.0,10649 "ci_high": 0.0,10650 "n_items": 3000,10651 "n_groups": 28410652 },10653 "number_recall": {10654 "mean": 0.9913671102046102,10655 "ci_low": 0.9880392250763188,10656 "ci_high": 0.994181371290359,10657 "n_items": 3000,10658 "n_groups": 28410659 },10660 "placeholders_exact": {10661 "mean": 0.9916666666666667,10662 "ci_low": 0.9870845071979575,10663 "ci_high": 0.9961259531734378,10664 "n_items": 3000,10665 "n_groups": 28410666 }10667 },10668 "by_variant": {10669 "A": {10670 "n": 494,10671 "chrf": {10672 "mean": 67.9260422490813,10673 "ci_low": 66.88564500672682,10674 "ci_high": 68.91922434650084,10675 "n_items": 494,10676 "n_groups": 23910677 },10678 "edit_sim": {10679 "mean": 0.6663815449023286,10680 "ci_low": 0.6559933098212087,10681 "ci_high": 0.6771372548770592,10682 "n_items": 494,10683 "n_groups": 23910684 },10685 "rougeL": {10686 "mean": 0.6733786583052808,10687 "ci_low": 0.6621896645504579,10688 "ci_high": 0.6843423048558704,10689 "n_items": 494,10690 "n_groups": 23910691 },10692 "exact_match": {10693 "mean": 0.0,10694 "ci_low": 0.0,10695 "ci_high": 0.0,10696 "n_items": 494,10697 "n_groups": 23910698 },10699 "number_recall": {10700 "mean": 0.991105697608734,10701 "ci_low": 0.9860184773128484,10702 "ci_high": 0.9955179738305512,10703 "n_items": 494,10704 "n_groups": 23910705 },10706 "placeholders_exact": {10707 "mean": 0.9878542510121457,10708 "ci_low": 0.9774855222555692,10709 "ci_high": 0.9960862967832681,10710 "n_items": 494,10711 "n_groups": 23910712 }10713 },10714 "B": {10715 "n": 487,10716 "chrf": {10717 "mean": 73.76152933641276,10718 "ci_low": 72.84137129430889,10719 "ci_high": 74.68354456596278,10720 "n_items": 487,10721 "n_groups": 24110722 },10723 "edit_sim": {10724 "mean": 0.7376411110522718,10725 "ci_low": 0.7275672660893849,10726 "ci_high": 0.7473462220541363,10727 "n_items": 487,10728 "n_groups": 24110729 },10730 "rougeL": {10731 "mean": 0.7446859370425732,10732 "ci_low": 0.7341418627783565,10733 "ci_high": 0.7546536151838085,10734 "n_items": 487,10735 "n_groups": 24110736 },10737 "exact_match": {10738 "mean": 0.0,10739 "ci_low": 0.0,10740 "ci_high": 0.0,10741 "n_items": 487,10742 "n_groups": 24110743 },10744 "number_recall": {10745 "mean": 0.9926544992766759,10746 "ci_low": 0.9889040734837636,10747 "ci_high": 0.9961449489528382,10748 "n_items": 487,10749 "n_groups": 24110750 },10751 "placeholders_exact": {10752 "mean": 0.9917864476386037,10753 "ci_low": 0.9832635983263598,10754 "ci_high": 0.9980200943322679,10755 "n_items": 487,10756 "n_groups": 24110757 }10758 },10759 "C": {10760 "n": 533,10761 "chrf": {10762 "mean": 71.49187379589755,10763 "ci_low": 70.63752379079784,10764 "ci_high": 72.30736248763513,10765 "n_items": 533,10766 "n_groups": 25110767 },10768 "edit_sim": {10769 "mean": 0.7212216582804757,10770 "ci_low": 0.7131438538740815,10771 "ci_high": 0.7297365297940631,10772 "n_items": 533,10773 "n_groups": 25110774 },10775 "rougeL": {10776 "mean": 0.7415307141077627,10777 "ci_low": 0.7335197772030252,10778 "ci_high": 0.7499871123551765,10779 "n_items": 533,10780 "n_groups": 25110781 },10782 "exact_match": {10783 "mean": 0.0,10784 "ci_low": 0.0,10785 "ci_high": 0.0,10786 "n_items": 533,10787 "n_groups": 25110788 },10789 "number_recall": {10790 "mean": 0.9910815732110293,10791 "ci_low": 0.9870532234359404,10792 "ci_high": 0.9947441549908151,10793 "n_items": 533,10794 "n_groups": 25110795 },10796 "placeholders_exact": {10797 "mean": 0.9887429643527205,10798 "ci_low": 0.9791666666666666,10799 "ci_high": 0.9962901082080245,10800 "n_items": 533,10801 "n_groups": 25110802 }10803 },10804 "D": {10805 "n": 516,10806 "chrf": {10807 "mean": 69.48534160140763,10808 "ci_low": 68.52749139314965,10809 "ci_high": 70.40425879942383,10810 "n_items": 516,10811 "n_groups": 25310812 },10813 "edit_sim": {10814 "mean": 0.6904693437788371,10815 "ci_low": 0.6802664837035014,10816 "ci_high": 0.700524155289139,10817 "n_items": 516,10818 "n_groups": 25310819 },10820 "rougeL": {10821 "mean": 0.693096486464967,10822 "ci_low": 0.6822280472914216,10823 "ci_high": 0.7035666302239946,10824 "n_items": 516,10825 "n_groups": 25310826 },10827 "exact_match": {10828 "mean": 0.0,10829 "ci_low": 0.0,10830 "ci_high": 0.0,10831 "n_items": 516,10832 "n_groups": 25310833 },10834 "number_recall": {10835 "mean": 0.9899330428400195,10836 "ci_low": 0.9852356868387637,10837 "ci_high": 0.9941735082907709,10838 "n_items": 516,10839 "n_groups": 25310840 },10841 "placeholders_exact": {10842 "mean": 0.9922480620155039,10843 "ci_low": 0.984094635375001,10844 "ci_high": 0.998158379373849,10845 "n_items": 516,10846 "n_groups": 25310847 }10848 },10849 "E": {10850 "n": 970,10851 "chrf": {10852 "mean": 64.75272802256346,10853 "ci_low": 63.71456143597939,10854 "ci_high": 65.7604399694929,10855 "n_items": 970,10856 "n_groups": 25810857 },10858 "edit_sim": {10859 "mean": 0.6242138725996921,10860 "ci_low": 0.614549951566899,10861 "ci_high": 0.6341527686032796,10862 "n_items": 970,10863 "n_groups": 25810864 },10865 "rougeL": {10866 "mean": 0.6301850243043031,10867 "ci_low": 0.6191427201232789,10868 "ci_high": 0.6412277512724893,10869 "n_items": 970,10870 "n_groups": 25810871 },10872 "exact_match": {10873 "mean": 0.0,10874 "ci_low": 0.0,10875 "ci_high": 0.0,10876 "n_items": 970,10877 "n_groups": 25810878 },10879 "number_recall": {10880 "mean": 0.9917736558973673,10881 "ci_low": 0.9877822891910221,10882 "ci_high": 0.9952894893883141,10883 "n_items": 970,10884 "n_groups": 25810885 },10886 "placeholders_exact": {10887 "mean": 0.9948453608247423,10888 "ci_low": 0.9899553571428571,10889 "ci_high": 0.9989637573885152,10890 "n_items": 970,10891 "n_groups": 25810892 }10893 }10894 },10895 "by_discipline": {10896 "biomedicine": {10897 "n": 386,10898 "chrf": {10899 "mean": 69.03300427057208,10900 "ci_low": 66.76286603106773,10901 "ci_high": 71.32141345172197,10902 "n_items": 386,10903 "n_groups": 6610904 },10905 "edit_sim": {10906 "mean": 0.6794639250556668,10907 "ci_low": 0.6585625646090263,10908 "ci_high": 0.7008402644306183,10909 "n_items": 386,10910 "n_groups": 6610911 },10912 "rougeL": {10913 "mean": 0.6920961540066731,10914 "ci_low": 0.6688895054193187,10915 "ci_high": 0.7152050696288045,10916 "n_items": 386,10917 "n_groups": 6610918 },10919 "exact_match": {10920 "mean": 0.0,10921 "ci_low": 0.0,10922 "ci_high": 0.0,10923 "n_items": 386,10924 "n_groups": 6610925 },10926 "number_recall": {10927 "mean": 0.9948713167948918,10928 "ci_low": 0.9898133215136081,10929 "ci_high": 0.9985732872748605,10930 "n_items": 386,10931 "n_groups": 6610932 },10933 "placeholders_exact": {10934 "mean": 0.9948186528497409,10935 "ci_low": 0.9833321727019498,10936 "ci_high": 1.0,10937 "n_items": 386,10938 "n_groups": 6610939 }10940 },10941 "chemistry": {10942 "n": 173,10943 "chrf": {10944 "mean": 69.42004860291556,10945 "ci_low": 67.63391104629984,10946 "ci_high": 71.50874401651933,10947 "n_items": 173,10948 "n_groups": 1410949 },10950 "edit_sim": {10951 "mean": 0.6793736048017253,10952 "ci_low": 0.6553049048399002,10953 "ci_high": 0.7078185235929456,10954 "n_items": 173,10955 "n_groups": 1410956 },10957 "rougeL": {10958 "mean": 0.6878342119761345,10959 "ci_low": 0.664776091284571,10960 "ci_high": 0.7165550370134329,10961 "n_items": 173,10962 "n_groups": 1410963 },10964 "exact_match": {10965 "mean": 0.0,10966 "ci_low": 0.0,10967 "ci_high": 0.0,10968 "n_items": 173,10969 "n_groups": 1410970 },10971 "number_recall": {10972 "mean": 0.9795804869504292,10973 "ci_low": 0.9577684416677682,10974 "ci_high": 0.9959282579855863,10975 "n_items": 173,10976 "n_groups": 1410977 },10978 "placeholders_exact": {10979 "mean": 1.0,10980 "ci_low": 1.0,10981 "ci_high": 1.0,10982 "n_items": 173,10983 "n_groups": 1410984 }10985 },10986 "computer_science": {10987 "n": 200,10988 "chrf": {10989 "mean": 70.49643228686489,10990 "ci_low": 68.04631271464665,10991 "ci_high": 73.27290353229317,10992 "n_items": 200,10993 "n_groups": 1410994 },10995 "edit_sim": {10996 "mean": 0.6975930595243264,10997 "ci_low": 0.6714076173228055,10998 "ci_high": 0.728512958048881,10999 "n_items": 200,11000 "n_groups": 1411001 },11002 "rougeL": {11003 "mean": 0.7071746138488425,11004 "ci_low": 0.6775071143974173,11005 "ci_high": 0.7406149091439866,11006 "n_items": 200,11007 "n_groups": 1411008 },11009 "exact_match": {11010 "mean": 0.0,11011 "ci_low": 0.0,11012 "ci_high": 0.0,11013 "n_items": 200,11014 "n_groups": 1411015 },11016 "number_recall": {11017 "mean": 0.9947857142857143,11018 "ci_low": 0.9875999927483684,11019 "ci_high": 1.0,11020 "n_items": 200,11021 "n_groups": 1411022 },11023 "placeholders_exact": {11024 "mean": 0.98,11025 "ci_low": 0.950490437242482,11026 "ci_high": 1.0,11027 "n_items": 200,11028 "n_groups": 1411029 }11030 },11031 "earth_sciences": {11032 "n": 124,11033 "chrf": {11034 "mean": 68.84410230906015,11035 "ci_low": 63.680012264593216,11036 "ci_high": 71.99620921931918,11037 "n_items": 124,11038 "n_groups": 211039 },11040 "edit_sim": {11041 "mean": 0.6907471911060806,11042 "ci_low": 0.6587576339202738,11043 "ci_high": 0.7102732844532614,11044 "n_items": 124,11045 "n_groups": 211046 },11047 "rougeL": {11048 "mean": 0.696093896441734,11049 "ci_low": 0.6559186605123786,11050 "ci_high": 0.720616443047964,11051 "n_items": 124,11052 "n_groups": 211053 },11054 "exact_match": {11055 "mean": 0.0,11056 "ci_low": 0.0,11057 "ci_high": 0.0,11058 "n_items": 124,11059 "n_groups": 211060 },11061 "number_recall": {11062 "mean": 0.9923564338886919,11063 "ci_low": 0.9876908805480235,11064 "ci_high": 1.0,11065 "n_items": 124,11066 "n_groups": 211067 },11068 "placeholders_exact": {11069 "mean": 1.0,11070 "ci_low": 1.0,11071 "ci_high": 1.0,11072 "n_items": 124,11073 "n_groups": 211074 }11075 },11076 "economics": {11077 "n": 366,11078 "chrf": {11079 "mean": 67.71050219386125,11080 "ci_low": 66.12014549969344,11081 "ci_high": 69.15740551869835,11082 "n_items": 366,11083 "n_groups": 4811084 },11085 "edit_sim": {11086 "mean": 0.6753846825157408,11087 "ci_low": 0.6584659948363952,11088 "ci_high": 0.6917872475547682,11089 "n_items": 366,11090 "n_groups": 4811091 },11092 "rougeL": {11093 "mean": 0.6749665102634985,11094 "ci_low": 0.6569258608230026,11095 "ci_high": 0.6919964873839511,11096 "n_items": 366,11097 "n_groups": 4811098 },11099 "exact_match": {11100 "mean": 0.0,11101 "ci_low": 0.0,11102 "ci_high": 0.0,11103 "n_items": 366,11104 "n_groups": 4811105 },11106 "number_recall": {11107 "mean": 0.9963309914129586,11108 "ci_low": 0.9922550964532127,11109 "ci_high": 0.9993633558917198,11110 "n_items": 366,11111 "n_groups": 4811112 },11113 "placeholders_exact": {11114 "mean": 1.0,11115 "ci_low": 1.0,11116 "ci_high": 1.0,11117 "n_items": 366,11118 "n_groups": 4811119 }11120 },11121 "engineering": {11122 "n": 213,11123 "chrf": {11124 "mean": 68.31908450098838,11125 "ci_low": 66.90798830184043,11126 "ci_high": 69.65629724055852,11127 "n_items": 213,11128 "n_groups": 2011129 },11130 "edit_sim": {11131 "mean": 0.6504006289565396,11132 "ci_low": 0.6288057768749856,11133 "ci_high": 0.6688217877356294,11134 "n_items": 213,11135 "n_groups": 2011136 },11137 "rougeL": {11138 "mean": 0.6703808400279815,11139 "ci_low": 0.650397546885288,11140 "ci_high": 0.6876981801985818,11141 "n_items": 213,11142 "n_groups": 2011143 },11144 "exact_match": {11145 "mean": 0.0,11146 "ci_low": 0.0,11147 "ci_high": 0.0,11148 "n_items": 213,11149 "n_groups": 2011150 },11151 "number_recall": {11152 "mean": 0.9789262641375318,11153 "ci_low": 0.9635596175307282,11154 "ci_high": 0.9922208061546297,11155 "n_items": 213,11156 "n_groups": 2011157 },11158 "placeholders_exact": {11159 "mean": 0.9765258215962441,11160 "ci_low": 0.9495767982283165,11161 "ci_high": 1.0,11162 "n_items": 213,11163 "n_groups": 2011164 }11165 },11166 "finance": {11167 "n": 246,11168 "chrf": {11169 "mean": 68.68202880918518,11170 "ci_low": 66.73524265997591,11171 "ci_high": 70.54452327383123,11172 "n_items": 246,11173 "n_groups": 2711174 },11175 "edit_sim": {11176 "mean": 0.6746222018394858,11177 "ci_low": 0.6532930760766172,11178 "ci_high": 0.6937842777395421,11179 "n_items": 246,11180 "n_groups": 2711181 },11182 "rougeL": {11183 "mean": 0.6840650308588815,11184 "ci_low": 0.6591439096178264,11185 "ci_high": 0.707534958384226,11186 "n_items": 246,11187 "n_groups": 2711188 },11189 "exact_match": {11190 "mean": 0.0,11191 "ci_low": 0.0,11192 "ci_high": 0.0,11193 "n_items": 246,11194 "n_groups": 2711195 },11196 "number_recall": {11197 "mean": 0.9931098711586517,11198 "ci_low": 0.9855606704379849,11199 "ci_high": 0.9981808443313128,11200 "n_items": 246,11201 "n_groups": 2711202 },11203 "placeholders_exact": {11204 "mean": 0.983739837398374,11205 "ci_low": 0.9516067751740367,11206 "ci_high": 1.0,11207 "n_items": 246,11208 "n_groups": 2711209 }11210 },11211 "general_reference": {11212 "n": 29,11213 "chrf": {11214 "mean": 65.9765752694027,11215 "ci_low": 64.10217756127027,11216 "ci_high": 70.14190350969695,11217 "n_items": 29,11218 "n_groups": 211219 },11220 "edit_sim": {11221 "mean": 0.6643091273615553,11222 "ci_low": 0.6547145278845132,11223 "ci_high": 0.6856304595327598,11224 "n_items": 29,11225 "n_groups": 211226 },11227 "rougeL": {11228 "mean": 0.6815948382448825,11229 "ci_low": 0.6681958659169464,11230 "ci_high": 0.7113703323069634,11231 "n_items": 29,11232 "n_groups": 211233 },11234 "exact_match": {11235 "mean": 0.0,11236 "ci_low": 0.0,11237 "ci_high": 0.0,11238 "n_items": 29,11239 "n_groups": 211240 },11241 "number_recall": {11242 "mean": 1.0,11243 "ci_low": 1.0,11244 "ci_high": 1.0,11245 "n_items": 29,11246 "n_groups": 211247 },11248 "placeholders_exact": {11249 "mean": 1.0,11250 "ci_low": 1.0,11251 "ci_high": 1.0,11252 "n_items": 29,11253 "n_groups": 211254 }11255 },11256 "humanities": {11257 "n": 161,11258 "chrf": {11259 "mean": 63.24077242307741,11260 "ci_low": 60.925220184324566,11261 "ci_high": 65.05559354229416,11262 "n_items": 161,11263 "n_groups": 411264 },11265 "edit_sim": {11266 "mean": 0.6315074258264182,11267 "ci_low": 0.6087206031913909,11268 "ci_high": 0.647883523652404,11269 "n_items": 161,11270 "n_groups": 411271 },11272 "rougeL": {11273 "mean": 0.6321418851962298,11274 "ci_low": 0.6097916098926024,11275 "ci_high": 0.6650084929759691,11276 "n_items": 161,11277 "n_groups": 411278 },11279 "exact_match": {11280 "mean": 0.0,11281 "ci_low": 0.0,11282 "ci_high": 0.0,11283 "n_items": 161,11284 "n_groups": 411285 },11286 "number_recall": {11287 "mean": 0.9979296066252589,11288 "ci_low": 0.9959349593495934,11289 "ci_high": 1.0,11290 "n_items": 161,11291 "n_groups": 411292 },11293 "placeholders_exact": {11294 "mean": 0.9875776397515528,11295 "ci_low": 0.9779005524861878,11296 "ci_high": 1.0,11297 "n_items": 161,11298 "n_groups": 411299 }11300 },11301 "life_sciences": {11302 "n": 366,11303 "chrf": {11304 "mean": 68.65394343658413,11305 "ci_low": 65.2506490697965,11306 "ci_high": 71.72662520041919,11307 "n_items": 366,11308 "n_groups": 5111309 },11310 "edit_sim": {11311 "mean": 0.6785658764084552,11312 "ci_low": 0.6509202071100376,11313 "ci_high": 0.7049461060742335,11314 "n_items": 366,11315 "n_groups": 5111316 },11317 "rougeL": {11318 "mean": 0.6837310738153345,11319 "ci_low": 0.6555422709229494,11320 "ci_high": 0.7102845699537842,11321 "n_items": 366,11322 "n_groups": 5111323 },11324 "exact_match": {11325 "mean": 0.0,11326 "ci_low": 0.0,11327 "ci_high": 0.0,11328 "n_items": 366,11329 "n_groups": 5111330 },11331 "number_recall": {11332 "mean": 0.9922803365426315,11333 "ci_low": 0.9780161575338876,11334 "ci_high": 1.0,11335 "n_items": 366,11336 "n_groups": 5111337 },11338 "placeholders_exact": {11339 "mean": 0.9890710382513661,11340 "ci_low": 0.9671052631578947,11341 "ci_high": 1.0,11342 "n_items": 366,11343 "n_groups": 5111344 }11345 },11346 "mathematics": {11347 "n": 180,11348 "chrf": {11349 "mean": 70.79666585122497,11350 "ci_low": 66.90770880514367,11351 "ci_high": 72.94640358591778,11352 "n_items": 180,11353 "n_groups": 411354 },11355 "edit_sim": {11356 "mean": 0.6947487453149771,11357 "ci_low": 0.6475301892127304,11358 "ci_high": 0.7275195311570541,11359 "n_items": 180,11360 "n_groups": 411361 },11362 "rougeL": {11363 "mean": 0.7069023736788742,11364 "ci_low": 0.6543763078886334,11365 "ci_high": 0.7315918305503374,11366 "n_items": 180,11367 "n_groups": 411368 },11369 "exact_match": {11370 "mean": 0.0,11371 "ci_low": 0.0,11372 "ci_high": 0.0,11373 "n_items": 180,11374 "n_groups": 411375 },11376 "number_recall": {11377 "mean": 0.9933796296296297,11378 "ci_low": 0.9833333333333333,11379 "ci_high": 1.0,11380 "n_items": 180,11381 "n_groups": 411382 },11383 "placeholders_exact": {11384 "mean": 0.9833333333333333,11385 "ci_low": 0.967741935483871,11386 "ci_high": 1.0,11387 "n_items": 180,11388 "n_groups": 411389 }11390 },11391 "other": {11392 "n": 66,11393 "chrf": {11394 "mean": 68.74787740713317,11395 "ci_low": 65.37032829818118,11396 "ci_high": 72.7527417487283,11397 "n_items": 66,11398 "n_groups": 511399 },11400 "edit_sim": {11401 "mean": 0.6771167954813047,11402 "ci_low": 0.6415991885465189,11403 "ci_high": 0.7180928812235969,11404 "n_items": 66,11405 "n_groups": 511406 },11407 "rougeL": {11408 "mean": 0.6819209045703124,11409 "ci_low": 0.6480711406662307,11410 "ci_high": 0.7145964566248116,11411 "n_items": 66,11412 "n_groups": 511413 },11414 "exact_match": {11415 "mean": 0.0,11416 "ci_low": 0.0,11417 "ci_high": 0.0,11418 "n_items": 66,11419 "n_groups": 511420 },11421 "number_recall": {11422 "mean": 1.0,11423 "ci_low": 1.0,11424 "ci_high": 1.0,11425 "n_items": 66,11426 "n_groups": 511427 },11428 "placeholders_exact": {11429 "mean": 1.0,11430 "ci_low": 1.0,11431 "ci_high": 1.0,11432 "n_items": 66,11433 "n_groups": 511434 }11435 },11436 "social_sciences": {11437 "n": 310,11438 "chrf": {11439 "mean": 68.77816804197066,11440 "ci_low": 66.05286381139152,11441 "ci_high": 71.18158120451699,11442 "n_items": 310,11443 "n_groups": 2011444 },11445 "edit_sim": {11446 "mean": 0.6803164201312428,11447 "ci_low": 0.654521570169698,11448 "ci_high": 0.7028997868946328,11449 "n_items": 310,11450 "n_groups": 2011451 },11452 "rougeL": {11453 "mean": 0.6892307474342897,11454 "ci_low": 0.6581211741104979,11455 "ci_high": 0.7154638647785498,11456 "n_items": 310,11457 "n_groups": 2011458 },11459 "exact_match": {11460 "mean": 0.0,11461 "ci_low": 0.0,11462 "ci_high": 0.0,11463 "n_items": 310,11464 "n_groups": 2011465 },11466 "number_recall": {11467 "mean": 0.9935478052413534,11468 "ci_low": 0.9872138065853049,11469 "ci_high": 0.9990595854435139,11470 "n_items": 310,11471 "n_groups": 2011472 },11473 "placeholders_exact": {11474 "mean": 0.9967741935483871,11475 "ci_low": 0.9899993734335839,11476 "ci_high": 1.0,11477 "n_items": 310,11478 "n_groups": 2011479 }11480 },11481 "statistics": {11482 "n": 180,11483 "chrf": {11484 "mean": 71.66949752400227,11485 "ci_low": 69.6220061346548,11486 "ci_high": 73.14863496933741,11487 "n_items": 180,11488 "n_groups": 711489 },11490 "edit_sim": {11491 "mean": 0.7111665572104355,11492 "ci_low": 0.6813249098536479,11493 "ci_high": 0.7262386958602988,11494 "n_items": 180,11495 "n_groups": 711496 },11497 "rougeL": {11498 "mean": 0.7209054162323655,11499 "ci_low": 0.6873948703411147,11500 "ci_high": 0.7375732752393607,11501 "n_items": 180,11502 "n_groups": 711503 },11504 "exact_match": {11505 "mean": 0.0,11506 "ci_low": 0.0,11507 "ci_high": 0.0,11508 "n_items": 180,11509 "n_groups": 711510 },11511 "number_recall": {11512 "mean": 0.9748963844797177,11513 "ci_low": 0.9508771929824562,11514 "ci_high": 0.9956914815897137,11515 "n_items": 180,11516 "n_groups": 711517 },11518 "placeholders_exact": {11519 "mean": 1.0,11520 "ci_low": 1.0,11521 "ci_high": 1.0,11522 "n_items": 180,11523 "n_groups": 711524 }11525 }11526 },11527 "by_era": {11528 "1900-1949": {11529 "n": 315,11530 "chrf": {11531 "mean": 62.012498110211254,11532 "ci_low": 59.86982565504598,11533 "ci_high": 64.87538263612059,11534 "n_items": 315,11535 "n_groups": 1411536 },11537 "edit_sim": {11538 "mean": 0.6297476202520509,11539 "ci_low": 0.6092448055716317,11540 "ci_high": 0.6555476229835902,11541 "n_items": 315,11542 "n_groups": 1411543 },11544 "rougeL": {11545 "mean": 0.6322431604537574,11546 "ci_low": 0.6093381173106939,11547 "ci_high": 0.6622498847784282,11548 "n_items": 315,11549 "n_groups": 1411550 },11551 "exact_match": {11552 "mean": 0.0,11553 "ci_low": 0.0,11554 "ci_high": 0.0,11555 "n_items": 315,11556 "n_groups": 1411557 },11558 "number_recall": {11559 "mean": 1.0,11560 "ci_low": 1.0,11561 "ci_high": 1.0,11562 "n_items": 315,11563 "n_groups": 1411564 },11565 "placeholders_exact": {11566 "mean": 1.0,11567 "ci_low": 1.0,11568 "ci_high": 1.0,11569 "n_items": 315,11570 "n_groups": 1411571 }11572 },11573 "1950-1979": {11574 "n": 12,11575 "chrf": {11576 "mean": 57.217826898361864,11577 "ci_low": 57.217826898361864,11578 "ci_high": 57.217826898361864,11579 "n_items": 12,11580 "n_groups": 111581 },11582 "edit_sim": {11583 "mean": 0.5787555814129953,11584 "ci_low": 0.5787555814129953,11585 "ci_high": 0.5787555814129953,11586 "n_items": 12,11587 "n_groups": 111588 },11589 "rougeL": {11590 "mean": 0.5928456145634321,11591 "ci_low": 0.5928456145634321,11592 "ci_high": 0.5928456145634321,11593 "n_items": 12,11594 "n_groups": 111595 },11596 "exact_match": {11597 "mean": 0.0,11598 "ci_low": 0.0,11599 "ci_high": 0.0,11600 "n_items": 12,11601 "n_groups": 111602 },11603 "number_recall": {11604 "mean": 1.0,11605 "ci_low": 1.0,11606 "ci_high": 1.0,11607 "n_items": 12,11608 "n_groups": 111609 },11610 "placeholders_exact": {11611 "mean": 1.0,11612 "ci_low": 1.0,11613 "ci_high": 1.0,11614 "n_items": 12,11615 "n_groups": 111616 }11617 },11618 "1980-1999": {11619 "n": 21,11620 "chrf": {11621 "mean": 72.50791083752208,11622 "ci_low": 70.00713352164814,11623 "ci_high": 73.35047562370428,11624 "n_items": 21,11625 "n_groups": 311626 },11627 "edit_sim": {11628 "mean": 0.7164954890037206,11629 "ci_low": 0.6772469623897982,11630 "ci_high": 0.7307646529835515,11631 "n_items": 21,11632 "n_groups": 311633 },11634 "rougeL": {11635 "mean": 0.7188099271568144,11636 "ci_low": 0.6950185560380354,11637 "ci_high": 0.7304259722822211,11638 "n_items": 21,11639 "n_groups": 311640 },11641 "exact_match": {11642 "mean": 0.0,11643 "ci_low": 0.0,11644 "ci_high": 0.0,11645 "n_items": 21,11646 "n_groups": 311647 },11648 "number_recall": {11649 "mean": 1.0,11650 "ci_low": 1.0,11651 "ci_high": 1.0,11652 "n_items": 21,11653 "n_groups": 311654 },11655 "placeholders_exact": {11656 "mean": 1.0,11657 "ci_low": 1.0,11658 "ci_high": 1.0,11659 "n_items": 21,11660 "n_groups": 311661 }11662 },11663 "2000-2009": {11664 "n": 95,11665 "chrf": {11666 "mean": 69.87510771794301,11667 "ci_low": 67.35101893548409,11668 "ci_high": 72.38052572379976,11669 "n_items": 95,11670 "n_groups": 1811671 },11672 "edit_sim": {11673 "mean": 0.6801474019791738,11674 "ci_low": 0.6470140426373746,11675 "ci_high": 0.7124859039749996,11676 "n_items": 95,11677 "n_groups": 1811678 },11679 "rougeL": {11680 "mean": 0.6884466775221197,11681 "ci_low": 0.6580632479284831,11682 "ci_high": 0.718633873408525,11683 "n_items": 95,11684 "n_groups": 1811685 },11686 "exact_match": {11687 "mean": 0.0,11688 "ci_low": 0.0,11689 "ci_high": 0.0,11690 "n_items": 95,11691 "n_groups": 1811692 },11693 "number_recall": {11694 "mean": 0.9778947368421052,11695 "ci_low": 0.9282270861833101,11696 "ci_high": 1.0,11697 "n_items": 95,11698 "n_groups": 1811699 },11700 "placeholders_exact": {11701 "mean": 1.0,11702 "ci_low": 1.0,11703 "ci_high": 1.0,11704 "n_items": 95,11705 "n_groups": 1811706 }11707 },11708 "2010-2017": {11709 "n": 2557,11710 "chrf": {11711 "mean": 69.56031624990851,11712 "ci_low": 68.81965258606087,11713 "ci_high": 70.2603784579289,11714 "n_items": 2557,11715 "n_groups": 24811716 },11717 "edit_sim": {11718 "mean": 0.6842504928141689,11719 "ci_low": 0.6764834528674326,11720 "ci_high": 0.6919689801412482,11721 "n_items": 2557,11722 "n_groups": 24811723 },11724 "rougeL": {11725 "mean": 0.6932718240127053,11726 "ci_low": 0.6847299434595585,11727 "ci_high": 0.7016122567503175,11728 "n_items": 2557,11729 "n_groups": 24811730 },11731 "exact_match": {11732 "mean": 0.0,11733 "ci_low": 0.0,11734 "ci_high": 0.0,11735 "n_items": 2557,11736 "n_groups": 24811737 },11738 "number_recall": {11739 "mean": 0.9906927378231641,11740 "ci_low": 0.9872607859841265,11741 "ci_high": 0.993602105317394,11742 "n_items": 2557,11743 "n_groups": 24811744 },11745 "placeholders_exact": {11746 "mean": 0.9902229174814235,11747 "ci_low": 0.9842753797770544,11748 "ci_high": 0.9953694024143259,11749 "n_items": 2557,11750 "n_groups": 24811751 }11752 }11753 },11754 "by_role": {11755 "abstract": {11756 "n": 244,11757 "chrf": {11758 "mean": 70.34648581571571,11759 "ci_low": 68.77805369644146,11760 "ci_high": 72.04232776074919,11761 "n_items": 244,11762 "n_groups": 5211763 },11764 "edit_sim": {11765 "mean": 0.6912845447836667,11766 "ci_low": 0.6713922722872863,11767 "ci_high": 0.7125018626745292,11768 "n_items": 244,11769 "n_groups": 5211770 },11771 "rougeL": {11772 "mean": 0.6936957482370439,11773 "ci_low": 0.673509563472829,11774 "ci_high": 0.7149241545346053,11775 "n_items": 244,11776 "n_groups": 5211777 },11778 "exact_match": {11779 "mean": 0.0,11780 "ci_low": 0.0,11781 "ci_high": 0.0,11782 "n_items": 244,11783 "n_groups": 5211784 },11785 "number_recall": {11786 "mean": 0.9894475970295643,11787 "ci_low": 0.9726466705425639,11788 "ci_high": 1.0,11789 "n_items": 244,11790 "n_groups": 5211791 },11792 "placeholders_exact": {11793 "mean": 1.0,11794 "ci_low": 1.0,11795 "ci_high": 1.0,11796 "n_items": 244,11797 "n_groups": 5211798 }11799 },11800 "background": {11801 "n": 184,11802 "chrf": {11803 "mean": 70.59189122476637,11804 "ci_low": 68.63160307130379,11805 "ci_high": 72.69841728379538,11806 "n_items": 184,11807 "n_groups": 2511808 },11809 "edit_sim": {11810 "mean": 0.6950336337201997,11811 "ci_low": 0.672646497433374,11812 "ci_high": 0.7190290873840266,11813 "n_items": 184,11814 "n_groups": 2511815 },11816 "rougeL": {11817 "mean": 0.6952598964408712,11818 "ci_low": 0.6738673313927871,11819 "ci_high": 0.717960095683941,11820 "n_items": 184,11821 "n_groups": 2511822 },11823 "exact_match": {11824 "mean": 0.0,11825 "ci_low": 0.0,11826 "ci_high": 0.0,11827 "n_items": 184,11828 "n_groups": 2511829 },11830 "number_recall": {11831 "mean": 0.9981884057971014,11832 "ci_low": 0.9937402190923319,11833 "ci_high": 1.0,11834 "n_items": 184,11835 "n_groups": 2511836 },11837 "placeholders_exact": {11838 "mean": 0.9619565217391305,11839 "ci_low": 0.9071350931677019,11840 "ci_high": 1.0,11841 "n_items": 184,11842 "n_groups": 2511843 }11844 },11845 "chapter": {11846 "n": 191,11847 "chrf": {11848 "mean": 64.7348104025813,11849 "ci_low": 62.10310051393774,11850 "ci_high": 67.20151541219451,11851 "n_items": 191,11852 "n_groups": 1311853 },11854 "edit_sim": {11855 "mean": 0.6565254197357432,11856 "ci_low": 0.6318660448044152,11857 "ci_high": 0.6780933480846203,11858 "n_items": 191,11859 "n_groups": 1311860 },11861 "rougeL": {11862 "mean": 0.6626195272508653,11863 "ci_low": 0.6334751698555433,11864 "ci_high": 0.6894539325994834,11865 "n_items": 191,11866 "n_groups": 1311867 },11868 "exact_match": {11869 "mean": 0.0,11870 "ci_low": 0.0,11871 "ci_high": 0.0,11872 "n_items": 191,11873 "n_groups": 1311874 },11875 "number_recall": {11876 "mean": 1.0,11877 "ci_low": 1.0,11878 "ci_high": 1.0,11879 "n_items": 191,11880 "n_groups": 1311881 },11882 "placeholders_exact": {11883 "mean": 1.0,11884 "ci_low": 1.0,11885 "ci_high": 1.0,11886 "n_items": 191,11887 "n_groups": 1311888 }11889 },11890 "conclusion": {11891 "n": 251,11892 "chrf": {11893 "mean": 66.69829053730338,11894 "ci_low": 64.71803966191186,11895 "ci_high": 69.01465092101564,11896 "n_items": 251,11897 "n_groups": 4611898 },11899 "edit_sim": {11900 "mean": 0.6611735134901694,11901 "ci_low": 0.6356095625849905,11902 "ci_high": 0.6910165302115132,11903 "n_items": 251,11904 "n_groups": 4611905 },11906 "rougeL": {11907 "mean": 0.6586312783398477,11908 "ci_low": 0.6333813827125796,11909 "ci_high": 0.6866132001649169,11910 "n_items": 251,11911 "n_groups": 4611912 },11913 "exact_match": {11914 "mean": 0.0,11915 "ci_low": 0.0,11916 "ci_high": 0.0,11917 "n_items": 251,11918 "n_groups": 4611919 },11920 "number_recall": {11921 "mean": 1.0,11922 "ci_low": 1.0,11923 "ci_high": 1.0,11924 "n_items": 251,11925 "n_groups": 4611926 },11927 "placeholders_exact": {11928 "mean": 1.0,11929 "ci_low": 1.0,11930 "ci_high": 1.0,11931 "n_items": 251,11932 "n_groups": 4611933 }11934 },11935 "data": {11936 "n": 207,11937 "chrf": {11938 "mean": 70.75987773489277,11939 "ci_low": 69.10179455090434,11940 "ci_high": 72.47340633166822,11941 "n_items": 207,11942 "n_groups": 3311943 },11944 "edit_sim": {11945 "mean": 0.6873326842884938,11946 "ci_low": 0.6730187147485748,11947 "ci_high": 0.7020409645768632,11948 "n_items": 207,11949 "n_groups": 3311950 },11951 "rougeL": {11952 "mean": 0.7144878141100172,11953 "ci_low": 0.6998504625138126,11954 "ci_high": 0.7320075551342815,11955 "n_items": 207,11956 "n_groups": 3311957 },11958 "exact_match": {11959 "mean": 0.0,11960 "ci_low": 0.0,11961 "ci_high": 0.0,11962 "n_items": 207,11963 "n_groups": 3311964 },11965 "number_recall": {11966 "mean": 0.982647921053718,11967 "ci_low": 0.9693801608461673,11968 "ci_high": 0.9936865260608225,11969 "n_items": 207,11970 "n_groups": 3311971 },11972 "placeholders_exact": {11973 "mean": 1.0,11974 "ci_low": 1.0,11975 "ci_high": 1.0,11976 "n_items": 207,11977 "n_groups": 3311978 }11979 },11980 "discussion": {11981 "n": 279,11982 "chrf": {11983 "mean": 68.94889894994307,11984 "ci_low": 67.16398490637773,11985 "ci_high": 70.87360756135625,11986 "n_items": 279,11987 "n_groups": 4311988 },11989 "edit_sim": {11990 "mean": 0.677434081946032,11991 "ci_low": 0.6582180145151546,11992 "ci_high": 0.6987813991291153,11993 "n_items": 279,11994 "n_groups": 4311995 },11996 "rougeL": {11997 "mean": 0.6764516176898535,11998 "ci_low": 0.6538964620249664,11999 "ci_high": 0.7014301895339965,12000 "n_items": 279,12001 "n_groups": 4312002 },12003 "exact_match": {12004 "mean": 0.0,12005 "ci_low": 0.0,12006 "ci_high": 0.0,12007 "n_items": 279,12008 "n_groups": 4312009 },12010 "number_recall": {12011 "mean": 0.9930662229049326,12012 "ci_low": 0.9818214512040557,12013 "ci_high": 1.0,12014 "n_items": 279,12015 "n_groups": 4312016 },12017 "placeholders_exact": {12018 "mean": 0.985663082437276,12019 "ci_low": 0.9626795533610145,12020 "ci_high": 1.0,12021 "n_items": 279,12022 "n_groups": 4312023 }12024 },12025 "introduction": {12026 "n": 336,12027 "chrf": {12028 "mean": 68.77455336219438,12029 "ci_low": 67.33693427263061,12030 "ci_high": 70.10110082485902,12031 "n_items": 336,12032 "n_groups": 5612033 },12034 "edit_sim": {12035 "mean": 0.6809664293251526,12036 "ci_low": 0.664791123633552,12037 "ci_high": 0.6956015958830852,12038 "n_items": 336,12039 "n_groups": 5612040 },12041 "rougeL": {12042 "mean": 0.683260282404016,12043 "ci_low": 0.6677804641334019,12044 "ci_high": 0.6971578829449447,12045 "n_items": 336,12046 "n_groups": 5612047 },12048 "exact_match": {12049 "mean": 0.0,12050 "ci_low": 0.0,12051 "ci_high": 0.0,12052 "n_items": 336,12053 "n_groups": 5612054 },12055 "number_recall": {12056 "mean": 0.992721688034188,12057 "ci_low": 0.9796976096333572,12058 "ci_high": 0.9996337197159565,12059 "n_items": 336,12060 "n_groups": 5612061 },12062 "placeholders_exact": {12063 "mean": 0.9940476190476191,12064 "ci_low": 0.9844236760124611,12065 "ci_high": 1.0,12066 "n_items": 336,12067 "n_groups": 5612068 }12069 },12070 "limitations": {12071 "n": 90,12072 "chrf": {12073 "mean": 67.38080736726745,12074 "ci_low": 64.09261399904737,12075 "ci_high": 70.97885764217497,12076 "n_items": 90,12077 "n_groups": 1412078 },12079 "edit_sim": {12080 "mean": 0.6700334255743998,12081 "ci_low": 0.6306138117862273,12082 "ci_high": 0.7109049581053346,12083 "n_items": 90,12084 "n_groups": 1412085 },12086 "rougeL": {12087 "mean": 0.665975012443245,12088 "ci_low": 0.6246524164416187,12089 "ci_high": 0.7085026342092829,12090 "n_items": 90,12091 "n_groups": 1412092 },12093 "exact_match": {12094 "mean": 0.0,12095 "ci_low": 0.0,12096 "ci_high": 0.0,12097 "n_items": 90,12098 "n_groups": 1412099 },12100 "number_recall": {12101 "mean": 0.9977777777777778,12102 "ci_low": 0.9931818181818183,12103 "ci_high": 1.0,12104 "n_items": 90,12105 "n_groups": 1412106 },12107 "placeholders_exact": {12108 "mean": 1.0,12109 "ci_low": 1.0,12110 "ci_high": 1.0,12111 "n_items": 90,12112 "n_groups": 1412113 }12114 },12115 "methods": {12116 "n": 265,12117 "chrf": {12118 "mean": 70.93419591603407,12119 "ci_low": 69.18191271993952,12120 "ci_high": 72.81564531484901,12121 "n_items": 265,12122 "n_groups": 4512123 },12124 "edit_sim": {12125 "mean": 0.6915160680779645,12126 "ci_low": 0.671307326926709,12127 "ci_high": 0.7131881974955819,12128 "n_items": 265,12129 "n_groups": 4512130 },12131 "rougeL": {12132 "mean": 0.7167479577333269,12133 "ci_low": 0.6983275962802802,12134 "ci_high": 0.736401171863973,12135 "n_items": 265,12136 "n_groups": 4512137 },12138 "exact_match": {12139 "mean": 0.0,12140 "ci_low": 0.0,12141 "ci_high": 0.0,12142 "n_items": 265,12143 "n_groups": 4512144 },12145 "number_recall": {12146 "mean": 0.9878101772441394,12147 "ci_low": 0.9768212627225104,12148 "ci_high": 0.9954651084971026,12149 "n_items": 265,12150 "n_groups": 4512151 },12152 "placeholders_exact": {12153 "mean": 0.9962264150943396,12154 "ci_low": 0.988804922019118,12155 "ci_high": 1.0,12156 "n_items": 265,12157 "n_groups": 4512158 }12159 },12160 "other": {12161 "n": 275,12162 "chrf": {12163 "mean": 68.80971676116994,12164 "ci_low": 66.8248327262787,12165 "ci_high": 70.91503485428662,12166 "n_items": 275,12167 "n_groups": 3812168 },12169 "edit_sim": {12170 "mean": 0.6702884687437888,12171 "ci_low": 0.6452640268554919,12172 "ci_high": 0.6948483158589511,12173 "n_items": 275,12174 "n_groups": 3812175 },12176 "rougeL": {12177 "mean": 0.6833392956587654,12178 "ci_low": 0.6584019800968948,12179 "ci_high": 0.7075920823282336,12180 "n_items": 275,12181 "n_groups": 3812182 },12183 "exact_match": {12184 "mean": 0.0,12185 "ci_low": 0.0,12186 "ci_high": 0.0,12187 "n_items": 275,12188 "n_groups": 3812189 },12190 "number_recall": {12191 "mean": 0.9925974025974026,12192 "ci_low": 0.9870773518210169,12193 "ci_high": 0.9977295659211047,12194 "n_items": 275,12195 "n_groups": 3812196 },12197 "placeholders_exact": {12198 "mean": 0.9963636363636363,12199 "ci_low": 0.9890899137358992,12200 "ci_high": 1.0,12201 "n_items": 275,12202 "n_groups": 3812203 }12204 },12205 "preface": {12206 "n": 114,12207 "chrf": {12208 "mean": 57.19006033063514,12209 "ci_low": 54.33769314692985,12210 "ci_high": 60.294802249605915,12211 "n_items": 114,12212 "n_groups": 912213 },12214 "edit_sim": {12215 "mean": 0.579569614625261,12216 "ci_low": 0.5487113219973327,12217 "ci_high": 0.6110250858963153,12218 "n_items": 114,12219 "n_groups": 912220 },12221 "rougeL": {12222 "mean": 0.5750985598774552,12223 "ci_low": 0.5435525933630039,12224 "ci_high": 0.6054506525393792,12225 "n_items": 114,12226 "n_groups": 912227 },12228 "exact_match": {12229 "mean": 0.0,12230 "ci_low": 0.0,12231 "ci_high": 0.0,12232 "n_items": 114,12233 "n_groups": 912234 },12235 "number_recall": {12236 "mean": 1.0,12237 "ci_low": 1.0,12238 "ci_high": 1.0,12239 "n_items": 114,12240 "n_groups": 912241 },12242 "placeholders_exact": {12243 "mean": 1.0,12244 "ci_low": 1.0,12245 "ci_high": 1.0,12246 "n_items": 114,12247 "n_groups": 912248 }12249 },12250 "related_work": {12251 "n": 109,12252 "chrf": {12253 "mean": 71.88766022856585,12254 "ci_low": 69.29061352489413,12255 "ci_high": 74.12539825063305,12256 "n_items": 109,12257 "n_groups": 1612258 },12259 "edit_sim": {12260 "mean": 0.7229524702359219,12261 "ci_low": 0.6944175257768207,12262 "ci_high": 0.7505431859475274,12263 "n_items": 109,12264 "n_groups": 1612265 },12266 "rougeL": {12267 "mean": 0.7148044132115223,12268 "ci_low": 0.6860665777238576,12269 "ci_high": 0.7423700000847605,12270 "n_items": 109,12271 "n_groups": 1612272 },12273 "exact_match": {12274 "mean": 0.0,12275 "ci_low": 0.0,12276 "ci_high": 0.0,12277 "n_items": 109,12278 "n_groups": 1612279 },12280 "number_recall": {12281 "mean": 0.9948766829500775,12282 "ci_low": 0.9865103646353646,12283 "ci_high": 1.0,12284 "n_items": 109,12285 "n_groups": 1612286 },12287 "placeholders_exact": {12288 "mean": 0.9541284403669725,12289 "ci_low": 0.8695652173913043,12290 "ci_high": 1.0,12291 "n_items": 109,12292 "n_groups": 1612293 }12294 },12295 "results": {12296 "n": 263,12297 "chrf": {12298 "mean": 70.30459914594849,12299 "ci_low": 68.65469424614973,12300 "ci_high": 71.97176417515058,12301 "n_items": 263,12302 "n_groups": 4612303 },12304 "edit_sim": {12305 "mean": 0.6927908126253359,12306 "ci_low": 0.672711896663333,12307 "ci_high": 0.7131906257867588,12308 "n_items": 263,12309 "n_groups": 4612310 },12311 "rougeL": {12312 "mean": 0.7081875389028067,12313 "ci_low": 0.6855641818469245,12314 "ci_high": 0.7293034835349669,12315 "n_items": 263,12316 "n_groups": 4612317 },12318 "exact_match": {12319 "mean": 0.0,12320 "ci_low": 0.0,12321 "ci_high": 0.0,12322 "n_items": 263,12323 "n_groups": 4612324 },12325 "number_recall": {12326 "mean": 0.9835572591751297,12327 "ci_low": 0.9635061612611047,12328 "ci_high": 0.9955366932030301,12329 "n_items": 263,12330 "n_groups": 4612331 },12332 "placeholders_exact": {12333 "mean": 1.0,12334 "ci_low": 1.0,12335 "ci_high": 1.0,12336 "n_items": 263,12337 "n_groups": 4612338 }12339 },12340 "theory": {12341 "n": 192,12342 "chrf": {12343 "mean": 69.61294305827114,12344 "ci_low": 67.64423453041755,12345 "ci_high": 70.9787332199875,12346 "n_items": 192,12347 "n_groups": 2912348 },12349 "edit_sim": {12350 "mean": 0.6856585015506305,12351 "ci_low": 0.6644307612972433,12352 "ci_high": 0.7018666791029837,12353 "n_items": 192,12354 "n_groups": 2912355 },12356 "rougeL": {12357 "mean": 0.7118277922031261,12358 "ci_low": 0.6913213620581216,12359 "ci_high": 0.7274993762610756,12360 "n_items": 192,12361 "n_groups": 2912362 },12363 "exact_match": {12364 "mean": 0.0,12365 "ci_low": 0.0,12366 "ci_high": 0.0,12367 "n_items": 192,12368 "n_groups": 2912369 },12370 "number_recall": {12371 "mean": 0.9756784737253487,12372 "ci_low": 0.9593257500361538,12373 "ci_high": 0.9898205714005821,12374 "n_items": 192,12375 "n_groups": 2912376 },12377 "placeholders_exact": {12378 "mean": 0.9739583333333334,12379 "ci_low": 0.9495401260309517,12380 "ci_high": 0.9948186528497409,12381 "n_items": 192,12382 "n_groups": 2912383 }12384 }12385 }12386 },12387 "htr-m1-tiny-pilotdenoiseinit": {12388 "overall": {12389 "n": 3000,12390 "chrf": {12391 "mean": 67.8728698064829,12392 "ci_low": 67.1051466917505,12393 "ci_high": 68.62362132109624,12394 "n_items": 3000,12395 "n_groups": 28412396 },12397 "edit_sim": {12398 "mean": 0.6738550976831666,12399 "ci_low": 0.6661653220964331,12400 "ci_high": 0.6813098989782933,12401 "n_items": 3000,12402 "n_groups": 28412403 },12404 "rougeL": {12405 "mean": 0.6749005108834499,12406 "ci_low": 0.6665403480246745,12407 "ci_high": 0.6830502507916415,12408 "n_items": 3000,12409 "n_groups": 28412410 },12411 "exact_match": {12412 "mean": 0.0,12413 "ci_low": 0.0,12414 "ci_high": 0.0,12415 "n_items": 3000,12416 "n_groups": 28412417 },12418 "number_recall": {12419 "mean": 0.9847122509571039,12420 "ci_low": 0.9798889196246054,12421 "ci_high": 0.9891280372675473,12422 "n_items": 3000,12423 "n_groups": 28412424 },12425 "placeholders_exact": {12426 "mean": 0.9883333333333333,12427 "ci_low": 0.9825794757868604,12428 "ci_high": 0.9935168968749638,12429 "n_items": 3000,12430 "n_groups": 28412431 }12432 },12433 "by_variant": {12434 "A": {12435 "n": 494,12436 "chrf": {12437 "mean": 67.0868290390569,12438 "ci_low": 66.11898111137208,12439 "ci_high": 68.01316375007939,12440 "n_items": 494,12441 "n_groups": 23912442 },12443 "edit_sim": {12444 "mean": 0.6613143209968377,12445 "ci_low": 0.6515114733524507,12446 "ci_high": 0.6710919252521784,12447 "n_items": 494,12448 "n_groups": 23912449 },12450 "rougeL": {12451 "mean": 0.6614939072483951,12452 "ci_low": 0.6512239142919843,12453 "ci_high": 0.6718626127918298,12454 "n_items": 494,12455 "n_groups": 23912456 },12457 "exact_match": {12458 "mean": 0.0,12459 "ci_low": 0.0,12460 "ci_high": 0.0,12461 "n_items": 494,12462 "n_groups": 23912463 },12464 "number_recall": {12465 "mean": 0.9879297911939612,12466 "ci_low": 0.9834937448491039,12467 "ci_high": 0.9920860002045199,12468 "n_items": 494,12469 "n_groups": 23912470 },12471 "placeholders_exact": {12472 "mean": 0.9878542510121457,12473 "ci_low": 0.9780481104261591,12474 "ci_high": 0.9962413028840759,12475 "n_items": 494,12476 "n_groups": 23912477 }12478 },12479 "B": {12480 "n": 487,12481 "chrf": {12482 "mean": 73.03906055483243,12483 "ci_low": 72.13125608097992,12484 "ci_high": 73.94629240021169,12485 "n_items": 487,12486 "n_groups": 24112487 },12488 "edit_sim": {12489 "mean": 0.7370577301236674,12490 "ci_low": 0.7271230407147456,12491 "ci_high": 0.7471907257256433,12492 "n_items": 487,12493 "n_groups": 24112494 },12495 "rougeL": {12496 "mean": 0.7349468850967695,12497 "ci_low": 0.724678585462903,12498 "ci_high": 0.7453137783872391,12499 "n_items": 487,12500 "n_groups": 24112501 },12502 "exact_match": {12503 "mean": 0.0,12504 "ci_low": 0.0,12505 "ci_high": 0.0,12506 "n_items": 487,12507 "n_groups": 24112508 },12509 "number_recall": {12510 "mean": 0.9894205005178552,12511 "ci_low": 0.9848105228169884,12512 "ci_high": 0.9936499611315455,12513 "n_items": 487,12514 "n_groups": 24112515 },12516 "placeholders_exact": {12517 "mean": 0.9958932238193019,12518 "ci_low": 0.989247311827957,12519 "ci_high": 1.0,12520 "n_items": 487,12521 "n_groups": 24112522 }12523 },12524 "C": {12525 "n": 533,12526 "chrf": {12527 "mean": 70.88492127719233,12528 "ci_low": 70.02625070959458,12529 "ci_high": 71.67107553621278,12530 "n_items": 533,12531 "n_groups": 25112532 },12533 "edit_sim": {12534 "mean": 0.7222136764593529,12535 "ci_low": 0.7132565700301738,12536 "ci_high": 0.7310253704813886,12537 "n_items": 533,12538 "n_groups": 25112539 },12540 "rougeL": {12541 "mean": 0.734470953901357,12542 "ci_low": 0.7256259322314932,12543 "ci_high": 0.7432074531895224,12544 "n_items": 533,12545 "n_groups": 25112546 },12547 "exact_match": {12548 "mean": 0.0,12549 "ci_low": 0.0,12550 "ci_high": 0.0,12551 "n_items": 533,12552 "n_groups": 25112553 },12554 "number_recall": {12555 "mean": 0.9869578394603227,12556 "ci_low": 0.9801991798185969,12557 "ci_high": 0.9920921577996166,12558 "n_items": 533,12559 "n_groups": 25112560 },12561 "placeholders_exact": {12562 "mean": 0.9868667917448405,12563 "ci_low": 0.9770348906966141,12564 "ci_high": 0.9948983915600139,12565 "n_items": 533,12566 "n_groups": 25112567 }12568 },12569 "D": {12570 "n": 516,12571 "chrf": {12572 "mean": 68.28008564896052,12573 "ci_low": 67.31842683626289,12574 "ci_high": 69.20578624889544,12575 "n_items": 516,12576 "n_groups": 25312577 },12578 "edit_sim": {12579 "mean": 0.6811385800088188,12580 "ci_low": 0.6702612922682711,12581 "ci_high": 0.6912169485637609,12582 "n_items": 516,12583 "n_groups": 25312584 },12585 "rougeL": {12586 "mean": 0.6775335104657687,12587 "ci_low": 0.6666049912535472,12588 "ci_high": 0.6880620665905443,12589 "n_items": 516,12590 "n_groups": 25312591 },12592 "exact_match": {12593 "mean": 0.0,12594 "ci_low": 0.0,12595 "ci_high": 0.0,12596 "n_items": 516,12597 "n_groups": 25312598 },12599 "number_recall": {12600 "mean": 0.978717522249499,12601 "ci_low": 0.9691070103116349,12602 "ci_high": 0.9870769198653621,12603 "n_items": 516,12604 "n_groups": 25312605 },12606 "placeholders_exact": {12607 "mean": 0.9864341085271318,12608 "ci_low": 0.9757072702039074,12609 "ci_high": 0.9949737984668724,12610 "n_items": 516,12611 "n_groups": 25312612 }12613 },12614 "E": {12615 "n": 970,12616 "chrf": {12617 "mean": 63.80773829726193,12618 "ci_low": 62.843919486397965,12619 "ci_high": 64.75283357878426,12620 "n_items": 970,12621 "n_groups": 25812622 },12623 "edit_sim": {12624 "mean": 0.6180634093499489,12625 "ci_low": 0.6087870946610497,12626 "ci_high": 0.627350473659958,12627 "n_items": 970,12628 "n_groups": 25812629 },12630 "rougeL": {12631 "mean": 0.6174475253585112,12632 "ci_low": 0.6069597805441992,12633 "ci_high": 0.6279927841708275,12634 "n_items": 970,12635 "n_groups": 25812636 },12637 "exact_match": {12638 "mean": 0.0,12639 "ci_low": 0.0,12640 "ci_high": 0.0,12641 "n_items": 970,12642 "n_groups": 25812643 },12644 "number_recall": {12645 "mean": 0.9826648271713463,12646 "ci_low": 0.9757238963147425,12647 "ci_high": 0.9885687716816182,12648 "n_items": 970,12649 "n_groups": 25812650 },12651 "placeholders_exact": {12652 "mean": 0.98659793814433,12653 "ci_low": 0.9761892928145413,12654 "ci_high": 0.9949244987950572,12655 "n_items": 970,12656 "n_groups": 25812657 }12658 }12659 },12660 "by_discipline": {12661 "biomedicine": {12662 "n": 386,12663 "chrf": {12664 "mean": 68.22203434174543,12665 "ci_low": 66.13493646698342,12666 "ci_high": 70.3722344177952,12667 "n_items": 386,12668 "n_groups": 6612669 },12670 "edit_sim": {12671 "mean": 0.6747801043071345,12672 "ci_low": 0.6546430899418116,12673 "ci_high": 0.695477604401975,12674 "n_items": 386,12675 "n_groups": 6612676 },12677 "rougeL": {12678 "mean": 0.6811102642750655,12679 "ci_low": 0.6606979165734792,12680 "ci_high": 0.7018169032017523,12681 "n_items": 386,12682 "n_groups": 6612683 },12684 "exact_match": {12685 "mean": 0.0,12686 "ci_low": 0.0,12687 "ci_high": 0.0,12688 "n_items": 386,12689 "n_groups": 6612690 },12691 "number_recall": {12692 "mean": 0.9875542491475133,12693 "ci_low": 0.976547442398137,12694 "ci_high": 0.995888616299431,12695 "n_items": 386,12696 "n_groups": 6612697 },12698 "placeholders_exact": {12699 "mean": 0.9922279792746114,12700 "ci_low": 0.9790409338802709,12701 "ci_high": 1.0,12702 "n_items": 386,12703 "n_groups": 6612704 }12705 },12706 "chemistry": {12707 "n": 173,12708 "chrf": {12709 "mean": 68.50511704329152,12710 "ci_low": 66.69780483841798,12711 "ci_high": 70.67265924913139,12712 "n_items": 173,12713 "n_groups": 1412714 },12715 "edit_sim": {12716 "mean": 0.677205485084557,12717 "ci_low": 0.6527765408867289,12718 "ci_high": 0.7063191942431907,12719 "n_items": 173,12720 "n_groups": 1412721 },12722 "rougeL": {12723 "mean": 0.6801360693338255,12724 "ci_low": 0.6577927774937967,12725 "ci_high": 0.707946532163138,12726 "n_items": 173,12727 "n_groups": 1412728 },12729 "exact_match": {12730 "mean": 0.0,12731 "ci_low": 0.0,12732 "ci_high": 0.0,12733 "n_items": 173,12734 "n_groups": 1412735 },12736 "number_recall": {12737 "mean": 0.9632466281310212,12738 "ci_low": 0.935764735892002,12739 "ci_high": 0.989206449207097,12740 "n_items": 173,12741 "n_groups": 1412742 },12743 "placeholders_exact": {12744 "mean": 1.0,12745 "ci_low": 1.0,12746 "ci_high": 1.0,12747 "n_items": 173,12748 "n_groups": 1412749 }12750 },12751 "computer_science": {12752 "n": 200,12753 "chrf": {12754 "mean": 69.43281491181978,12755 "ci_low": 67.33563495909465,12756 "ci_high": 71.89462949557371,12757 "n_items": 200,12758 "n_groups": 1412759 },12760 "edit_sim": {12761 "mean": 0.6899217788129096,12762 "ci_low": 0.6627356785909475,12763 "ci_high": 0.7229937953058905,12764 "n_items": 200,12765 "n_groups": 1412766 },12767 "rougeL": {12768 "mean": 0.6902092320113326,12769 "ci_low": 0.6625626232003586,12770 "ci_high": 0.7234934728268095,12771 "n_items": 200,12772 "n_groups": 1412773 },12774 "exact_match": {12775 "mean": 0.0,12776 "ci_low": 0.0,12777 "ci_high": 0.0,12778 "n_items": 200,12779 "n_groups": 1412780 },12781 "number_recall": {12782 "mean": 0.9883809523809524,12783 "ci_low": 0.9683578560197664,12784 "ci_high": 0.9993918999404409,12785 "n_items": 200,12786 "n_groups": 1412787 },12788 "placeholders_exact": {12789 "mean": 0.97,12790 "ci_low": 0.942852593266606,12791 "ci_high": 0.994086260560249,12792 "n_items": 200,12793 "n_groups": 1412794 }12795 },12796 "earth_sciences": {12797 "n": 124,12798 "chrf": {12799 "mean": 67.90397926594362,12800 "ci_low": 62.26903967847626,12801 "ci_high": 71.34348784530683,12802 "n_items": 124,12803 "n_groups": 212804 },12805 "edit_sim": {12806 "mean": 0.6800308633426602,12807 "ci_low": 0.6385688621941911,12808 "ci_high": 0.7053388380696477,12809 "n_items": 124,12810 "n_groups": 212811 },12812 "rougeL": {12813 "mean": 0.6855588840946567,12814 "ci_low": 0.6410953068533574,12815 "ci_high": 0.7126989896835019,12816 "n_items": 124,12817 "n_groups": 212818 },12819 "exact_match": {12820 "mean": 0.0,12821 "ci_low": 0.0,12822 "ci_high": 0.0,12823 "n_items": 124,12824 "n_groups": 212825 },12826 "number_recall": {12827 "mean": 0.9881865446381575,12828 "ci_low": 0.9809757342224874,12829 "ci_high": 1.0,12830 "n_items": 124,12831 "n_groups": 212832 },12833 "placeholders_exact": {12834 "mean": 1.0,12835 "ci_low": 1.0,12836 "ci_high": 1.0,12837 "n_items": 124,12838 "n_groups": 212839 }12840 },12841 "economics": {12842 "n": 366,12843 "chrf": {12844 "mean": 66.7501913759309,12845 "ci_low": 65.24118866265263,12846 "ci_high": 68.11058309990912,12847 "n_items": 366,12848 "n_groups": 4812849 },12850 "edit_sim": {12851 "mean": 0.6714033246022815,12852 "ci_low": 0.6546695452166886,12853 "ci_high": 0.6868317423527552,12854 "n_items": 366,12855 "n_groups": 4812856 },12857 "rougeL": {12858 "mean": 0.6622732705435791,12859 "ci_low": 0.6446300606187108,12860 "ci_high": 0.6790089545212449,12861 "n_items": 366,12862 "n_groups": 4812863 },12864 "exact_match": {12865 "mean": 0.0,12866 "ci_low": 0.0,12867 "ci_high": 0.0,12868 "n_items": 366,12869 "n_groups": 4812870 },12871 "number_recall": {12872 "mean": 0.9930913348946134,12873 "ci_low": 0.9866171274961597,12874 "ci_high": 0.9980368086237932,12875 "n_items": 366,12876 "n_groups": 4812877 },12878 "placeholders_exact": {12879 "mean": 0.9808743169398907,12880 "ci_low": 0.9587146485707787,12881 "ci_high": 1.0,12882 "n_items": 366,12883 "n_groups": 4812884 }12885 },12886 "engineering": {12887 "n": 213,12888 "chrf": {12889 "mean": 67.22617051705147,12890 "ci_low": 65.63053803640592,12891 "ci_high": 68.40682096126721,12892 "n_items": 213,12893 "n_groups": 2012894 },12895 "edit_sim": {12896 "mean": 0.6464286627826449,12897 "ci_low": 0.6204052044721275,12898 "ci_high": 0.665298845354917,12899 "n_items": 213,12900 "n_groups": 2012901 },12902 "rougeL": {12903 "mean": 0.6600513355093213,12904 "ci_low": 0.6404824072606498,12905 "ci_high": 0.6759195657398392,12906 "n_items": 213,12907 "n_groups": 2012908 },12909 "exact_match": {12910 "mean": 0.0,12911 "ci_low": 0.0,12912 "ci_high": 0.0,12913 "n_items": 213,12914 "n_groups": 2012915 },12916 "number_recall": {12917 "mean": 0.9807262377684913,12918 "ci_low": 0.957772189727835,12919 "ci_high": 0.9981575310916627,12920 "n_items": 213,12921 "n_groups": 2012922 },12923 "placeholders_exact": {12924 "mean": 0.9812206572769953,12925 "ci_low": 0.958974358974359,12926 "ci_high": 1.0,12927 "n_items": 213,12928 "n_groups": 2012929 }12930 },12931 "finance": {12932 "n": 246,12933 "chrf": {12934 "mean": 67.37975276153583,12935 "ci_low": 65.25763322314411,12936 "ci_high": 69.37483743368213,12937 "n_items": 246,12938 "n_groups": 2712939 },12940 "edit_sim": {12941 "mean": 0.6684949058606064,12942 "ci_low": 0.6452327154021302,12943 "ci_high": 0.6892427370811511,12944 "n_items": 246,12945 "n_groups": 2712946 },12947 "rougeL": {12948 "mean": 0.6650769259411179,12949 "ci_low": 0.6409138809631237,12950 "ci_high": 0.6903908644301882,12951 "n_items": 246,12952 "n_groups": 2712953 },12954 "exact_match": {12955 "mean": 0.0,12956 "ci_low": 0.0,12957 "ci_high": 0.0,12958 "n_items": 246,12959 "n_groups": 2712960 },12961 "number_recall": {12962 "mean": 0.9787641419635682,12963 "ci_low": 0.9567159168007393,12964 "ci_high": 0.9927816470765287,12965 "n_items": 246,12966 "n_groups": 2712967 },12968 "placeholders_exact": {12969 "mean": 0.983739837398374,12970 "ci_low": 0.9516067751740367,12971 "ci_high": 1.0,12972 "n_items": 246,12973 "n_groups": 2712974 }12975 },12976 "general_reference": {12977 "n": 29,12978 "chrf": {12979 "mean": 64.57141318448274,12980 "ci_low": 63.41265225871125,12981 "ci_high": 67.14643746397489,12982 "n_items": 29,12983 "n_groups": 212984 },12985 "edit_sim": {12986 "mean": 0.6496966001884201,12987 "ci_low": 0.6367935055063927,12988 "ci_high": 0.6555029927953324,12989 "n_items": 29,12990 "n_groups": 212991 },12992 "rougeL": {12993 "mean": 0.6694595830570942,12994 "ci_low": 0.6609322346611515,12995 "ci_high": 0.6884092461591892,12996 "n_items": 29,12997 "n_groups": 212998 },12999 "exact_match": {13000 "mean": 0.0,13001 "ci_low": 0.0,13002 "ci_high": 0.0,13003 "n_items": 29,13004 "n_groups": 213005 },13006 "number_recall": {13007 "mean": 0.896551724137931,13008 "ci_low": 0.6666666666666666,13009 "ci_high": 1.0,13010 "n_items": 29,13011 "n_groups": 213012 },13013 "placeholders_exact": {13014 "mean": 1.0,13015 "ci_low": 1.0,13016 "ci_high": 1.0,13017 "n_items": 29,13018 "n_groups": 213019 }13020 },13021 "humanities": {13022 "n": 161,13023 "chrf": {13024 "mean": 63.392996336734356,13025 "ci_low": 60.52929612314858,13026 "ci_high": 65.47355830143727,13027 "n_items": 161,13028 "n_groups": 413029 },13030 "edit_sim": {13031 "mean": 0.6332306480777474,13032 "ci_low": 0.6115833724593416,13033 "ci_high": 0.6538389789692716,13034 "n_items": 161,13035 "n_groups": 413036 },13037 "rougeL": {13038 "mean": 0.6280531879506449,13039 "ci_low": 0.601872262500192,13040 "ci_high": 0.6653909176810113,13041 "n_items": 161,13042 "n_groups": 413043 },13044 "exact_match": {13045 "mean": 0.0,13046 "ci_low": 0.0,13047 "ci_high": 0.0,13048 "n_items": 161,13049 "n_groups": 413050 },13051 "number_recall": {13052 "mean": 1.0,13053 "ci_low": 1.0,13054 "ci_high": 1.0,13055 "n_items": 161,13056 "n_groups": 413057 },13058 "placeholders_exact": {13059 "mean": 0.9875776397515528,13060 "ci_low": 0.9591836734693877,13061 "ci_high": 1.0,13062 "n_items": 161,13063 "n_groups": 413064 }13065 },13066 "life_sciences": {13067 "n": 366,13068 "chrf": {13069 "mean": 67.46279775002847,13070 "ci_low": 64.55242004661835,13071 "ci_high": 70.18589895254742,13072 "n_items": 366,13073 "n_groups": 5113074 },13075 "edit_sim": {13076 "mean": 0.6733305562486057,13077 "ci_low": 0.6483858143994765,13078 "ci_high": 0.6976255221953525,13079 "n_items": 366,13080 "n_groups": 5113081 },13082 "rougeL": {13083 "mean": 0.6680334509085023,13084 "ci_low": 0.6444868527621491,13085 "ci_high": 0.6920249484129913,13086 "n_items": 366,13087 "n_groups": 5113088 },13089 "exact_match": {13090 "mean": 0.0,13091 "ci_low": 0.0,13092 "ci_high": 0.0,13093 "n_items": 366,13094 "n_groups": 5113095 },13096 "number_recall": {13097 "mean": 0.9833923817530374,13098 "ci_low": 0.967350478768695,13099 "ci_high": 0.9955054633102038,13100 "n_items": 366,13101 "n_groups": 5113102 },13103 "placeholders_exact": {13104 "mean": 0.9863387978142076,13105 "ci_low": 0.971606361275131,13106 "ci_high": 0.9974426183516885,13107 "n_items": 366,13108 "n_groups": 5113109 }13110 },13111 "mathematics": {13112 "n": 180,13113 "chrf": {13114 "mean": 69.98023946179867,13115 "ci_low": 66.48585651025482,13116 "ci_high": 71.67806409414385,13117 "n_items": 180,13118 "n_groups": 413119 },13120 "edit_sim": {13121 "mean": 0.6948424245111949,13122 "ci_low": 0.6546174804429307,13123 "ci_high": 0.7232702707426227,13124 "n_items": 180,13125 "n_groups": 413126 },13127 "rougeL": {13128 "mean": 0.6975622718893799,13129 "ci_low": 0.6493281244111266,13130 "ci_high": 0.722681672080595,13131 "n_items": 180,13132 "n_groups": 413133 },13134 "exact_match": {13135 "mean": 0.0,13136 "ci_low": 0.0,13137 "ci_high": 0.0,13138 "n_items": 180,13139 "n_groups": 413140 },13141 "number_recall": {13142 "mean": 0.980631313131313,13143 "ci_low": 0.9743434343434344,13144 "ci_high": 0.9867383512544803,13145 "n_items": 180,13146 "n_groups": 413147 },13148 "placeholders_exact": {13149 "mean": 0.9888888888888889,13150 "ci_low": 0.967391304347826,13151 "ci_high": 1.0,13152 "n_items": 180,13153 "n_groups": 413154 }13155 },13156 "other": {13157 "n": 66,13158 "chrf": {13159 "mean": 67.06789256346364,13160 "ci_low": 64.17969664255523,13161 "ci_high": 70.77310605346261,13162 "n_items": 66,13163 "n_groups": 513164 },13165 "edit_sim": {13166 "mean": 0.6648354829925418,13167 "ci_low": 0.6357837176753918,13168 "ci_high": 0.7046297678025959,13169 "n_items": 66,13170 "n_groups": 513171 },13172 "rougeL": {13173 "mean": 0.6602228909833041,13174 "ci_low": 0.631420506180559,13175 "ci_high": 0.697866213442427,13176 "n_items": 66,13177 "n_groups": 513178 },13179 "exact_match": {13180 "mean": 0.0,13181 "ci_low": 0.0,13182 "ci_high": 0.0,13183 "n_items": 66,13184 "n_groups": 513185 },13186 "number_recall": {13187 "mean": 1.0,13188 "ci_low": 1.0,13189 "ci_high": 1.0,13190 "n_items": 66,13191 "n_groups": 513192 },13193 "placeholders_exact": {13194 "mean": 0.9848484848484849,13195 "ci_low": 0.9565217391304348,13196 "ci_high": 1.0,13197 "n_items": 66,13198 "n_groups": 513199 }13200 },13201 "social_sciences": {13202 "n": 310,13203 "chrf": {13204 "mean": 68.29890576759011,13205 "ci_low": 65.62627236883493,13206 "ci_high": 70.61431156656589,13207 "n_items": 310,13208 "n_groups": 2013209 },13210 "edit_sim": {13211 "mean": 0.678529841119588,13212 "ci_low": 0.6538461218908748,13213 "ci_high": 0.698943167430238,13214 "n_items": 310,13215 "n_groups": 2013216 },13217 "rougeL": {13218 "mean": 0.6824945123007392,13219 "ci_low": 0.6522607150993674,13220 "ci_high": 0.7076951717712531,13221 "n_items": 310,13222 "n_groups": 2013223 },13224 "exact_match": {13225 "mean": 0.0,13226 "ci_low": 0.0,13227 "ci_high": 0.0,13228 "n_items": 310,13229 "n_groups": 2013230 },13231 "number_recall": {13232 "mean": 0.9947755783642881,13233 "ci_low": 0.9895595894930205,13234 "ci_high": 0.9990891966363862,13235 "n_items": 310,13236 "n_groups": 2013237 },13238 "placeholders_exact": {13239 "mean": 1.0,13240 "ci_low": 1.0,13241 "ci_high": 1.0,13242 "n_items": 310,13243 "n_groups": 2013244 }13245 },13246 "statistics": {13247 "n": 180,13248 "chrf": {13249 "mean": 71.31048217391191,13250 "ci_low": 69.21230632355724,13251 "ci_high": 72.38615227335066,13252 "n_items": 180,13253 "n_groups": 713254 },13255 "edit_sim": {13256 "mean": 0.706874577010177,13257 "ci_low": 0.6693847754430022,13258 "ci_high": 0.7225827758944713,13259 "n_items": 180,13260 "n_groups": 713261 },13262 "rougeL": {13263 "mean": 0.7152558588446188,13264 "ci_low": 0.6791705414785241,13265 "ci_high": 0.7306772670897536,13266 "n_items": 180,13267 "n_groups": 713268 },13269 "exact_match": {13270 "mean": 0.0,13271 "ci_low": 0.0,13272 "ci_high": 0.0,13273 "n_items": 180,13274 "n_groups": 713275 },13276 "number_recall": {13277 "mean": 0.9729447250280584,13278 "ci_low": 0.9521534043079075,13279 "ci_high": 0.98907961071047,13280 "n_items": 180,13281 "n_groups": 713282 },13283 "placeholders_exact": {13284 "mean": 0.9944444444444445,13285 "ci_low": 0.9767303433001107,13286 "ci_high": 1.0,13287 "n_items": 180,13288 "n_groups": 713289 }13290 }13291 },13292 "by_era": {13293 "1900-1949": {13294 "n": 315,13295 "chrf": {13296 "mean": 61.35865266240669,13297 "ci_low": 59.57905389339456,13298 "ci_high": 63.841308738386346,13299 "n_items": 315,13300 "n_groups": 1413301 },13302 "edit_sim": {13303 "mean": 0.6262645248565302,13304 "ci_low": 0.6080770346268215,13305 "ci_high": 0.6506762913118148,13306 "n_items": 315,13307 "n_groups": 1413308 },13309 "rougeL": {13310 "mean": 0.6260762081032204,13311 "ci_low": 0.6057984179541173,13312 "ci_high": 0.652521349679889,13313 "n_items": 315,13314 "n_groups": 1413315 },13316 "exact_match": {13317 "mean": 0.0,13318 "ci_low": 0.0,13319 "ci_high": 0.0,13320 "n_items": 315,13321 "n_groups": 1413322 },13323 "number_recall": {13324 "mean": 0.9904761904761905,13325 "ci_low": 0.9647024085224641,13326 "ci_high": 1.0,13327 "n_items": 315,13328 "n_groups": 1413329 },13330 "placeholders_exact": {13331 "mean": 1.0,13332 "ci_low": 1.0,13333 "ci_high": 1.0,13334 "n_items": 315,13335 "n_groups": 1413336 }13337 },13338 "1950-1979": {13339 "n": 12,13340 "chrf": {13341 "mean": 56.10568352389226,13342 "ci_low": 56.10568352389226,13343 "ci_high": 56.10568352389226,13344 "n_items": 12,13345 "n_groups": 113346 },13347 "edit_sim": {13348 "mean": 0.5691479494994199,13349 "ci_low": 0.5691479494994199,13350 "ci_high": 0.5691479494994199,13351 "n_items": 12,13352 "n_groups": 113353 },13354 "rougeL": {13355 "mean": 0.5713325825757317,13356 "ci_low": 0.5713325825757317,13357 "ci_high": 0.5713325825757317,13358 "n_items": 12,13359 "n_groups": 113360 },13361 "exact_match": {13362 "mean": 0.0,13363 "ci_low": 0.0,13364 "ci_high": 0.0,13365 "n_items": 12,13366 "n_groups": 113367 },13368 "number_recall": {13369 "mean": 1.0,13370 "ci_low": 1.0,13371 "ci_high": 1.0,13372 "n_items": 12,13373 "n_groups": 113374 },13375 "placeholders_exact": {13376 "mean": 1.0,13377 "ci_low": 1.0,13378 "ci_high": 1.0,13379 "n_items": 12,13380 "n_groups": 113381 }13382 },13383 "1980-1999": {13384 "n": 21,13385 "chrf": {13386 "mean": 70.49687137184313,13387 "ci_low": 66.31683514113759,13388 "ci_high": 71.73476221573065,13389 "n_items": 21,13390 "n_groups": 313391 },13392 "edit_sim": {13393 "mean": 0.7021411463256753,13394 "ci_low": 0.6743688489516474,13395 "ci_high": 0.7154704321755498,13396 "n_items": 21,13397 "n_groups": 313398 },13399 "rougeL": {13400 "mean": 0.6875688678159148,13401 "ci_low": 0.640281631515853,13402 "ci_high": 0.7060357561036078,13403 "n_items": 21,13404 "n_groups": 313405 },13406 "exact_match": {13407 "mean": 0.0,13408 "ci_low": 0.0,13409 "ci_high": 0.0,13410 "n_items": 21,13411 "n_groups": 313412 },13413 "number_recall": {13414 "mean": 0.9523809523809523,13415 "ci_low": 0.9285714285714284,13416 "ci_high": 1.0,13417 "n_items": 21,13418 "n_groups": 313419 },13420 "placeholders_exact": {13421 "mean": 1.0,13422 "ci_low": 1.0,13423 "ci_high": 1.0,13424 "n_items": 21,13425 "n_groups": 313426 }13427 },13428 "2000-2009": {13429 "n": 95,13430 "chrf": {13431 "mean": 68.6701817688058,13432 "ci_low": 66.2681355749433,13433 "ci_high": 71.13793676803826,13434 "n_items": 95,13435 "n_groups": 1813436 },13437 "edit_sim": {13438 "mean": 0.6748047970254064,13439 "ci_low": 0.645138686546024,13440 "ci_high": 0.7047308362973161,13441 "n_items": 95,13442 "n_groups": 1813443 },13444 "rougeL": {13445 "mean": 0.6748120776784746,13446 "ci_low": 0.6453287591816165,13447 "ci_high": 0.7051384995524906,13448 "n_items": 95,13449 "n_groups": 1813450 },13451 "exact_match": {13452 "mean": 0.0,13453 "ci_low": 0.0,13454 "ci_high": 0.0,13455 "n_items": 95,13456 "n_groups": 1813457 },13458 "number_recall": {13459 "mean": 0.9770850202429149,13460 "ci_low": 0.9273177905308461,13461 "ci_high": 1.0,13462 "n_items": 95,13463 "n_groups": 1813464 },13465 "placeholders_exact": {13466 "mean": 0.9578947368421052,13467 "ci_low": 0.8936170212765957,13468 "ci_high": 1.0,13469 "n_items": 95,13470 "n_groups": 1813471 }13472 },13473 "2010-2017": {13474 "n": 2557,13475 "chrf": {13476 "mean": 68.67941496349576,13477 "ci_low": 68.00861575287826,13478 "ci_high": 69.32381272008625,13479 "n_items": 2557,13480 "n_groups": 24813481 },13482 "edit_sim": {13483 "mean": 0.6799416396306011,13484 "ci_low": 0.6721801440266147,13485 "ci_high": 0.6875216319024899,13486 "n_items": 2557,13487 "n_groups": 24813488 },13489 "rougeL": {13490 "mean": 0.6813005250306363,13491 "ci_low": 0.6729453307609333,13492 "ci_high": 0.6892234680375494,13493 "n_items": 2557,13494 "n_groups": 24813495 },13496 "exact_match": {13497 "mean": 0.0,13498 "ci_low": 0.0,13499 "ci_high": 0.0,13500 "n_items": 2557,13501 "n_groups": 24813502 },13503 "number_recall": {13504 "mean": 0.9844793413954771,13505 "ci_low": 0.9799401150443895,13506 "ci_high": 0.9886565582547818,13507 "n_items": 2557,13508 "n_groups": 24813509 },13510 "placeholders_exact": {13511 "mean": 0.9878764176769652,13512 "ci_low": 0.9820397804224636,13513 "ci_high": 0.9931673397771149,13514 "n_items": 2557,13515 "n_groups": 24813516 }13517 }13518 },13519 "by_role": {13520 "abstract": {13521 "n": 244,13522 "chrf": {13523 "mean": 69.2219261290825,13524 "ci_low": 67.62272537459936,13525 "ci_high": 70.91071816279926,13526 "n_items": 244,13527 "n_groups": 5213528 },13529 "edit_sim": {13530 "mean": 0.6895986905594838,13531 "ci_low": 0.6686833889530619,13532 "ci_high": 0.7108986891497046,13533 "n_items": 244,13534 "n_groups": 5213535 },13536 "rougeL": {13537 "mean": 0.6803192628394867,13538 "ci_low": 0.6594766687552892,13539 "ci_high": 0.7022226258102016,13540 "n_items": 244,13541 "n_groups": 5213542 },13543 "exact_match": {13544 "mean": 0.0,13545 "ci_low": 0.0,13546 "ci_high": 0.0,13547 "n_items": 244,13548 "n_groups": 5213549 },13550 "number_recall": {13551 "mean": 0.979705358393883,13552 "ci_low": 0.9629417500011388,13553 "ci_high": 0.9929829048855289,13554 "n_items": 244,13555 "n_groups": 5213556 },13557 "placeholders_exact": {13558 "mean": 1.0,13559 "ci_low": 1.0,13560 "ci_high": 1.0,13561 "n_items": 244,13562 "n_groups": 5213563 }13564 },13565 "background": {13566 "n": 184,13567 "chrf": {13568 "mean": 69.47056178857758,13569 "ci_low": 67.78292290886377,13570 "ci_high": 71.28366576019941,13571 "n_items": 184,13572 "n_groups": 2513573 },13574 "edit_sim": {13575 "mean": 0.6904696792528778,13576 "ci_low": 0.6713606014929457,13577 "ci_high": 0.7102901999624306,13578 "n_items": 184,13579 "n_groups": 2513580 },13581 "rougeL": {13582 "mean": 0.6799932532447995,13583 "ci_low": 0.6628648862046829,13584 "ci_high": 0.6984057443638795,13585 "n_items": 184,13586 "n_groups": 2513587 },13588 "exact_match": {13589 "mean": 0.0,13590 "ci_low": 0.0,13591 "ci_high": 0.0,13592 "n_items": 184,13593 "n_groups": 2513594 },13595 "number_recall": {13596 "mean": 0.9990118577075099,13597 "ci_low": 0.9968282890100515,13598 "ci_high": 1.0,13599 "n_items": 184,13600 "n_groups": 2513601 },13602 "placeholders_exact": {13603 "mean": 0.9728260869565217,13604 "ci_low": 0.9379290863043055,13605 "ci_high": 1.0,13606 "n_items": 184,13607 "n_groups": 2513608 }13609 },13610 "chapter": {13611 "n": 191,13612 "chrf": {13613 "mean": 63.94346696154905,13614 "ci_low": 61.37030487129949,13615 "ci_high": 66.23367828198134,13616 "n_items": 191,13617 "n_groups": 1313618 },13619 "edit_sim": {13620 "mean": 0.6505852337490288,13621 "ci_low": 0.6264589510486518,13622 "ci_high": 0.6721225995303816,13623 "n_items": 191,13624 "n_groups": 1313625 },13626 "rougeL": {13627 "mean": 0.653472573722818,13628 "ci_low": 0.6253700954240774,13629 "ci_high": 0.6786177416767178,13630 "n_items": 191,13631 "n_groups": 1313632 },13633 "exact_match": {13634 "mean": 0.0,13635 "ci_low": 0.0,13636 "ci_high": 0.0,13637 "n_items": 191,13638 "n_groups": 1313639 },13640 "number_recall": {13641 "mean": 0.9842931937172775,13642 "ci_low": 0.94375,13643 "ci_high": 1.0,13644 "n_items": 191,13645 "n_groups": 1313646 },13647 "placeholders_exact": {13648 "mean": 1.0,13649 "ci_low": 1.0,13650 "ci_high": 1.0,13651 "n_items": 191,13652 "n_groups": 1313653 }13654 },13655 "conclusion": {13656 "n": 251,13657 "chrf": {13658 "mean": 65.75569310206727,13659 "ci_low": 63.85465699655598,13660 "ci_high": 68.03860709720222,13661 "n_items": 251,13662 "n_groups": 4613663 },13664 "edit_sim": {13665 "mean": 0.6551097454061756,13666 "ci_low": 0.630476597432794,13667 "ci_high": 0.6845310977771439,13668 "n_items": 251,13669 "n_groups": 4613670 },13671 "rougeL": {13672 "mean": 0.6462716456181719,13673 "ci_low": 0.6223368640948835,13674 "ci_high": 0.67281906039546,13675 "n_items": 251,13676 "n_groups": 4613677 },13678 "exact_match": {13679 "mean": 0.0,13680 "ci_low": 0.0,13681 "ci_high": 0.0,13682 "n_items": 251,13683 "n_groups": 4613684 },13685 "number_recall": {13686 "mean": 0.9892430278884463,13687 "ci_low": 0.9742307692307692,13688 "ci_high": 1.0,13689 "n_items": 251,13690 "n_groups": 4613691 },13692 "placeholders_exact": {13693 "mean": 0.9920318725099602,13694 "ci_low": 0.9757085020242915,13695 "ci_high": 1.0,13696 "n_items": 251,13697 "n_groups": 4613698 }13699 },13700 "data": {13701 "n": 207,13702 "chrf": {13703 "mean": 69.62884796348072,13704 "ci_low": 67.51873001261337,13705 "ci_high": 71.4971026608365,13706 "n_items": 207,13707 "n_groups": 3313708 },13709 "edit_sim": {13710 "mean": 0.679892334003689,13711 "ci_low": 0.6593248606009643,13712 "ci_high": 0.6969795867283011,13713 "n_items": 207,13714 "n_groups": 3313715 },13716 "rougeL": {13717 "mean": 0.7003673777689123,13718 "ci_low": 0.6784920010028688,13719 "ci_high": 0.7210383854163742,13720 "n_items": 207,13721 "n_groups": 3313722 },13723 "exact_match": {13724 "mean": 0.0,13725 "ci_low": 0.0,13726 "ci_high": 0.0,13727 "n_items": 207,13728 "n_groups": 3313729 },13730 "number_recall": {13731 "mean": 0.967207048185309,13732 "ci_low": 0.9391191619196911,13733 "ci_high": 0.9877466315060033,13734 "n_items": 207,13735 "n_groups": 3313736 },13737 "placeholders_exact": {13738 "mean": 0.9758454106280193,13739 "ci_low": 0.9502205882352941,13740 "ci_high": 1.0,13741 "n_items": 207,13742 "n_groups": 3313743 }13744 },13745 "discussion": {13746 "n": 279,13747 "chrf": {13748 "mean": 68.53845620156187,13749 "ci_low": 66.78792817194075,13750 "ci_high": 70.42787155613524,13751 "n_items": 279,13752 "n_groups": 4313753 },13754 "edit_sim": {13755 "mean": 0.675072107641148,13756 "ci_low": 0.6569661568124272,13757 "ci_high": 0.6954031893321478,13758 "n_items": 279,13759 "n_groups": 4313760 },13761 "rougeL": {13762 "mean": 0.6686889876163727,13763 "ci_low": 0.6477920159224327,13764 "ci_high": 0.692707419501083,13765 "n_items": 279,13766 "n_groups": 4313767 },13768 "exact_match": {13769 "mean": 0.0,13770 "ci_low": 0.0,13771 "ci_high": 0.0,13772 "n_items": 279,13773 "n_groups": 4313774 },13775 "number_recall": {13776 "mean": 0.9943932411674348,13777 "ci_low": 0.9858309473349878,13778 "ci_high": 1.0,13779 "n_items": 279,13780 "n_groups": 4313781 },13782 "placeholders_exact": {13783 "mean": 1.0,13784 "ci_low": 1.0,13785 "ci_high": 1.0,13786 "n_items": 279,13787 "n_groups": 4313788 }13789 },13790 "introduction": {13791 "n": 336,13792 "chrf": {13793 "mean": 67.85835659582992,13794 "ci_low": 66.54285634967036,13795 "ci_high": 69.06754453913898,13796 "n_items": 336,13797 "n_groups": 5613798 },13799 "edit_sim": {13800 "mean": 0.6780866324389544,13801 "ci_low": 0.6632082788284371,13802 "ci_high": 0.6910808027532346,13803 "n_items": 336,13804 "n_groups": 5613805 },13806 "rougeL": {13807 "mean": 0.6710626124259553,13808 "ci_low": 0.6561459683018767,13809 "ci_high": 0.6835314701660218,13810 "n_items": 336,13811 "n_groups": 5613812 },13813 "exact_match": {13814 "mean": 0.0,13815 "ci_low": 0.0,13816 "ci_high": 0.0,13817 "n_items": 336,13818 "n_groups": 5613819 },13820 "number_recall": {13821 "mean": 0.9874309718059718,13822 "ci_low": 0.9755184666219557,13823 "ci_high": 0.9963697119006854,13824 "n_items": 336,13825 "n_groups": 5613826 },13827 "placeholders_exact": {13828 "mean": 0.9821428571428571,13829 "ci_low": 0.9641791044776119,13830 "ci_high": 0.9968555923581949,13831 "n_items": 336,13832 "n_groups": 5613833 }13834 },13835 "limitations": {13836 "n": 90,13837 "chrf": {13838 "mean": 67.0559286623944,13839 "ci_low": 63.56076415104553,13840 "ci_high": 70.85477019244514,13841 "n_items": 90,13842 "n_groups": 1413843 },13844 "edit_sim": {13845 "mean": 0.6606926147559413,13846 "ci_low": 0.6204600836326299,13847 "ci_high": 0.7045179324153401,13848 "n_items": 90,13849 "n_groups": 1413850 },13851 "rougeL": {13852 "mean": 0.6537899553949311,13853 "ci_low": 0.6144913207943355,13854 "ci_high": 0.6949269728488223,13855 "n_items": 90,13856 "n_groups": 1413857 },13858 "exact_match": {13859 "mean": 0.0,13860 "ci_low": 0.0,13861 "ci_high": 0.0,13862 "n_items": 90,13863 "n_groups": 1413864 },13865 "number_recall": {13866 "mean": 0.9922222222222222,13867 "ci_low": 0.9761363636363637,13868 "ci_high": 1.0,13869 "n_items": 90,13870 "n_groups": 1413871 },13872 "placeholders_exact": {13873 "mean": 0.9666666666666667,13874 "ci_low": 0.8977272727272727,13875 "ci_high": 1.0,13876 "n_items": 90,13877 "n_groups": 1413878 }13879 },13880 "methods": {13881 "n": 265,13882 "chrf": {13883 "mean": 70.37984443603646,13884 "ci_low": 68.70123312534749,13885 "ci_high": 72.14066191368993,13886 "n_items": 265,13887 "n_groups": 4513888 },13889 "edit_sim": {13890 "mean": 0.688890034935138,13891 "ci_low": 0.6673384876620864,13892 "ci_high": 0.7114655955988063,13893 "n_items": 265,13894 "n_groups": 4513895 },13896 "rougeL": {13897 "mean": 0.7075803185884595,13898 "ci_low": 0.688020978555939,13899 "ci_high": 0.7288884907282659,13900 "n_items": 265,13901 "n_groups": 4513902 },13903 "exact_match": {13904 "mean": 0.0,13905 "ci_low": 0.0,13906 "ci_high": 0.0,13907 "n_items": 265,13908 "n_groups": 4513909 },13910 "number_recall": {13911 "mean": 0.9770575546047244,13912 "ci_low": 0.9604528562929645,13913 "ci_high": 0.9904072025044045,13914 "n_items": 265,13915 "n_groups": 4513916 },13917 "placeholders_exact": {13918 "mean": 0.9962264150943396,13919 "ci_low": 0.9871781115879829,13920 "ci_high": 1.0,13921 "n_items": 265,13922 "n_groups": 4513923 }13924 },13925 "other": {13926 "n": 275,13927 "chrf": {13928 "mean": 67.96555050061755,13929 "ci_low": 66.08783434074233,13930 "ci_high": 69.83769467955503,13931 "n_items": 275,13932 "n_groups": 3813933 },13934 "edit_sim": {13935 "mean": 0.6691162354908488,13936 "ci_low": 0.6453298611114213,13937 "ci_high": 0.6915879192548459,13938 "n_items": 275,13939 "n_groups": 3813940 },13941 "rougeL": {13942 "mean": 0.6727473179703842,13943 "ci_low": 0.6494039062585817,13944 "ci_high": 0.6949207907982227,13945 "n_items": 275,13946 "n_groups": 3813947 },13948 "exact_match": {13949 "mean": 0.0,13950 "ci_low": 0.0,13951 "ci_high": 0.0,13952 "n_items": 275,13953 "n_groups": 3813954 },13955 "number_recall": {13956 "mean": 0.986659779614325,13957 "ci_low": 0.9755906542642114,13958 "ci_high": 0.9964374303232998,13959 "n_items": 275,13960 "n_groups": 3813961 },13962 "placeholders_exact": {13963 "mean": 0.9927272727272727,13964 "ci_low": 0.9813940472058312,13965 "ci_high": 1.0,13966 "n_items": 275,13967 "n_groups": 3813968 }13969 },13970 "preface": {13971 "n": 114,13972 "chrf": {13973 "mean": 56.76265327259366,13974 "ci_low": 53.743321243619285,13975 "ci_high": 59.17121250208718,13976 "n_items": 114,13977 "n_groups": 913978 },13979 "edit_sim": {13980 "mean": 0.5778291770894819,13981 "ci_low": 0.5489892519108809,13982 "ci_high": 0.6064341188898894,13983 "n_items": 114,13984 "n_groups": 913985 },13986 "rougeL": {13987 "mean": 0.5737576656013387,13988 "ci_low": 0.5390858423917453,13989 "ci_high": 0.6031061818264855,13990 "n_items": 114,13991 "n_groups": 913992 },13993 "exact_match": {13994 "mean": 0.0,13995 "ci_low": 0.0,13996 "ci_high": 0.0,13997 "n_items": 114,13998 "n_groups": 913999 },14000 "number_recall": {14001 "mean": 1.0,14002 "ci_low": 1.0,14003 "ci_high": 1.0,14004 "n_items": 114,14005 "n_groups": 914006 },14007 "placeholders_exact": {14008 "mean": 1.0,14009 "ci_low": 1.0,14010 "ci_high": 1.0,14011 "n_items": 114,14012 "n_groups": 914013 }14014 },14015 "related_work": {14016 "n": 109,14017 "chrf": {14018 "mean": 70.6223387934507,14019 "ci_low": 68.48978057046871,14020 "ci_high": 72.4529412069812,14021 "n_items": 109,14022 "n_groups": 1614023 },14024 "edit_sim": {14025 "mean": 0.7108982903597247,14026 "ci_low": 0.6864330464469159,14027 "ci_high": 0.7353838717293987,14028 "n_items": 109,14029 "n_groups": 1614030 },14031 "rougeL": {14032 "mean": 0.6947646908772925,14033 "ci_low": 0.6714722937274584,14034 "ci_high": 0.7174774298636685,14035 "n_items": 109,14036 "n_groups": 1614037 },14038 "exact_match": {14039 "mean": 0.0,14040 "ci_low": 0.0,14041 "ci_high": 0.0,14042 "n_items": 109,14043 "n_groups": 1614044 },14045 "number_recall": {14046 "mean": 0.9822295890833399,14047 "ci_low": 0.9607825246887075,14048 "ci_high": 1.0,14049 "n_items": 109,14050 "n_groups": 1614051 },14052 "placeholders_exact": {14053 "mean": 0.944954128440367,14054 "ci_low": 0.8504556074766355,14055 "ci_high": 1.0,14056 "n_items": 109,14057 "n_groups": 1614058 }14059 },14060 "results": {14061 "n": 263,14062 "chrf": {14063 "mean": 69.15978765880352,14064 "ci_low": 67.65292948753061,14065 "ci_high": 70.70640207453025,14066 "n_items": 263,14067 "n_groups": 4614068 },14069 "edit_sim": {14070 "mean": 0.6867224768322633,14071 "ci_low": 0.6672967448268968,14072 "ci_high": 0.7054427660592686,14073 "n_items": 263,14074 "n_groups": 4614075 },14076 "rougeL": {14077 "mean": 0.6954043066416087,14078 "ci_low": 0.674729823574168,14079 "ci_high": 0.715366507979497,14080 "n_items": 263,14081 "n_groups": 4614082 },14083 "exact_match": {14084 "mean": 0.0,14085 "ci_low": 0.0,14086 "ci_high": 0.0,14087 "n_items": 263,14088 "n_groups": 4614089 },14090 "number_recall": {14091 "mean": 0.9780137743540787,14092 "ci_low": 0.9568584285774664,14093 "ci_high": 0.9928690818875381,14094 "n_items": 263,14095 "n_groups": 4614096 },14097 "placeholders_exact": {14098 "mean": 1.0,14099 "ci_low": 1.0,14100 "ci_high": 1.0,14101 "n_items": 263,14102 "n_groups": 4614103 }14104 },14105 "theory": {14106 "n": 192,14107 "chrf": {14108 "mean": 68.5321145470953,14109 "ci_low": 66.77396729839016,14110 "ci_high": 69.9091416963714,14111 "n_items": 192,14112 "n_groups": 2914113 },14114 "edit_sim": {14115 "mean": 0.6804631019124123,14116 "ci_low": 0.6595608942032178,14117 "ci_high": 0.6980189991193367,14118 "n_items": 192,14119 "n_groups": 2914120 },14121 "rougeL": {14122 "mean": 0.6987274275350882,14123 "ci_low": 0.6782882709420075,14124 "ci_high": 0.7153476396666658,14125 "n_items": 192,14126 "n_groups": 2914127 },14128 "exact_match": {14129 "mean": 0.0,14130 "ci_low": 0.0,14131 "ci_high": 0.0,14132 "n_items": 192,14133 "n_groups": 2914134 },14135 "number_recall": {14136 "mean": 0.9776757530663781,14137 "ci_low": 0.9559018902544532,14138 "ci_high": 0.9939614105773744,14139 "n_items": 192,14140 "n_groups": 2914141 },14142 "placeholders_exact": {14143 "mean": 0.9739583333333334,14144 "ci_low": 0.9420289855072463,14145 "ci_high": 1.0,14146 "n_items": 192,14147 "n_groups": 2914148 }14149 }14150 }14151 },14152 "htr-m3tokenonly-tiny-mediumdenoiseinit-s2": {14153 "overall": {14154 "n": 3000,14155 "chrf": {14156 "mean": 68.7346930856308,14157 "ci_low": 67.93652397335684,14158 "ci_high": 69.50075004376978,14159 "n_items": 3000,14160 "n_groups": 28414161 },14162 "edit_sim": {14163 "mean": 0.6790488088676135,14164 "ci_low": 0.6713486081374901,14165 "ci_high": 0.6864620568470774,14166 "n_items": 3000,14167 "n_groups": 28414168 },14169 "rougeL": {14170 "mean": 0.6882364289989599,14171 "ci_low": 0.6795112438357896,14172 "ci_high": 0.6967171923150817,14173 "n_items": 3000,14174 "n_groups": 28414175 },14176 "exact_match": {14177 "mean": 0.0,14178 "ci_low": 0.0,14179 "ci_high": 0.0,14180 "n_items": 3000,14181 "n_groups": 28414182 },14183 "number_recall": {14184 "mean": 0.9902678810568517,14185 "ci_low": 0.9864415295577807,14186 "ci_high": 0.9937298166734904,14187 "n_items": 3000,14188 "n_groups": 28414189 },14190 "placeholders_exact": {14191 "mean": 0.991,14192 "ci_low": 0.9855408716168635,14193 "ci_high": 0.9957658685761169,14194 "n_items": 3000,14195 "n_groups": 28414196 }14197 },14198 "by_variant": {14199 "A": {14200 "n": 494,14201 "chrf": {14202 "mean": 67.98622092445983,14203 "ci_low": 67.01281467875513,14204 "ci_high": 68.95387598203281,14205 "n_items": 494,14206 "n_groups": 23914207 },14208 "edit_sim": {14209 "mean": 0.6668950105260262,14210 "ci_low": 0.6569300624815921,14211 "ci_high": 0.6768543487348925,14212 "n_items": 494,14213 "n_groups": 23914214 },14215 "rougeL": {14216 "mean": 0.6746593793348535,14217 "ci_low": 0.6638198693499872,14218 "ci_high": 0.6855588556293617,14219 "n_items": 494,14220 "n_groups": 23914221 },14222 "exact_match": {14223 "mean": 0.0,14224 "ci_low": 0.0,14225 "ci_high": 0.0,14226 "n_items": 494,14227 "n_groups": 23914228 },14229 "number_recall": {14230 "mean": 0.9942338868958301,14231 "ci_low": 0.9904391287575522,14232 "ci_high": 0.9975191425555345,14233 "n_items": 494,14234 "n_groups": 23914235 },14236 "placeholders_exact": {14237 "mean": 0.9979757085020243,14238 "ci_low": 0.9933322147651006,14239 "ci_high": 1.0,14240 "n_items": 494,14241 "n_groups": 23914242 }14243 },14244 "B": {14245 "n": 487,14246 "chrf": {14247 "mean": 73.74891479202272,14248 "ci_low": 72.81656191547387,14249 "ci_high": 74.67710063042364,14250 "n_items": 487,14251 "n_groups": 24114252 },14253 "edit_sim": {14254 "mean": 0.7390157726722567,14255 "ci_low": 0.728849620670403,14256 "ci_high": 0.7493622653090707,14257 "n_items": 487,14258 "n_groups": 24114259 },14260 "rougeL": {14261 "mean": 0.7470167110446327,14262 "ci_low": 0.7362007168043406,14263 "ci_high": 0.7574988817983709,14264 "n_items": 487,14265 "n_groups": 24114266 },14267 "exact_match": {14268 "mean": 0.0,14269 "ci_low": 0.0,14270 "ci_high": 0.0,14271 "n_items": 487,14272 "n_groups": 24114273 },14274 "number_recall": {14275 "mean": 0.9877552290283297,14276 "ci_low": 0.9808723246808935,14277 "ci_high": 0.9941445609885804,14278 "n_items": 487,14279 "n_groups": 24114280 },14281 "placeholders_exact": {14282 "mean": 0.9876796714579056,14283 "ci_low": 0.976290537766831,14284 "ci_high": 0.996154214559387,14285 "n_items": 487,14286 "n_groups": 24114287 }14288 },14289 "C": {14290 "n": 533,14291 "chrf": {14292 "mean": 71.63889985919944,14293 "ci_low": 70.81045069019562,14294 "ci_high": 72.4394154509743,14295 "n_items": 533,14296 "n_groups": 25114297 },14298 "edit_sim": {14299 "mean": 0.7251735866570665,14300 "ci_low": 0.7170119489216159,14301 "ci_high": 0.7334209474474496,14302 "n_items": 533,14303 "n_groups": 25114304 },14305 "rougeL": {14306 "mean": 0.7457849739438064,14307 "ci_low": 0.7375115086837398,14308 "ci_high": 0.7541159886732235,14309 "n_items": 533,14310 "n_groups": 25114311 },14312 "exact_match": {14313 "mean": 0.0,14314 "ci_low": 0.0,14315 "ci_high": 0.0,14316 "n_items": 533,14317 "n_groups": 25114318 },14319 "number_recall": {14320 "mean": 0.9923251823897448,14321 "ci_low": 0.988388430105471,14322 "ci_high": 0.9958083099487628,14323 "n_items": 533,14324 "n_groups": 25114325 },14326 "placeholders_exact": {14327 "mean": 0.9868667917448405,14328 "ci_low": 0.976561353351272,14329 "ci_high": 0.9950679815704446,14330 "n_items": 533,14331 "n_groups": 25114332 }14333 },14334 "D": {14335 "n": 516,14336 "chrf": {14337 "mean": 69.43643121045046,14338 "ci_low": 68.51726761952305,14339 "ci_high": 70.34347311927061,14340 "n_items": 516,14341 "n_groups": 25314342 },14343 "edit_sim": {14344 "mean": 0.6895591860984137,14345 "ci_low": 0.6799340518869152,14346 "ci_high": 0.6989810625065891,14347 "n_items": 516,14348 "n_groups": 25314349 },14350 "rougeL": {14351 "mean": 0.6942114815927265,14352 "ci_low": 0.6838333433988291,14353 "ci_high": 0.7044159670925979,14354 "n_items": 516,14355 "n_groups": 25314356 },14357 "exact_match": {14358 "mean": 0.0,14359 "ci_low": 0.0,14360 "ci_high": 0.0,14361 "n_items": 516,14362 "n_groups": 25314363 },14364 "number_recall": {14365 "mean": 0.9897539691144343,14366 "ci_low": 0.9843407649675814,14367 "ci_high": 0.9943321893037518,14368 "n_items": 516,14369 "n_groups": 25314370 },14371 "placeholders_exact": {14372 "mean": 0.9883720930232558,14373 "ci_low": 0.9783454959263498,14374 "ci_high": 0.9961685823754789,14375 "n_items": 516,14376 "n_groups": 25314377 }14378 },14379 "E": {14380 "n": 970,14381 "chrf": {14382 "mean": 64.62931184221488,14383 "ci_low": 63.61661346355024,14384 "ci_high": 65.62651404556456,14385 "n_items": 970,14386 "n_groups": 25814387 },14388 "edit_sim": {14389 "mean": 0.6241954107181409,14390 "ci_low": 0.6147018353379582,14391 "ci_high": 0.6341527595334673,14392 "n_items": 970,14393 "n_groups": 25814394 },14395 "rougeL": {14396 "mean": 0.6308390718688968,14397 "ci_low": 0.6201965727970759,14398 "ci_high": 0.6418932306649721,14399 "n_items": 970,14400 "n_groups": 25814401 },14402 "exact_match": {14403 "mean": 0.0,14404 "ci_low": 0.0,14405 "ci_high": 0.0,14406 "n_items": 970,14407 "n_groups": 25814408 },14409 "number_recall": {14410 "mean": 0.9886525115777693,14411 "ci_low": 0.9831202159262235,14412 "ci_high": 0.9933131447949185,14413 "n_items": 970,14414 "n_groups": 25814415 },14416 "placeholders_exact": {14417 "mean": 0.9927835051546392,14418 "ci_low": 0.9862570482277181,14419 "ci_high": 0.9979297135670653,14420 "n_items": 970,14421 "n_groups": 25814422 }14423 }14424 },14425 "by_discipline": {14426 "biomedicine": {14427 "n": 386,14428 "chrf": {14429 "mean": 69.1284914180612,14430 "ci_low": 66.86901615020447,14431 "ci_high": 71.41909322666369,14432 "n_items": 386,14433 "n_groups": 6614434 },14435 "edit_sim": {14436 "mean": 0.6807241549903812,14437 "ci_low": 0.6602617196356776,14438 "ci_high": 0.7020287713296575,14439 "n_items": 386,14440 "n_groups": 6614441 },14442 "rougeL": {14443 "mean": 0.6963518027403576,14444 "ci_low": 0.6736546713452599,14445 "ci_high": 0.7187522302183003,14446 "n_items": 386,14447 "n_groups": 6614448 },14449 "exact_match": {14450 "mean": 0.0,14451 "ci_low": 0.0,14452 "ci_high": 0.0,14453 "n_items": 386,14454 "n_groups": 6614455 },14456 "number_recall": {14457 "mean": 0.9966523293919667,14458 "ci_low": 0.9931151272820613,14459 "ci_high": 0.9993265701080342,14460 "n_items": 386,14461 "n_groups": 6614462 },14463 "placeholders_exact": {14464 "mean": 0.9922279792746114,14465 "ci_low": 0.9738353023933826,14466 "ci_high": 1.0,14467 "n_items": 386,14468 "n_groups": 6614469 }14470 },14471 "chemistry": {14472 "n": 173,14473 "chrf": {14474 "mean": 69.35596488497738,14475 "ci_low": 67.63119000209672,14476 "ci_high": 71.3315062740307,14477 "n_items": 173,14478 "n_groups": 1414479 },14480 "edit_sim": {14481 "mean": 0.6810327378860018,14482 "ci_low": 0.6580978920511912,14483 "ci_high": 0.7081478283787854,14484 "n_items": 173,14485 "n_groups": 1414486 },14487 "rougeL": {14488 "mean": 0.6900400882651706,14489 "ci_low": 0.6682970132716325,14490 "ci_high": 0.7172124820364533,14491 "n_items": 173,14492 "n_groups": 1414493 },14494 "exact_match": {14495 "mean": 0.0,14496 "ci_low": 0.0,14497 "ci_high": 0.0,14498 "n_items": 173,14499 "n_groups": 1414500 },14501 "number_recall": {14502 "mean": 0.9811335902376365,14503 "ci_low": 0.958016490476662,14504 "ci_high": 0.9975653404024191,14505 "n_items": 173,14506 "n_groups": 1414507 },14508 "placeholders_exact": {14509 "mean": 0.9884393063583815,14510 "ci_low": 0.9709270497368867,14511 "ci_high": 1.0,14512 "n_items": 173,14513 "n_groups": 1414514 }14515 },14516 "computer_science": {14517 "n": 200,14518 "chrf": {14519 "mean": 70.56157213544188,14520 "ci_low": 68.16743058946028,14521 "ci_high": 73.22282052730745,14522 "n_items": 200,14523 "n_groups": 1414524 },14525 "edit_sim": {14526 "mean": 0.6961488627435167,14527 "ci_low": 0.6686145882260689,14528 "ci_high": 0.7293186717938852,14529 "n_items": 200,14530 "n_groups": 1414531 },14532 "rougeL": {14533 "mean": 0.707466891058176,14534 "ci_low": 0.6786409526794491,14535 "ci_high": 0.740089664710706,14536 "n_items": 200,14537 "n_groups": 1414538 },14539 "exact_match": {14540 "mean": 0.0,14541 "ci_low": 0.0,14542 "ci_high": 0.0,14543 "n_items": 200,14544 "n_groups": 1414545 },14546 "number_recall": {14547 "mean": 0.9940952380952381,14548 "ci_low": 0.9872723102398855,14549 "ci_high": 0.9992869875222817,14550 "n_items": 200,14551 "n_groups": 1414552 },14553 "placeholders_exact": {14554 "mean": 1.0,14555 "ci_low": 1.0,14556 "ci_high": 1.0,14557 "n_items": 200,14558 "n_groups": 1414559 }14560 },14561 "earth_sciences": {14562 "n": 124,14563 "chrf": {14564 "mean": 68.61667347706853,14565 "ci_low": 63.476864929593674,14566 "ci_high": 71.75395921383891,14567 "n_items": 124,14568 "n_groups": 214569 },14570 "edit_sim": {14571 "mean": 0.6850635817045502,14572 "ci_low": 0.6480541748333389,14573 "ci_high": 0.7076537391454195,14574 "n_items": 124,14575 "n_groups": 214576 },14577 "rougeL": {14578 "mean": 0.6916286255723745,14579 "ci_low": 0.6498484614091883,14580 "ci_high": 0.7171308036979556,14581 "n_items": 124,14582 "n_groups": 214583 },14584 "exact_match": {14585 "mean": 0.0,14586 "ci_low": 0.0,14587 "ci_high": 0.0,14588 "n_items": 124,14589 "n_groups": 214590 },14591 "number_recall": {14592 "mean": 0.9824308755760368,14593 "ci_low": 0.9717068645640073,14594 "ci_high": 1.0,14595 "n_items": 124,14596 "n_groups": 214597 },14598 "placeholders_exact": {14599 "mean": 1.0,14600 "ci_low": 1.0,14601 "ci_high": 1.0,14602 "n_items": 124,14603 "n_groups": 214604 }14605 },14606 "economics": {14607 "n": 366,14608 "chrf": {14609 "mean": 67.87243076864522,14610 "ci_low": 66.24109271011352,14611 "ci_high": 69.30139639034995,14612 "n_items": 366,14613 "n_groups": 4814614 },14615 "edit_sim": {14616 "mean": 0.6786741069971655,14617 "ci_low": 0.6607869219598925,14618 "ci_high": 0.6950036836042508,14619 "n_items": 366,14620 "n_groups": 4814621 },14622 "rougeL": {14623 "mean": 0.6775711218610275,14624 "ci_low": 0.6586604399941968,14625 "ci_high": 0.6953353685939501,14626 "n_items": 366,14627 "n_groups": 4814628 },14629 "exact_match": {14630 "mean": 0.0,14631 "ci_low": 0.0,14632 "ci_high": 0.0,14633 "n_items": 366,14634 "n_groups": 4814635 },14636 "number_recall": {14637 "mean": 0.996311475409836,14638 "ci_low": 0.9918973278985506,14639 "ci_high": 0.999398381196017,14640 "n_items": 366,14641 "n_groups": 4814642 },14643 "placeholders_exact": {14644 "mean": 1.0,14645 "ci_low": 1.0,14646 "ci_high": 1.0,14647 "n_items": 366,14648 "n_groups": 4814649 }14650 },14651 "engineering": {14652 "n": 213,14653 "chrf": {14654 "mean": 68.30637854522217,14655 "ci_low": 66.65310329671027,14656 "ci_high": 69.71220308899103,14657 "n_items": 213,14658 "n_groups": 2014659 },14660 "edit_sim": {14661 "mean": 0.6522875926391504,14662 "ci_low": 0.6281738272978604,14663 "ci_high": 0.6696018777786544,14664 "n_items": 213,14665 "n_groups": 2014666 },14667 "rougeL": {14668 "mean": 0.672902132595453,14669 "ci_low": 0.6511480633584521,14670 "ci_high": 0.6895123672245755,14671 "n_items": 213,14672 "n_groups": 2014673 },14674 "exact_match": {14675 "mean": 0.0,14676 "ci_low": 0.0,14677 "ci_high": 0.0,14678 "n_items": 213,14679 "n_groups": 2014680 },14681 "number_recall": {14682 "mean": 0.9872289942712478,14683 "ci_low": 0.9784938062271702,14684 "ci_high": 0.9952561187760663,14685 "n_items": 213,14686 "n_groups": 2014687 },14688 "placeholders_exact": {14689 "mean": 0.9906103286384976,14690 "ci_low": 0.9743589743589743,14691 "ci_high": 1.0,14692 "n_items": 213,14693 "n_groups": 2014694 }14695 },14696 "finance": {14697 "n": 246,14698 "chrf": {14699 "mean": 68.78633765491422,14700 "ci_low": 66.88093435816971,14701 "ci_high": 70.6000950039879,14702 "n_items": 246,14703 "n_groups": 2714704 },14705 "edit_sim": {14706 "mean": 0.6787910295303254,14707 "ci_low": 0.6574697941802832,14708 "ci_high": 0.6979555296814498,14709 "n_items": 246,14710 "n_groups": 2714711 },14712 "rougeL": {14713 "mean": 0.6859934761245263,14714 "ci_low": 0.6617608869737094,14715 "ci_high": 0.7095901502812846,14716 "n_items": 246,14717 "n_groups": 2714718 },14719 "exact_match": {14720 "mean": 0.0,14721 "ci_low": 0.0,14722 "ci_high": 0.0,14723 "n_items": 246,14724 "n_groups": 2714725 },14726 "number_recall": {14727 "mean": 0.9860638046792997,14728 "ci_low": 0.9700920179425482,14729 "ci_high": 0.9965895631722472,14730 "n_items": 246,14731 "n_groups": 2714732 },14733 "placeholders_exact": {14734 "mean": 0.9796747967479674,14735 "ci_low": 0.95,14736 "ci_high": 1.0,14737 "n_items": 246,14738 "n_groups": 2714739 }14740 },14741 "general_reference": {14742 "n": 29,14743 "chrf": {14744 "mean": 66.03644695223183,14745 "ci_low": 63.79578551859326,14746 "ci_high": 71.01569458253977,14747 "n_items": 29,14748 "n_groups": 214749 },14750 "edit_sim": {14751 "mean": 0.6598486130895098,14752 "ci_low": 0.6492611721372793,14753 "ci_high": 0.6833762596500219,14754 "n_items": 29,14755 "n_groups": 214756 },14757 "rougeL": {14758 "mean": 0.6802938254434475,14759 "ci_low": 0.6609110357337752,14760 "ci_high": 0.7233666914649419,14761 "n_items": 29,14762 "n_groups": 214763 },14764 "exact_match": {14765 "mean": 0.0,14766 "ci_low": 0.0,14767 "ci_high": 0.0,14768 "n_items": 29,14769 "n_groups": 214770 },14771 "number_recall": {14772 "mean": 1.0,14773 "ci_low": 1.0,14774 "ci_high": 1.0,14775 "n_items": 29,14776 "n_groups": 214777 },14778 "placeholders_exact": {14779 "mean": 1.0,14780 "ci_low": 1.0,14781 "ci_high": 1.0,14782 "n_items": 29,14783 "n_groups": 214784 }14785 },14786 "humanities": {14787 "n": 161,14788 "chrf": {14789 "mean": 63.61252033622494,14790 "ci_low": 61.36678035624981,14791 "ci_high": 65.7811710423397,14792 "n_items": 161,14793 "n_groups": 414794 },14795 "edit_sim": {14796 "mean": 0.6363405778604482,14797 "ci_low": 0.6148089691086428,14798 "ci_high": 0.655582937373784,14799 "n_items": 161,14800 "n_groups": 414801 },14802 "rougeL": {14803 "mean": 0.6358642758763844,14804 "ci_low": 0.6121708194752565,14805 "ci_high": 0.6760712006890439,14806 "n_items": 161,14807 "n_groups": 414808 },14809 "exact_match": {14810 "mean": 0.0,14811 "ci_low": 0.0,14812 "ci_high": 0.0,14813 "n_items": 161,14814 "n_groups": 414815 },14816 "number_recall": {14817 "mean": 0.9958592132505175,14818 "ci_low": 0.991869918699187,14819 "ci_high": 1.0,14820 "n_items": 161,14821 "n_groups": 414822 },14823 "placeholders_exact": {14824 "mean": 0.9937888198757764,14825 "ci_low": 0.9795918367346939,14826 "ci_high": 1.0,14827 "n_items": 161,14828 "n_groups": 414829 }14830 },14831 "life_sciences": {14832 "n": 366,14833 "chrf": {14834 "mean": 68.26459671954345,14835 "ci_low": 65.11961892678912,14836 "ci_high": 71.15808048346199,14837 "n_items": 366,14838 "n_groups": 5114839 },14840 "edit_sim": {14841 "mean": 0.6745712236083574,14842 "ci_low": 0.6486482669495607,14843 "ci_high": 0.6998890520127123,14844 "n_items": 366,14845 "n_groups": 5114846 },14847 "rougeL": {14848 "mean": 0.6802522372552348,14849 "ci_low": 0.6536029836871255,14850 "ci_high": 0.7065809476709042,14851 "n_items": 366,14852 "n_groups": 5114853 },14854 "exact_match": {14855 "mean": 0.0,14856 "ci_low": 0.0,14857 "ci_high": 0.0,14858 "n_items": 366,14859 "n_groups": 5114860 },14861 "number_recall": {14862 "mean": 0.9926099401509239,14863 "ci_low": 0.982944807411019,14864 "ci_high": 0.9994061024129148,14865 "n_items": 366,14866 "n_groups": 5114867 },14868 "placeholders_exact": {14869 "mean": 0.9754098360655737,14870 "ci_low": 0.9467442024886877,14871 "ci_high": 1.0,14872 "n_items": 366,14873 "n_groups": 5114874 }14875 },14876 "mathematics": {14877 "n": 180,14878 "chrf": {14879 "mean": 70.25362849576878,14880 "ci_low": 67.15437651928087,14881 "ci_high": 71.68142881113486,14882 "n_items": 180,14883 "n_groups": 414884 },14885 "edit_sim": {14886 "mean": 0.6939740222867695,14887 "ci_low": 0.6516352802817024,14888 "ci_high": 0.7234948622036679,14889 "n_items": 180,14890 "n_groups": 414891 },14892 "rougeL": {14893 "mean": 0.7065957000909857,14894 "ci_low": 0.6611126477971118,14895 "ci_high": 0.7283066374275435,14896 "n_items": 180,14897 "n_groups": 414898 },14899 "exact_match": {14900 "mean": 0.0,14901 "ci_low": 0.0,14902 "ci_high": 0.0,14903 "n_items": 180,14904 "n_groups": 414905 },14906 "number_recall": {14907 "mean": 0.9743077601410934,14908 "ci_low": 0.9440456249501478,14909 "ci_high": 0.996225845410628,14910 "n_items": 180,14911 "n_groups": 414912 },14913 "placeholders_exact": {14914 "mean": 0.9888888888888889,14915 "ci_low": 0.9787234042553191,14916 "ci_high": 1.0,14917 "n_items": 180,14918 "n_groups": 414919 }14920 },14921 "other": {14922 "n": 66,14923 "chrf": {14924 "mean": 69.04618410903078,14925 "ci_low": 65.47806280942586,14926 "ci_high": 73.1238521798406,14927 "n_items": 66,14928 "n_groups": 514929 },14930 "edit_sim": {14931 "mean": 0.6857190878655435,14932 "ci_low": 0.6474586069904178,14933 "ci_high": 0.727590806335382,14934 "n_items": 66,14935 "n_groups": 514936 },14937 "rougeL": {14938 "mean": 0.6891913498541804,14939 "ci_low": 0.6525352806402249,14940 "ci_high": 0.7273963278311972,14941 "n_items": 66,14942 "n_groups": 514943 },14944 "exact_match": {14945 "mean": 0.0,14946 "ci_low": 0.0,14947 "ci_high": 0.0,14948 "n_items": 66,14949 "n_groups": 514950 },14951 "number_recall": {14952 "mean": 1.0,14953 "ci_low": 1.0,14954 "ci_high": 1.0,14955 "n_items": 66,14956 "n_groups": 514957 },14958 "placeholders_exact": {14959 "mean": 1.0,14960 "ci_low": 1.0,14961 "ci_high": 1.0,14962 "n_items": 66,14963 "n_groups": 514964 }14965 },14966 "social_sciences": {14967 "n": 310,14968 "chrf": {14969 "mean": 68.90055155471335,14970 "ci_low": 66.18016113957145,14971 "ci_high": 71.33026562717198,14972 "n_items": 310,14973 "n_groups": 2014974 },14975 "edit_sim": {14976 "mean": 0.6818869732871307,14977 "ci_low": 0.6549969315293014,14978 "ci_high": 0.7047813897984478,14979 "n_items": 310,14980 "n_groups": 2014981 },14982 "rougeL": {14983 "mean": 0.6938944580610227,14984 "ci_low": 0.6630534246105922,14985 "ci_high": 0.7206181729362506,14986 "n_items": 310,14987 "n_groups": 2014988 },14989 "exact_match": {14990 "mean": 0.0,14991 "ci_low": 0.0,14992 "ci_high": 0.0,14993 "n_items": 310,14994 "n_groups": 2014995 },14996 "number_recall": {14997 "mean": 0.9943637992831542,14998 "ci_low": 0.9866908805031447,14999 "ci_high": 0.9994495775883442,15000 "n_items": 310,15001 "n_groups": 2015002 },15003 "placeholders_exact": {15004 "mean": 1.0,15005 "ci_low": 1.0,15006 "ci_high": 1.0,15007 "n_items": 310,15008 "n_groups": 2015009 }15010 },15011 "statistics": {15012 "n": 180,15013 "chrf": {15014 "mean": 71.587349745078,15015 "ci_low": 69.36610534162081,15016 "ci_high": 73.14015655087901,15017 "n_items": 180,15018 "n_groups": 715019 },15020 "edit_sim": {15021 "mean": 0.7113264033283571,15022 "ci_low": 0.6792399555265375,15023 "ci_high": 0.7286941159719692,15024 "n_items": 180,15025 "n_groups": 715026 },15027 "rougeL": {15028 "mean": 0.7241973490054008,15029 "ci_low": 0.6869834447046799,15030 "ci_high": 0.7425418284896041,15031 "n_items": 180,15032 "n_groups": 715033 },15034 "exact_match": {15035 "mean": 0.0,15036 "ci_low": 0.0,15037 "ci_high": 0.0,15038 "n_items": 180,15039 "n_groups": 715040 },15041 "number_recall": {15042 "mean": 0.9775613275613276,15043 "ci_low": 0.9454919988485189,15044 "ci_high": 0.9964542036910459,15045 "n_items": 180,15046 "n_groups": 715047 },15048 "placeholders_exact": {15049 "mean": 0.9833333333333333,15050 "ci_low": 0.9594567128103714,15051 "ci_high": 0.9959349593495935,15052 "n_items": 180,15053 "n_groups": 715054 }15055 }15056 },15057 "by_era": {15058 "1900-1949": {15059 "n": 315,15060 "chrf": {15061 "mean": 62.18048261093656,15062 "ci_low": 60.14676818176843,15063 "ci_high": 64.99434770022107,15064 "n_items": 315,15065 "n_groups": 1415066 },15067 "edit_sim": {15068 "mean": 0.630192220285373,15069 "ci_low": 0.6105569882064237,15070 "ci_high": 0.6569118556053142,15071 "n_items": 315,15072 "n_groups": 1415073 },15074 "rougeL": {15075 "mean": 0.6348924891319763,15076 "ci_low": 0.6132074744774504,15077 "ci_high": 0.6653061533721166,15078 "n_items": 315,15079 "n_groups": 1415080 },15081 "exact_match": {15082 "mean": 0.0,15083 "ci_low": 0.0,15084 "ci_high": 0.0,15085 "n_items": 315,15086 "n_groups": 1415087 },15088 "number_recall": {15089 "mean": 1.0,15090 "ci_low": 1.0,15091 "ci_high": 1.0,15092 "n_items": 315,15093 "n_groups": 1415094 },15095 "placeholders_exact": {15096 "mean": 1.0,15097 "ci_low": 1.0,15098 "ci_high": 1.0,15099 "n_items": 315,15100 "n_groups": 1415101 }15102 },15103 "1950-1979": {15104 "n": 12,15105 "chrf": {15106 "mean": 56.81176268884161,15107 "ci_low": 56.81176268884161,15108 "ci_high": 56.81176268884161,15109 "n_items": 12,15110 "n_groups": 115111 },15112 "edit_sim": {15113 "mean": 0.5744640062368449,15114 "ci_low": 0.5744640062368449,15115 "ci_high": 0.5744640062368449,15116 "n_items": 12,15117 "n_groups": 115118 },15119 "rougeL": {15120 "mean": 0.592568860636458,15121 "ci_low": 0.592568860636458,15122 "ci_high": 0.592568860636458,15123 "n_items": 12,15124 "n_groups": 115125 },15126 "exact_match": {15127 "mean": 0.0,15128 "ci_low": 0.0,15129 "ci_high": 0.0,15130 "n_items": 12,15131 "n_groups": 115132 },15133 "number_recall": {15134 "mean": 1.0,15135 "ci_low": 1.0,15136 "ci_high": 1.0,15137 "n_items": 12,15138 "n_groups": 115139 },15140 "placeholders_exact": {15141 "mean": 1.0,15142 "ci_low": 1.0,15143 "ci_high": 1.0,15144 "n_items": 12,15145 "n_groups": 115146 }15147 },15148 "1980-1999": {15149 "n": 21,15150 "chrf": {15151 "mean": 72.21703367079175,15152 "ci_low": 67.69406885562937,15153 "ci_high": 73.56829872387779,15154 "n_items": 21,15155 "n_groups": 315156 },15157 "edit_sim": {15158 "mean": 0.7182156409604568,15159 "ci_low": 0.6936936936936937,15160 "ci_high": 0.7298496351478602,15161 "n_items": 21,15162 "n_groups": 315163 },15164 "rougeL": {15165 "mean": 0.7178373211544048,15166 "ci_low": 0.6877335782152828,15167 "ci_high": 0.7314277583631313,15168 "n_items": 21,15169 "n_groups": 315170 },15171 "exact_match": {15172 "mean": 0.0,15173 "ci_low": 0.0,15174 "ci_high": 0.0,15175 "n_items": 21,15176 "n_groups": 315177 },15178 "number_recall": {15179 "mean": 1.0,15180 "ci_low": 1.0,15181 "ci_high": 1.0,15182 "n_items": 21,15183 "n_groups": 315184 },15185 "placeholders_exact": {15186 "mean": 1.0,15187 "ci_low": 1.0,15188 "ci_high": 1.0,15189 "n_items": 21,15190 "n_groups": 315191 }15192 },15193 "2000-2009": {15194 "n": 95,15195 "chrf": {15196 "mean": 69.12088040467731,15197 "ci_low": 66.5313440570278,15198 "ci_high": 71.68510940822513,15199 "n_items": 95,15200 "n_groups": 1815201 },15202 "edit_sim": {15203 "mean": 0.6733578453639626,15204 "ci_low": 0.6401899365469621,15205 "ci_high": 0.7036644655236445,15206 "n_items": 95,15207 "n_groups": 1815208 },15209 "rougeL": {15210 "mean": 0.6833147250017234,15211 "ci_low": 0.651583753936438,15212 "ci_high": 0.7126693119178465,15213 "n_items": 95,15214 "n_groups": 1815215 },15216 "exact_match": {15217 "mean": 0.0,15218 "ci_low": 0.0,15219 "ci_high": 0.0,15220 "n_items": 95,15221 "n_groups": 1815222 },15223 "number_recall": {15224 "mean": 0.9879699248120302,15225 "ci_low": 0.9614734208290059,15226 "ci_high": 1.0,15227 "n_items": 95,15228 "n_groups": 1815229 },15230 "placeholders_exact": {15231 "mean": 0.9894736842105263,15232 "ci_low": 0.963855421686747,15233 "ci_high": 1.0,15234 "n_items": 95,15235 "n_groups": 1815236 }15237 },15238 "2010-2017": {15239 "n": 2557,15240 "chrf": {15241 "mean": 69.55512113283156,15242 "ci_low": 68.86331603132126,15243 "ci_high": 70.23017782471449,15244 "n_items": 2557,15245 "n_groups": 24815246 },15247 "edit_sim": {15248 "mean": 0.6854480975238013,15249 "ci_low": 0.6777646657539685,15250 "ci_high": 0.6927515728138068,15251 "n_items": 2557,15252 "n_groups": 24815253 },15254 "rougeL": {15255 "mean": 0.6951966538808224,15256 "ci_low": 0.6866222308488557,15257 "ci_high": 0.7031580885974731,15258 "n_items": 2557,15259 "n_groups": 24815260 },15261 "exact_match": {15262 "mean": 0.0,15263 "ci_low": 0.0,15264 "ci_high": 0.0,15265 "n_items": 2557,15266 "n_groups": 24815267 },15268 "number_recall": {15269 "mean": 0.9890287447451748,15270 "ci_low": 0.984826113490909,15271 "ci_high": 0.9927229131878834,15272 "n_items": 2557,15273 "n_groups": 24815274 },15275 "placeholders_exact": {15276 "mean": 0.9898318341806804,15277 "ci_low": 0.9833268670319607,15278 "ci_high": 0.9950984383981606,15279 "n_items": 2557,15280 "n_groups": 24815281 }15282 }15283 },15284 "by_role": {15285 "abstract": {15286 "n": 244,15287 "chrf": {15288 "mean": 70.26794121608266,15289 "ci_low": 68.74123247717355,15290 "ci_high": 71.94968590887947,15291 "n_items": 244,15292 "n_groups": 5215293 },15294 "edit_sim": {15295 "mean": 0.6935385405358258,15296 "ci_low": 0.6733308219882909,15297 "ci_high": 0.7145931372544763,15298 "n_items": 244,15299 "n_groups": 5215300 },15301 "rougeL": {15302 "mean": 0.6960954404820238,15303 "ci_low": 0.6760846035278393,15304 "ci_high": 0.7170697374897614,15305 "n_items": 244,15306 "n_groups": 5215307 },15308 "exact_match": {15309 "mean": 0.0,15310 "ci_low": 0.0,15311 "ci_high": 0.0,15312 "n_items": 244,15313 "n_groups": 5215314 },15315 "number_recall": {15316 "mean": 0.983499219359875,15317 "ci_low": 0.9625072243627741,15318 "ci_high": 0.996789344879518,15319 "n_items": 244,15320 "n_groups": 5215321 },15322 "placeholders_exact": {15323 "mean": 1.0,15324 "ci_low": 1.0,15325 "ci_high": 1.0,15326 "n_items": 244,15327 "n_groups": 5215328 }15329 },15330 "background": {15331 "n": 184,15332 "chrf": {15333 "mean": 70.88991215872872,15334 "ci_low": 69.00180004147444,15335 "ci_high": 72.96851547020282,15336 "n_items": 184,15337 "n_groups": 2515338 },15339 "edit_sim": {15340 "mean": 0.6985980113087514,15341 "ci_low": 0.676664855639354,15342 "ci_high": 0.7231667114063016,15343 "n_items": 184,15344 "n_groups": 2515345 },15346 "rougeL": {15347 "mean": 0.6994654041363381,15348 "ci_low": 0.6783958736010577,15349 "ci_high": 0.7226258666100991,15350 "n_items": 184,15351 "n_groups": 2515352 },15353 "exact_match": {15354 "mean": 0.0,15355 "ci_low": 0.0,15356 "ci_high": 0.0,15357 "n_items": 184,15358 "n_groups": 2515359 },15360 "number_recall": {15361 "mean": 0.9981884057971014,15362 "ci_low": 0.9937402190923319,15363 "ci_high": 1.0,15364 "n_items": 184,15365 "n_groups": 2515366 },15367 "placeholders_exact": {15368 "mean": 0.9782608695652174,15369 "ci_low": 0.936046511627907,15370 "ci_high": 1.0,15371 "n_items": 184,15372 "n_groups": 2515373 }15374 },15375 "chapter": {15376 "n": 191,15377 "chrf": {15378 "mean": 64.76800539287584,15379 "ci_low": 62.105171726845654,15380 "ci_high": 67.29091205727798,15381 "n_items": 191,15382 "n_groups": 1315383 },15384 "edit_sim": {15385 "mean": 0.6550968729101377,15386 "ci_low": 0.6308235276197649,15387 "ci_high": 0.6781439309058166,15388 "n_items": 191,15389 "n_groups": 1315390 },15391 "rougeL": {15392 "mean": 0.6640577153711904,15393 "ci_low": 0.6359520309143623,15394 "ci_high": 0.6912915961614464,15395 "n_items": 191,15396 "n_groups": 1315397 },15398 "exact_match": {15399 "mean": 0.0,15400 "ci_low": 0.0,15401 "ci_high": 0.0,15402 "n_items": 191,15403 "n_groups": 1315404 },15405 "number_recall": {15406 "mean": 1.0,15407 "ci_low": 1.0,15408 "ci_high": 1.0,15409 "n_items": 191,15410 "n_groups": 1315411 },15412 "placeholders_exact": {15413 "mean": 1.0,15414 "ci_low": 1.0,15415 "ci_high": 1.0,15416 "n_items": 191,15417 "n_groups": 1315418 }15419 },15420 "conclusion": {15421 "n": 251,15422 "chrf": {15423 "mean": 66.27931948185787,15424 "ci_low": 64.38734977289324,15425 "ci_high": 68.48340665228157,15426 "n_items": 251,15427 "n_groups": 4615428 },15429 "edit_sim": {15430 "mean": 0.6590677722606914,15431 "ci_low": 0.6344079842585387,15432 "ci_high": 0.6873323181026022,15433 "n_items": 251,15434 "n_groups": 4615435 },15436 "rougeL": {15437 "mean": 0.6568699293266271,15438 "ci_low": 0.632485462854586,15439 "ci_high": 0.6837904016305479,15440 "n_items": 251,15441 "n_groups": 4615442 },15443 "exact_match": {15444 "mean": 0.0,15445 "ci_low": 0.0,15446 "ci_high": 0.0,15447 "n_items": 251,15448 "n_groups": 4615449 },15450 "number_recall": {15451 "mean": 1.0,15452 "ci_low": 1.0,15453 "ci_high": 1.0,15454 "n_items": 251,15455 "n_groups": 4615456 },15457 "placeholders_exact": {15458 "mean": 0.9800796812749004,15459 "ci_low": 0.9397590361445783,15460 "ci_high": 1.0,15461 "n_items": 251,15462 "n_groups": 4615463 }15464 },15465 "data": {15466 "n": 207,15467 "chrf": {15468 "mean": 70.95524926143064,15469 "ci_low": 69.34386147525564,15470 "ci_high": 72.70824156260483,15471 "n_items": 207,15472 "n_groups": 3315473 },15474 "edit_sim": {15475 "mean": 0.6912227413065364,15476 "ci_low": 0.678194939352355,15477 "ci_high": 0.705559289574317,15478 "n_items": 207,15479 "n_groups": 3315480 },15481 "rougeL": {15482 "mean": 0.7197536332366236,15483 "ci_low": 0.7050847351877702,15484 "ci_high": 0.7377086640108124,15485 "n_items": 207,15486 "n_groups": 3315487 },15488 "exact_match": {15489 "mean": 0.0,15490 "ci_low": 0.0,15491 "ci_high": 0.0,15492 "n_items": 207,15493 "n_groups": 3315494 },15495 "number_recall": {15496 "mean": 0.9873619000430596,15497 "ci_low": 0.9786664862897559,15498 "ci_high": 0.9950346729923022,15499 "n_items": 207,15500 "n_groups": 3315501 },15502 "placeholders_exact": {15503 "mean": 1.0,15504 "ci_low": 1.0,15505 "ci_high": 1.0,15506 "n_items": 207,15507 "n_groups": 3315508 }15509 },15510 "discussion": {15511 "n": 279,15512 "chrf": {15513 "mean": 68.85093770395063,15514 "ci_low": 66.94850890859871,15515 "ci_high": 70.81570602880598,15516 "n_items": 279,15517 "n_groups": 4315518 },15519 "edit_sim": {15520 "mean": 0.6780526926465346,15521 "ci_low": 0.659451975571069,15522 "ci_high": 0.6987030473989341,15523 "n_items": 279,15524 "n_groups": 4315525 },15526 "rougeL": {15527 "mean": 0.6775251052713067,15528 "ci_low": 0.6552869901196157,15529 "ci_high": 0.7023254485985101,15530 "n_items": 279,15531 "n_groups": 4315532 },15533 "exact_match": {15534 "mean": 0.0,15535 "ci_low": 0.0,15536 "ci_high": 0.0,15537 "n_items": 279,15538 "n_groups": 4315539 },15540 "number_recall": {15541 "mean": 0.9921915002560163,15542 "ci_low": 0.9815136678504763,15543 "ci_high": 0.999113475177305,15544 "n_items": 279,15545 "n_groups": 4315546 },15547 "placeholders_exact": {15548 "mean": 0.996415770609319,15549 "ci_low": 0.9877538474406156,15550 "ci_high": 1.0,15551 "n_items": 279,15552 "n_groups": 4315553 }15554 },15555 "introduction": {15556 "n": 336,15557 "chrf": {15558 "mean": 68.75447234575644,15559 "ci_low": 67.3491472747345,15560 "ci_high": 70.0539888271957,15561 "n_items": 336,15562 "n_groups": 5615563 },15564 "edit_sim": {15565 "mean": 0.6826091166725493,15566 "ci_low": 0.6663751269412986,15567 "ci_high": 0.6973354272135485,15568 "n_items": 336,15569 "n_groups": 5615570 },15571 "rougeL": {15572 "mean": 0.6839111709014032,15573 "ci_low": 0.6689938094979193,15574 "ci_high": 0.6980198360487982,15575 "n_items": 336,15576 "n_groups": 5615577 },15578 "exact_match": {15579 "mean": 0.0,15580 "ci_low": 0.0,15581 "ci_high": 0.0,15582 "n_items": 336,15583 "n_groups": 5615584 },15585 "number_recall": {15586 "mean": 0.9841044372294372,15587 "ci_low": 0.967365871833085,15588 "ci_high": 0.9986279581899568,15589 "n_items": 336,15590 "n_groups": 5615591 },15592 "placeholders_exact": {15593 "mean": 0.9940476190476191,15594 "ci_low": 0.9850276855926702,15595 "ci_high": 1.0,15596 "n_items": 336,15597 "n_groups": 5615598 }15599 },15600 "limitations": {15601 "n": 90,15602 "chrf": {15603 "mean": 67.50942195513728,15604 "ci_low": 64.14448563330292,15605 "ci_high": 71.18922374535717,15606 "n_items": 90,15607 "n_groups": 1415608 },15609 "edit_sim": {15610 "mean": 0.6683254931728566,15611 "ci_low": 0.6263447126742895,15612 "ci_high": 0.7128642622949898,15613 "n_items": 90,15614 "n_groups": 1415615 },15616 "rougeL": {15617 "mean": 0.6641643926481384,15618 "ci_low": 0.6220429500183321,15619 "ci_high": 0.7102836510799693,15620 "n_items": 90,15621 "n_groups": 1415622 },15623 "exact_match": {15624 "mean": 0.0,15625 "ci_low": 0.0,15626 "ci_high": 0.0,15627 "n_items": 90,15628 "n_groups": 1415629 },15630 "number_recall": {15631 "mean": 1.0,15632 "ci_low": 1.0,15633 "ci_high": 1.0,15634 "n_items": 90,15635 "n_groups": 1415636 },15637 "placeholders_exact": {15638 "mean": 1.0,15639 "ci_low": 1.0,15640 "ci_high": 1.0,15641 "n_items": 90,15642 "n_groups": 1415643 }15644 },15645 "methods": {15646 "n": 265,15647 "chrf": {15648 "mean": 70.61250906691421,15649 "ci_low": 68.98316425918243,15650 "ci_high": 72.32994580758579,15651 "n_items": 265,15652 "n_groups": 4515653 },15654 "edit_sim": {15655 "mean": 0.691329152744964,15656 "ci_low": 0.6723685600223119,15657 "ci_high": 0.7114011036674778,15658 "n_items": 265,15659 "n_groups": 4515660 },15661 "rougeL": {15662 "mean": 0.7167876985947872,15663 "ci_low": 0.6990246167389597,15664 "ci_high": 0.7365852302339605,15665 "n_items": 265,15666 "n_groups": 4515667 },15668 "exact_match": {15669 "mean": 0.0,15670 "ci_low": 0.0,15671 "ci_high": 0.0,15672 "n_items": 265,15673 "n_groups": 4515674 },15675 "number_recall": {15676 "mean": 0.976179585613548,15677 "ci_low": 0.956153612012987,15678 "ci_high": 0.9927617576514635,15679 "n_items": 265,15680 "n_groups": 4515681 },15682 "placeholders_exact": {15683 "mean": 0.9773584905660377,15684 "ci_low": 0.9463080315047978,15685 "ci_high": 0.9964032000206287,15686 "n_items": 265,15687 "n_groups": 4515688 }15689 },15690 "other": {15691 "n": 275,15692 "chrf": {15693 "mean": 69.13227040448338,15694 "ci_low": 67.0981136221024,15695 "ci_high": 71.25226937454684,15696 "n_items": 275,15697 "n_groups": 3815698 },15699 "edit_sim": {15700 "mean": 0.6728031613182842,15701 "ci_low": 0.647056862961053,15702 "ci_high": 0.6983373181554163,15703 "n_items": 275,15704 "n_groups": 3815705 },15706 "rougeL": {15707 "mean": 0.6881007663579752,15708 "ci_low": 0.6624124623265185,15709 "ci_high": 0.7127366607954387,15710 "n_items": 275,15711 "n_groups": 3815712 },15713 "exact_match": {15714 "mean": 0.0,15715 "ci_low": 0.0,15716 "ci_high": 0.0,15717 "n_items": 275,15718 "n_groups": 3815719 },15720 "number_recall": {15721 "mean": 0.9969557260920897,15722 "ci_low": 0.9941355107203128,15723 "ci_high": 0.9992698131610716,15724 "n_items": 275,15725 "n_groups": 3815726 },15727 "placeholders_exact": {15728 "mean": 0.9927272727272727,15729 "ci_low": 0.9822218268090154,15730 "ci_high": 1.0,15731 "n_items": 275,15732 "n_groups": 3815733 }15734 },15735 "preface": {15736 "n": 114,15737 "chrf": {15738 "mean": 57.52209344201615,15739 "ci_low": 54.80995516895903,15740 "ci_high": 60.50187889687189,15741 "n_items": 114,15742 "n_groups": 915743 },15744 "edit_sim": {15745 "mean": 0.5809450648861492,15746 "ci_low": 0.5512740963210745,15747 "ci_high": 0.6125442005694791,15748 "n_items": 114,15749 "n_groups": 915750 },15751 "rougeL": {15752 "mean": 0.579473097508829,15753 "ci_low": 0.5472955828702063,15754 "ci_high": 0.6103539340174101,15755 "n_items": 114,15756 "n_groups": 915757 },15758 "exact_match": {15759 "mean": 0.0,15760 "ci_low": 0.0,15761 "ci_high": 0.0,15762 "n_items": 114,15763 "n_groups": 915764 },15765 "number_recall": {15766 "mean": 1.0,15767 "ci_low": 1.0,15768 "ci_high": 1.0,15769 "n_items": 114,15770 "n_groups": 915771 },15772 "placeholders_exact": {15773 "mean": 1.0,15774 "ci_low": 1.0,15775 "ci_high": 1.0,15776 "n_items": 114,15777 "n_groups": 915778 }15779 },15780 "related_work": {15781 "n": 109,15782 "chrf": {15783 "mean": 71.63616329566226,15784 "ci_low": 68.91803369546628,15785 "ci_high": 73.99243927926265,15786 "n_items": 109,15787 "n_groups": 1615788 },15789 "edit_sim": {15790 "mean": 0.7206826642270808,15791 "ci_low": 0.6932489136569192,15792 "ci_high": 0.748315679791013,15793 "n_items": 109,15794 "n_groups": 1615795 },15796 "rougeL": {15797 "mean": 0.7141652438828159,15798 "ci_low": 0.6849839936091107,15799 "ci_high": 0.741403116462609,15800 "n_items": 109,15801 "n_groups": 1615802 },15803 "exact_match": {15804 "mean": 0.0,15805 "ci_low": 0.0,15806 "ci_high": 0.0,15807 "n_items": 109,15808 "n_groups": 1615809 },15810 "number_recall": {15811 "mean": 0.9945455246318712,15812 "ci_low": 0.9866270683214876,15813 "ci_high": 1.0,15814 "n_items": 109,15815 "n_groups": 1615816 },15817 "placeholders_exact": {15818 "mean": 0.9724770642201835,15819 "ci_low": 0.9071923324742268,15820 "ci_high": 1.0,15821 "n_items": 109,15822 "n_groups": 1615823 }15824 },15825 "results": {15826 "n": 263,15827 "chrf": {15828 "mean": 69.95495317934298,15829 "ci_low": 68.39878461479374,15830 "ci_high": 71.49833674473123,15831 "n_items": 263,15832 "n_groups": 4615833 },15834 "edit_sim": {15835 "mean": 0.6905892462978758,15836 "ci_low": 0.67159649256462,15837 "ci_high": 0.7093910843403799,15838 "n_items": 263,15839 "n_groups": 4615840 },15841 "rougeL": {15842 "mean": 0.7079093244568679,15843 "ci_low": 0.6864482379171603,15844 "ci_high": 0.7286160849803359,15845 "n_items": 263,15846 "n_groups": 4615847 },15848 "exact_match": {15849 "mean": 0.0,15850 "ci_low": 0.0,15851 "ci_high": 0.0,15852 "n_items": 263,15853 "n_groups": 4615854 },15855 "number_recall": {15856 "mean": 0.9840032590983161,15857 "ci_low": 0.9726420315690255,15858 "ci_high": 0.9928906571210149,15859 "n_items": 263,15860 "n_groups": 4615861 },15862 "placeholders_exact": {15863 "mean": 0.9923954372623575,15864 "ci_low": 0.9789915966386554,15865 "ci_high": 1.0,15866 "n_items": 263,15867 "n_groups": 4615868 }15869 },15870 "theory": {15871 "n": 192,15872 "chrf": {15873 "mean": 70.03103250298027,15874 "ci_low": 68.08365656801297,15875 "ci_high": 71.50184009325328,15876 "n_items": 192,15877 "n_groups": 2915878 },15879 "edit_sim": {15880 "mean": 0.6897681998312049,15881 "ci_low": 0.6683581742766678,15882 "ci_high": 0.7056928682202727,15883 "n_items": 192,15884 "n_groups": 2915885 },15886 "rougeL": {15887 "mean": 0.7166822194894147,15888 "ci_low": 0.6945639148271282,15889 "ci_high": 0.7339231386215147,15890 "n_items": 192,15891 "n_groups": 2915892 },15893 "exact_match": {15894 "mean": 0.0,15895 "ci_low": 0.0,15896 "ci_high": 0.0,15897 "n_items": 192,15898 "n_groups": 2915899 },15900 "number_recall": {15901 "mean": 0.9856770833333334,15902 "ci_low": 0.9697182715026542,15903 "ci_high": 0.9958783236604132,15904 "n_items": 192,15905 "n_groups": 2915906 },15907 "placeholders_exact": {15908 "mean": 0.9895833333333334,15909 "ci_low": 0.9612840385421031,15910 "ci_high": 1.0,15911 "n_items": 192,15912 "n_groups": 2915913 }15914 }15915 }15916 },15917 "htr-m3tokenonly-tiny-mediumdenoiseinit": {15918 "overall": {15919 "n": 3000,15920 "chrf": {15921 "mean": 68.77628191722289,15922 "ci_low": 67.96347084237024,15923 "ci_high": 69.57276247062941,15924 "n_items": 3000,15925 "n_groups": 28415926 },15927 "edit_sim": {15928 "mean": 0.6803274917090871,15929 "ci_low": 0.6726155046720417,15930 "ci_high": 0.6878409581981604,15931 "n_items": 3000,15932 "n_groups": 28415933 },15934 "rougeL": {15935 "mean": 0.6887729059712644,15936 "ci_low": 0.6801376945091536,15937 "ci_high": 0.6972979816403568,15938 "n_items": 3000,15939 "n_groups": 28415940 },15941 "exact_match": {15942 "mean": 0.0,15943 "ci_low": 0.0,15944 "ci_high": 0.0,15945 "n_items": 3000,15946 "n_groups": 28415947 },15948 "number_recall": {15949 "mean": 0.9899400539275539,15950 "ci_low": 0.9861489039145381,15951 "ci_high": 0.9932634812060044,15952 "n_items": 3000,15953 "n_groups": 28415954 },15955 "placeholders_exact": {15956 "mean": 0.995,15957 "ci_low": 0.9914693956524666,15958 "ci_high": 0.9979379445166886,15959 "n_items": 3000,15960 "n_groups": 28415961 }15962 },15963 "by_variant": {15964 "A": {15965 "n": 494,15966 "chrf": {15967 "mean": 68.03978147825164,15968 "ci_low": 67.01583820414822,15969 "ci_high": 69.03570229517625,15970 "n_items": 494,15971 "n_groups": 23915972 },15973 "edit_sim": {15974 "mean": 0.6701664637499736,15975 "ci_low": 0.6598808164929847,15976 "ci_high": 0.6803204960055396,15977 "n_items": 494,15978 "n_groups": 23915979 },15980 "rougeL": {15981 "mean": 0.6759583498944937,15982 "ci_low": 0.6647912142060438,15983 "ci_high": 0.6872151935553518,15984 "n_items": 494,15985 "n_groups": 23915986 },15987 "exact_match": {15988 "mean": 0.0,15989 "ci_low": 0.0,15990 "ci_high": 0.0,15991 "n_items": 494,15992 "n_groups": 23915993 },15994 "number_recall": {15995 "mean": 0.9914648413889304,15996 "ci_low": 0.9868219255718433,15997 "ci_high": 0.9957042863998063,15998 "n_items": 494,15999 "n_groups": 23916000 },16001 "placeholders_exact": {16002 "mean": 0.9959514170040485,16003 "ci_low": 0.9896907216494846,16004 "ci_high": 1.0,16005 "n_items": 494,16006 "n_groups": 23916007 }16008 },16009 "B": {16010 "n": 487,16011 "chrf": {16012 "mean": 73.99197697106456,16013 "ci_low": 73.01477715004957,16014 "ci_high": 74.97442509950037,16015 "n_items": 487,16016 "n_groups": 24116017 },16018 "edit_sim": {16019 "mean": 0.7417466201425654,16020 "ci_low": 0.7314366418437447,16021 "ci_high": 0.7519606494564829,16022 "n_items": 487,16023 "n_groups": 24116024 },16025 "rougeL": {16026 "mean": 0.7496723962643278,16027 "ci_low": 0.7386063387053283,16028 "ci_high": 0.7601583118634418,16029 "n_items": 487,16030 "n_groups": 24116031 },16032 "exact_match": {16033 "mean": 0.0,16034 "ci_low": 0.0,16035 "ci_high": 0.0,16036 "n_items": 487,16037 "n_groups": 24116038 },16039 "number_recall": {16040 "mean": 0.9895484677312194,16041 "ci_low": 0.9845374684515371,16042 "ci_high": 0.9940735456027179,16043 "n_items": 487,16044 "n_groups": 24116045 },16046 "placeholders_exact": {16047 "mean": 0.9897330595482546,16048 "ci_low": 0.9801547619047619,16049 "ci_high": 0.99793399079833,16050 "n_items": 487,16051 "n_groups": 24116052 }16053 },16054 "C": {16055 "n": 533,16056 "chrf": {16057 "mean": 71.74719661115051,16058 "ci_low": 70.89774873423958,16059 "ci_high": 72.57241153056637,16060 "n_items": 533,16061 "n_groups": 25116062 },16063 "edit_sim": {16064 "mean": 0.7252709098632917,16065 "ci_low": 0.716997088943191,16066 "ci_high": 0.7335205073370262,16067 "n_items": 533,16068 "n_groups": 25116069 },16070 "rougeL": {16071 "mean": 0.745615329665401,16072 "ci_low": 0.737128624022469,16073 "ci_high": 0.7543095459168666,16074 "n_items": 533,16075 "n_groups": 25116076 },16077 "exact_match": {16078 "mean": 0.0,16079 "ci_low": 0.0,16080 "ci_high": 0.0,16081 "n_items": 533,16082 "n_groups": 25116083 },16084 "number_recall": {16085 "mean": 0.9911802211755307,16086 "ci_low": 0.9868747213352933,16087 "ci_high": 0.9947630613451693,16088 "n_items": 533,16089 "n_groups": 25116090 },16091 "placeholders_exact": {16092 "mean": 0.99812382739212,16093 "ci_low": 0.9939879759519038,16094 "ci_high": 1.0,16095 "n_items": 533,16096 "n_groups": 25116097 }16098 },16099 "D": {16100 "n": 516,16101 "chrf": {16102 "mean": 69.3975424672654,16103 "ci_low": 68.4523115370368,16104 "ci_high": 70.32254231114806,16105 "n_items": 516,16106 "n_groups": 25316107 },16108 "edit_sim": {16109 "mean": 0.6901526256218224,16110 "ci_low": 0.6801227466659636,16111 "ci_high": 0.6998323156685243,16112 "n_items": 516,16113 "n_groups": 25316114 },16115 "rougeL": {16116 "mean": 0.6942374961742167,16117 "ci_low": 0.6835882943500379,16118 "ci_high": 0.7048629511291626,16119 "n_items": 516,16120 "n_groups": 25316121 },16122 "exact_match": {16123 "mean": 0.0,16124 "ci_low": 0.0,16125 "ci_high": 0.0,16126 "n_items": 516,16127 "n_groups": 25316128 },16129 "number_recall": {16130 "mean": 0.9891561576881345,16131 "ci_low": 0.9836383032016959,16132 "ci_high": 0.9939504698897763,16133 "n_items": 516,16134 "n_groups": 25316135 },16136 "placeholders_exact": {16137 "mean": 0.9941860465116279,16138 "ci_low": 0.9871314634724858,16139 "ci_high": 1.0,16140 "n_items": 516,16141 "n_groups": 25316142 }16143 },16144 "E": {16145 "n": 970,16146 "chrf": {16147 "mean": 64.56980743263064,16148 "ci_low": 63.54639181351682,16149 "ci_high": 65.58272698323563,16150 "n_items": 970,16151 "n_groups": 25816152 },16153 "edit_sim": {16154 "mean": 0.6247438023168561,16155 "ci_low": 0.6150610333770867,16156 "ci_high": 0.6343612920087969,16157 "n_items": 970,16158 "n_groups": 25816159 },16160 "rougeL": {16161 "mean": 0.6305828013893102,16162 "ci_low": 0.6197554131621175,16163 "ci_high": 0.6414800507093296,16164 "n_items": 970,16165 "n_groups": 25816166 },16167 "exact_match": {16168 "mean": 0.0,16169 "ci_low": 0.0,16170 "ci_high": 0.0,16171 "n_items": 970,16172 "n_groups": 25816173 },16174 "number_recall": {16175 "mean": 0.9890956609255579,16176 "ci_low": 0.9846544080200748,16177 "ci_high": 0.9931391403831443,16178 "n_items": 970,16179 "n_groups": 25816180 },16181 "placeholders_exact": {16182 "mean": 0.9958762886597938,16183 "ci_low": 0.9913697777964171,16184 "ci_high": 0.9990301382481562,16185 "n_items": 970,16186 "n_groups": 25816187 }16188 }16189 },16190 "by_discipline": {16191 "biomedicine": {16192 "n": 386,16193 "chrf": {16194 "mean": 69.14364374713716,16195 "ci_low": 66.86715018176078,16196 "ci_high": 71.45714213144534,16197 "n_items": 386,16198 "n_groups": 6616199 },16200 "edit_sim": {16201 "mean": 0.6807665846868901,16202 "ci_low": 0.6599192932152437,16203 "ci_high": 0.7020165965631758,16204 "n_items": 386,16205 "n_groups": 6616206 },16207 "rougeL": {16208 "mean": 0.6949333048762926,16209 "ci_low": 0.6721437945713479,16210 "ci_high": 0.7176923285266505,16211 "n_items": 386,16212 "n_groups": 6616213 },16214 "exact_match": {16215 "mean": 0.0,16216 "ci_low": 0.0,16217 "ci_high": 0.0,16218 "n_items": 386,16219 "n_groups": 6616220 },16221 "number_recall": {16222 "mean": 0.9958895451123431,16223 "ci_low": 0.9914278295663744,16224 "ci_high": 0.9995109221724829,16225 "n_items": 386,16226 "n_groups": 6616227 },16228 "placeholders_exact": {16229 "mean": 0.9948186528497409,16230 "ci_low": 0.9833321727019498,16231 "ci_high": 1.0,16232 "n_items": 386,16233 "n_groups": 6616234 }16235 },16236 "chemistry": {16237 "n": 173,16238 "chrf": {16239 "mean": 69.37113671248635,16240 "ci_low": 67.64765555097017,16241 "ci_high": 71.38437055374607,16242 "n_items": 173,16243 "n_groups": 1416244 },16245 "edit_sim": {16246 "mean": 0.6826254441505677,16247 "ci_low": 0.6605521652259354,16248 "ci_high": 0.7094078878813674,16249 "n_items": 173,16250 "n_groups": 1416251 },16252 "rougeL": {16253 "mean": 0.6904117192294621,16254 "ci_low": 0.6682339134915043,16255 "ci_high": 0.718911331712331,16256 "n_items": 173,16257 "n_groups": 1416258 },16259 "exact_match": {16260 "mean": 0.0,16261 "ci_low": 0.0,16262 "ci_high": 0.0,16263 "n_items": 173,16264 "n_groups": 1416265 },16266 "number_recall": {16267 "mean": 0.975280989081567,16268 "ci_low": 0.9425375854299101,16269 "ci_high": 0.9977777777777778,16270 "n_items": 173,16271 "n_groups": 1416272 },16273 "placeholders_exact": {16274 "mean": 1.0,16275 "ci_low": 1.0,16276 "ci_high": 1.0,16277 "n_items": 173,16278 "n_groups": 1416279 }16280 },16281 "computer_science": {16282 "n": 200,16283 "chrf": {16284 "mean": 70.61010939621862,16285 "ci_low": 68.13479326933628,16286 "ci_high": 73.37517039995929,16287 "n_items": 200,16288 "n_groups": 1416289 },16290 "edit_sim": {16291 "mean": 0.6997996205212087,16292 "ci_low": 0.6734427719745816,16293 "ci_high": 0.7311441787878259,16294 "n_items": 200,16295 "n_groups": 1416296 },16297 "rougeL": {16298 "mean": 0.7083550600179896,16299 "ci_low": 0.6794768016636545,16300 "ci_high": 0.7412614839027438,16301 "n_items": 200,16302 "n_groups": 1416303 },16304 "exact_match": {16305 "mean": 0.0,16306 "ci_low": 0.0,16307 "ci_high": 0.0,16308 "n_items": 200,16309 "n_groups": 1416310 },16311 "number_recall": {16312 "mean": 0.9894047619047619,16313 "ci_low": 0.978537364030929,16314 "ci_high": 0.9987133634643159,16315 "n_items": 200,16316 "n_groups": 1416317 },16318 "placeholders_exact": {16319 "mean": 1.0,16320 "ci_low": 1.0,16321 "ci_high": 1.0,16322 "n_items": 200,16323 "n_groups": 1416324 }16325 },16326 "earth_sciences": {16327 "n": 124,16328 "chrf": {16329 "mean": 68.27091383574967,16330 "ci_low": 62.67439039529895,16331 "ci_high": 71.6869735981027,16332 "n_items": 124,16333 "n_groups": 216334 },16335 "edit_sim": {16336 "mean": 0.6817469550380205,16337 "ci_low": 0.6420022111114109,16338 "ci_high": 0.7060067337984187,16339 "n_items": 124,16340 "n_groups": 216341 },16342 "rougeL": {16343 "mean": 0.6883015982331424,16344 "ci_low": 0.642558483386246,16345 "ci_high": 0.7162227202825467,16346 "n_items": 124,16347 "n_groups": 216348 },16349 "exact_match": {16350 "mean": 0.0,16351 "ci_low": 0.0,16352 "ci_high": 0.0,16353 "n_items": 124,16354 "n_groups": 216355 },16356 "number_recall": {16357 "mean": 0.9956333988592053,16358 "ci_low": 0.9929680708901488,16359 "ci_high": 1.0,16360 "n_items": 124,16361 "n_groups": 216362 },16363 "placeholders_exact": {16364 "mean": 0.9919354838709677,16365 "ci_low": 0.987012987012987,16366 "ci_high": 1.0,16367 "n_items": 124,16368 "n_groups": 216369 }16370 },16371 "economics": {16372 "n": 366,16373 "chrf": {16374 "mean": 67.60137068976408,16375 "ci_low": 65.91760083780913,16376 "ci_high": 69.09221102700455,16377 "n_items": 366,16378 "n_groups": 4816379 },16380 "edit_sim": {16381 "mean": 0.6775896636711277,16382 "ci_low": 0.6604660658998316,16383 "ci_high": 0.6939210179096125,16384 "n_items": 366,16385 "n_groups": 4816386 },16387 "rougeL": {16388 "mean": 0.6774531829173216,16389 "ci_low": 0.6591412865887244,16390 "ci_high": 0.695342582860408,16391 "n_items": 366,16392 "n_groups": 4816393 },16394 "exact_match": {16395 "mean": 0.0,16396 "ci_low": 0.0,16397 "ci_high": 0.0,16398 "n_items": 366,16399 "n_groups": 4816400 },16401 "number_recall": {16402 "mean": 0.9971994535519126,16403 "ci_low": 0.9930979847237515,16404 "ci_high": 1.0,16405 "n_items": 366,16406 "n_groups": 4816407 },16408 "placeholders_exact": {16409 "mean": 0.9972677595628415,16410 "ci_low": 0.9913519462951915,16411 "ci_high": 1.0,16412 "n_items": 366,16413 "n_groups": 4816414 }16415 },16416 "engineering": {16417 "n": 213,16418 "chrf": {16419 "mean": 68.5916915447802,16420 "ci_low": 66.98724399527457,16421 "ci_high": 69.87547440495881,16422 "n_items": 213,16423 "n_groups": 2016424 },16425 "edit_sim": {16426 "mean": 0.6582686986170958,16427 "ci_low": 0.6340963124611183,16428 "ci_high": 0.6761600026988132,16429 "n_items": 213,16430 "n_groups": 2016431 },16432 "rougeL": {16433 "mean": 0.6775750702940299,16434 "ci_low": 0.6571058954556828,16435 "ci_high": 0.6930748744946112,16436 "n_items": 213,16437 "n_groups": 2016438 },16439 "exact_match": {16440 "mean": 0.0,16441 "ci_low": 0.0,16442 "ci_high": 0.0,16443 "n_items": 213,16444 "n_groups": 2016445 },16446 "number_recall": {16447 "mean": 0.9794051801094054,16448 "ci_low": 0.9638973721789941,16449 "ci_high": 0.9923713930070428,16450 "n_items": 213,16451 "n_groups": 2016452 },16453 "placeholders_exact": {16454 "mean": 0.9953051643192489,16455 "ci_low": 0.9859154929577465,16456 "ci_high": 1.0,16457 "n_items": 213,16458 "n_groups": 2016459 }16460 },16461 "finance": {16462 "n": 246,16463 "chrf": {16464 "mean": 68.65706523938434,16465 "ci_low": 66.78528965498873,16466 "ci_high": 70.43493874259545,16467 "n_items": 246,16468 "n_groups": 2716469 },16470 "edit_sim": {16471 "mean": 0.6754123026387425,16472 "ci_low": 0.6549944003534334,16473 "ci_high": 0.6940954623991825,16474 "n_items": 246,16475 "n_groups": 2716476 },16477 "rougeL": {16478 "mean": 0.6829712295885021,16479 "ci_low": 0.6592651053392985,16480 "ci_high": 0.7061633956815367,16481 "n_items": 246,16482 "n_groups": 2716483 },16484 "exact_match": {16485 "mean": 0.0,16486 "ci_low": 0.0,16487 "ci_high": 0.0,16488 "n_items": 246,16489 "n_groups": 2716490 },16491 "number_recall": {16492 "mean": 0.9874091355798673,16493 "ci_low": 0.9775299028731232,16494 "ci_high": 0.9957253159290103,16495 "n_items": 246,16496 "n_groups": 2716497 },16498 "placeholders_exact": {16499 "mean": 0.9878048780487805,16500 "ci_low": 0.9637050813805276,16501 "ci_high": 1.0,16502 "n_items": 246,16503 "n_groups": 2716504 }16505 },16506 "general_reference": {16507 "n": 29,16508 "chrf": {16509 "mean": 66.4880788235572,16510 "ci_low": 64.38771718161983,16511 "ci_high": 71.15554913897356,16512 "n_items": 29,16513 "n_groups": 216514 },16515 "edit_sim": {16516 "mean": 0.6638817349801883,16517 "ci_low": 0.6530128363888028,16518 "ci_high": 0.6880348429610454,16519 "n_items": 29,16520 "n_groups": 216521 },16522 "rougeL": {16523 "mean": 0.6822509381561788,16524 "ci_low": 0.6647018273774151,16525 "ci_high": 0.7212489621089867,16526 "n_items": 29,16527 "n_groups": 216528 },16529 "exact_match": {16530 "mean": 0.0,16531 "ci_low": 0.0,16532 "ci_high": 0.0,16533 "n_items": 29,16534 "n_groups": 216535 },16536 "number_recall": {16537 "mean": 1.0,16538 "ci_low": 1.0,16539 "ci_high": 1.0,16540 "n_items": 29,16541 "n_groups": 216542 },16543 "placeholders_exact": {16544 "mean": 1.0,16545 "ci_low": 1.0,16546 "ci_high": 1.0,16547 "n_items": 29,16548 "n_groups": 216549 }16550 },16551 "humanities": {16552 "n": 161,16553 "chrf": {16554 "mean": 63.47479255484736,16555 "ci_low": 61.13523753675569,16556 "ci_high": 65.78632901208613,16557 "n_items": 161,16558 "n_groups": 416559 },16560 "edit_sim": {16561 "mean": 0.6379580075461823,16562 "ci_low": 0.6165245889750279,16563 "ci_high": 0.6583060367505131,16564 "n_items": 161,16565 "n_groups": 416566 },16567 "rougeL": {16568 "mean": 0.6367283304814864,16569 "ci_low": 0.6124324672861791,16570 "ci_high": 0.6757030236593371,16571 "n_items": 161,16572 "n_groups": 416573 },16574 "exact_match": {16575 "mean": 0.0,16576 "ci_low": 0.0,16577 "ci_high": 0.0,16578 "n_items": 161,16579 "n_groups": 416580 },16581 "number_recall": {16582 "mean": 1.0,16583 "ci_low": 1.0,16584 "ci_high": 1.0,16585 "n_items": 161,16586 "n_groups": 416587 },16588 "placeholders_exact": {16589 "mean": 0.9937888198757764,16590 "ci_low": 0.9878048780487805,16591 "ci_high": 1.0,16592 "n_items": 161,16593 "n_groups": 416594 }16595 },16596 "life_sciences": {16597 "n": 366,16598 "chrf": {16599 "mean": 68.68710392478783,16600 "ci_low": 65.39699401399456,16601 "ci_high": 71.66515170142108,16602 "n_items": 366,16603 "n_groups": 5116604 },16605 "edit_sim": {16606 "mean": 0.6797262240635574,16607 "ci_low": 0.6530873519329291,16608 "ci_high": 0.7048872200419333,16609 "n_items": 366,16610 "n_groups": 5116611 },16612 "rougeL": {16613 "mean": 0.6856496109882271,16614 "ci_low": 0.6577447512871006,16615 "ci_high": 0.7124739981267294,16616 "n_items": 366,16617 "n_groups": 5116618 },16619 "exact_match": {16620 "mean": 0.0,16621 "ci_low": 0.0,16622 "ci_high": 0.0,16623 "n_items": 366,16624 "n_groups": 5116625 },16626 "number_recall": {16627 "mean": 0.9913845717124405,16628 "ci_low": 0.9788758356559727,16629 "ci_high": 0.9985957454426555,16630 "n_items": 366,16631 "n_groups": 5116632 },16633 "placeholders_exact": {16634 "mean": 0.9918032786885246,16635 "ci_low": 0.9709606493642955,16636 "ci_high": 1.0,16637 "n_items": 366,16638 "n_groups": 5116639 }16640 },16641 "mathematics": {16642 "n": 180,16643 "chrf": {16644 "mean": 70.59820271286594,16645 "ci_low": 67.08218203905139,16646 "ci_high": 72.41635980568114,16647 "n_items": 180,16648 "n_groups": 416649 },16650 "edit_sim": {16651 "mean": 0.6988752713775929,16652 "ci_low": 0.6559731035660618,16653 "ci_high": 0.7270031490392592,16654 "n_items": 180,16655 "n_groups": 416656 },16657 "rougeL": {16658 "mean": 0.7079884546401494,16659 "ci_low": 0.6582610235341414,16660 "ci_high": 0.7297683349037922,16661 "n_items": 180,16662 "n_groups": 416663 },16664 "exact_match": {16665 "mean": 0.0,16666 "ci_low": 0.0,16667 "ci_high": 0.0,16668 "n_items": 180,16669 "n_groups": 416670 },16671 "number_recall": {16672 "mean": 0.9927799823633158,16673 "ci_low": 0.9880718954248366,16674 "ci_high": 0.9972071256038647,16675 "n_items": 180,16676 "n_groups": 416677 },16678 "placeholders_exact": {16679 "mean": 0.9888888888888889,16680 "ci_low": 0.9787234042553191,16681 "ci_high": 1.0,16682 "n_items": 180,16683 "n_groups": 416684 }16685 },16686 "other": {16687 "n": 66,16688 "chrf": {16689 "mean": 68.67644868439434,16690 "ci_low": 65.37863513347642,16691 "ci_high": 72.71217766690243,16692 "n_items": 66,16693 "n_groups": 516694 },16695 "edit_sim": {16696 "mean": 0.6807810836549093,16697 "ci_low": 0.6422056190378479,16698 "ci_high": 0.7294760282686904,16699 "n_items": 66,16700 "n_groups": 516701 },16702 "rougeL": {16703 "mean": 0.6839443089208646,16704 "ci_low": 0.6498039775180149,16705 "ci_high": 0.7240904390989422,16706 "n_items": 66,16707 "n_groups": 516708 },16709 "exact_match": {16710 "mean": 0.0,16711 "ci_low": 0.0,16712 "ci_high": 0.0,16713 "n_items": 66,16714 "n_groups": 516715 },16716 "number_recall": {16717 "mean": 1.0,16718 "ci_low": 1.0,16719 "ci_high": 1.0,16720 "n_items": 66,16721 "n_groups": 516722 },16723 "placeholders_exact": {16724 "mean": 1.0,16725 "ci_low": 1.0,16726 "ci_high": 1.0,16727 "n_items": 66,16728 "n_groups": 516729 }16730 },16731 "social_sciences": {16732 "n": 310,16733 "chrf": {16734 "mean": 68.84056351529338,16735 "ci_low": 66.03758541292282,16736 "ci_high": 71.35017262139363,16737 "n_items": 310,16738 "n_groups": 2016739 },16740 "edit_sim": {16741 "mean": 0.6819900826851231,16742 "ci_low": 0.6548351845436583,16743 "ci_high": 0.7053457493640729,16744 "n_items": 310,16745 "n_groups": 2016746 },16747 "rougeL": {16748 "mean": 0.6929232896324236,16749 "ci_low": 0.6613594121320564,16750 "ci_high": 0.7202947968374271,16751 "n_items": 310,16752 "n_groups": 2016753 },16754 "exact_match": {16755 "mean": 0.0,16756 "ci_low": 0.0,16757 "ci_high": 0.0,16758 "n_items": 310,16759 "n_groups": 2016760 },16761 "number_recall": {16762 "mean": 0.9854770050737791,16763 "ci_low": 0.9686696844959906,16764 "ci_high": 0.9971503382773875,16765 "n_items": 310,16766 "n_groups": 2016767 },16768 "placeholders_exact": {16769 "mean": 0.9967741935483871,16770 "ci_low": 0.9893983535072551,16771 "ci_high": 1.0,16772 "n_items": 310,16773 "n_groups": 2016774 }16775 },16776 "statistics": {16777 "n": 180,16778 "chrf": {16779 "mean": 71.893526021354,16780 "ci_low": 69.84890177740132,16781 "ci_high": 73.25376372964337,16782 "n_items": 180,16783 "n_groups": 716784 },16785 "edit_sim": {16786 "mean": 0.7131428631928393,16787 "ci_low": 0.6823085617084713,16788 "ci_high": 0.7279232945526235,16789 "n_items": 180,16790 "n_groups": 716791 },16792 "rougeL": {16793 "mean": 0.7261099176411391,16794 "ci_low": 0.690264096321369,16795 "ci_high": 0.7423346652280399,16796 "n_items": 180,16797 "n_groups": 716798 },16799 "exact_match": {16800 "mean": 0.0,16801 "ci_low": 0.0,16802 "ci_high": 0.0,16803 "n_items": 180,16804 "n_groups": 716805 },16806 "number_recall": {16807 "mean": 0.9767095558762227,16808 "ci_low": 0.9526174708293914,16809 "ci_high": 0.994280040233299,16810 "n_items": 180,16811 "n_groups": 716812 },16813 "placeholders_exact": {16814 "mean": 1.0,16815 "ci_low": 1.0,16816 "ci_high": 1.0,16817 "n_items": 180,16818 "n_groups": 716819 }16820 }16821 },16822 "by_era": {16823 "1900-1949": {16824 "n": 315,16825 "chrf": {16826 "mean": 61.88059446005038,16827 "ci_low": 59.91155331698696,16828 "ci_high": 64.65796870129587,16829 "n_items": 315,16830 "n_groups": 1416831 },16832 "edit_sim": {16833 "mean": 0.6290232467940068,16834 "ci_low": 0.610965025807476,16835 "ci_high": 0.6541663947593955,16836 "n_items": 315,16837 "n_groups": 1416838 },16839 "rougeL": {16840 "mean": 0.6323847973868734,16841 "ci_low": 0.611802337817666,16842 "ci_high": 0.6619759785969949,16843 "n_items": 315,16844 "n_groups": 1416845 },16846 "exact_match": {16847 "mean": 0.0,16848 "ci_low": 0.0,16849 "ci_high": 0.0,16850 "n_items": 315,16851 "n_groups": 1416852 },16853 "number_recall": {16854 "mean": 1.0,16855 "ci_low": 1.0,16856 "ci_high": 1.0,16857 "n_items": 315,16858 "n_groups": 1416859 },16860 "placeholders_exact": {16861 "mean": 1.0,16862 "ci_low": 1.0,16863 "ci_high": 1.0,16864 "n_items": 315,16865 "n_groups": 1416866 }16867 },16868 "1950-1979": {16869 "n": 12,16870 "chrf": {16871 "mean": 56.95456031681619,16872 "ci_low": 56.95456031681619,16873 "ci_high": 56.95456031681619,16874 "n_items": 12,16875 "n_groups": 116876 },16877 "edit_sim": {16878 "mean": 0.5771385760518234,16879 "ci_low": 0.5771385760518234,16880 "ci_high": 0.5771385760518234,16881 "n_items": 12,16882 "n_groups": 116883 },16884 "rougeL": {16885 "mean": 0.5905332694783351,16886 "ci_low": 0.5905332694783351,16887 "ci_high": 0.5905332694783351,16888 "n_items": 12,16889 "n_groups": 116890 },16891 "exact_match": {16892 "mean": 0.0,16893 "ci_low": 0.0,16894 "ci_high": 0.0,16895 "n_items": 12,16896 "n_groups": 116897 },16898 "number_recall": {16899 "mean": 1.0,16900 "ci_low": 1.0,16901 "ci_high": 1.0,16902 "n_items": 12,16903 "n_groups": 116904 },16905 "placeholders_exact": {16906 "mean": 1.0,16907 "ci_low": 1.0,16908 "ci_high": 1.0,16909 "n_items": 12,16910 "n_groups": 116911 }16912 },16913 "1980-1999": {16914 "n": 21,16915 "chrf": {16916 "mean": 72.23062162936702,16917 "ci_low": 69.67064286190931,16918 "ci_high": 73.31929929688715,16919 "n_items": 21,16920 "n_groups": 316921 },16922 "edit_sim": {16923 "mean": 0.7144882815134878,16924 "ci_low": 0.6853985657210195,16925 "ci_high": 0.7272630378607045,16926 "n_items": 21,16927 "n_groups": 316928 },16929 "rougeL": {16930 "mean": 0.715101957150643,16931 "ci_low": 0.6910251260254721,16932 "ci_high": 0.7246041765471005,16933 "n_items": 21,16934 "n_groups": 316935 },16936 "exact_match": {16937 "mean": 0.0,16938 "ci_low": 0.0,16939 "ci_high": 0.0,16940 "n_items": 21,16941 "n_groups": 316942 },16943 "number_recall": {16944 "mean": 1.0,16945 "ci_low": 1.0,16946 "ci_high": 1.0,16947 "n_items": 21,16948 "n_groups": 316949 },16950 "placeholders_exact": {16951 "mean": 1.0,16952 "ci_low": 1.0,16953 "ci_high": 1.0,16954 "n_items": 21,16955 "n_groups": 316956 }16957 },16958 "2000-2009": {16959 "n": 95,16960 "chrf": {16961 "mean": 70.04129475038123,16962 "ci_low": 67.32269130101392,16963 "ci_high": 72.68183525675326,16964 "n_items": 95,16965 "n_groups": 1816966 },16967 "edit_sim": {16968 "mean": 0.6850173080512103,16969 "ci_low": 0.6504645606464695,16970 "ci_high": 0.7174087438530632,16971 "n_items": 95,16972 "n_groups": 1816973 },16974 "rougeL": {16975 "mean": 0.6935689618481184,16976 "ci_low": 0.6600480613483258,16977 "ci_high": 0.7249812293391297,16978 "n_items": 95,16979 "n_groups": 1816980 },16981 "exact_match": {16982 "mean": 0.0,16983 "ci_low": 0.0,16984 "ci_high": 0.0,16985 "n_items": 95,16986 "n_groups": 1816987 },16988 "number_recall": {16989 "mean": 0.983157894736842,16990 "ci_low": 0.9435126050420165,16991 "ci_high": 1.0,16992 "n_items": 95,16993 "n_groups": 1816994 },16995 "placeholders_exact": {16996 "mean": 1.0,16997 "ci_low": 1.0,16998 "ci_high": 1.0,16999 "n_items": 95,17000 "n_groups": 1817001 }17002 },17003 "2010-2017": {17004 "n": 2557,17005 "chrf": {17006 "mean": 69.60588100017522,17007 "ci_low": 68.89123201489548,17008 "ci_high": 70.2923747668366,17009 "n_items": 2557,17010 "n_groups": 24817011 },17012 "edit_sim": {17013 "mean": 0.6866771964403127,17014 "ci_low": 0.6790921952422643,17015 "ci_high": 0.6941651755429321,17016 "n_items": 2557,17017 "n_groups": 24817018 },17019 "rougeL": {17020 "mean": 0.6957860442031494,17021 "ci_low": 0.6869876515160888,17022 "ci_high": 0.7038523689165884,17023 "n_items": 2557,17024 "n_groups": 24817025 },17026 "exact_match": {17027 "mean": 0.0,17028 "ci_low": 0.0,17029 "ci_high": 0.0,17030 "n_items": 2557,17031 "n_groups": 24817032 },17033 "number_recall": {17034 "mean": 0.9888229025352607,17035 "ci_low": 0.9845712358653017,17036 "ci_high": 0.9924277027053106,17037 "n_items": 2557,17038 "n_groups": 24817039 },17040 "placeholders_exact": {17041 "mean": 0.9941337504888541,17042 "ci_low": 0.9897713978507044,17043 "ci_high": 0.9976627418517076,17044 "n_items": 2557,17045 "n_groups": 24817046 }17047 }17048 },17049 "by_role": {17050 "abstract": {17051 "n": 244,17052 "chrf": {17053 "mean": 70.18609212476443,17054 "ci_low": 68.61830560754254,17055 "ci_high": 71.80342002452052,17056 "n_items": 244,17057 "n_groups": 5217058 },17059 "edit_sim": {17060 "mean": 0.6930595518187691,17061 "ci_low": 0.6734108314642586,17062 "ci_high": 0.7129945402380705,17063 "n_items": 244,17064 "n_groups": 5217065 },17066 "rougeL": {17067 "mean": 0.6957103801040407,17068 "ci_low": 0.6743775981870721,17069 "ci_high": 0.7176269219718081,17070 "n_items": 244,17071 "n_groups": 5217072 },17073 "exact_match": {17074 "mean": 0.0,17075 "ci_low": 0.0,17076 "ci_high": 0.0,17077 "n_items": 244,17078 "n_groups": 5217079 },17080 "number_recall": {17081 "mean": 0.9878741704561377,17082 "ci_low": 0.972633009256239,17083 "ci_high": 0.9970676741380313,17084 "n_items": 244,17085 "n_groups": 5217086 },17087 "placeholders_exact": {17088 "mean": 1.0,17089 "ci_low": 1.0,17090 "ci_high": 1.0,17091 "n_items": 244,17092 "n_groups": 5217093 }17094 },17095 "background": {17096 "n": 184,17097 "chrf": {17098 "mean": 70.53929739467866,17099 "ci_low": 68.61581210971133,17100 "ci_high": 72.59795942485123,17101 "n_items": 184,17102 "n_groups": 2517103 },17104 "edit_sim": {17105 "mean": 0.6953037231795832,17106 "ci_low": 0.6749187964658807,17107 "ci_high": 0.7178890452826003,17108 "n_items": 184,17109 "n_groups": 2517110 },17111 "rougeL": {17112 "mean": 0.6964946826853103,17113 "ci_low": 0.6766484572846304,17114 "ci_high": 0.7175444327397502,17115 "n_items": 184,17116 "n_groups": 2517117 },17118 "exact_match": {17119 "mean": 0.0,17120 "ci_low": 0.0,17121 "ci_high": 0.0,17122 "n_items": 184,17123 "n_groups": 2517124 },17125 "number_recall": {17126 "mean": 1.0,17127 "ci_low": 1.0,17128 "ci_high": 1.0,17129 "n_items": 184,17130 "n_groups": 2517131 },17132 "placeholders_exact": {17133 "mean": 0.9836956521739131,17134 "ci_low": 0.9426751592356688,17135 "ci_high": 1.0,17136 "n_items": 184,17137 "n_groups": 2517138 }17139 },17140 "chapter": {17141 "n": 191,17142 "chrf": {17143 "mean": 64.75100255717618,17144 "ci_low": 62.10895858665282,17145 "ci_high": 67.1897350426752,17146 "n_items": 191,17147 "n_groups": 1317148 },17149 "edit_sim": {17150 "mean": 0.6559646685937668,17151 "ci_low": 0.6319362787572258,17152 "ci_high": 0.6775868838657503,17153 "n_items": 191,17154 "n_groups": 1317155 },17156 "rougeL": {17157 "mean": 0.6633458688621728,17158 "ci_low": 0.634959607792401,17159 "ci_high": 0.6901090049100708,17160 "n_items": 191,17161 "n_groups": 1317162 },17163 "exact_match": {17164 "mean": 0.0,17165 "ci_low": 0.0,17166 "ci_high": 0.0,17167 "n_items": 191,17168 "n_groups": 1317169 },17170 "number_recall": {17171 "mean": 1.0,17172 "ci_low": 1.0,17173 "ci_high": 1.0,17174 "n_items": 191,17175 "n_groups": 1317176 },17177 "placeholders_exact": {17178 "mean": 1.0,17179 "ci_low": 1.0,17180 "ci_high": 1.0,17181 "n_items": 191,17182 "n_groups": 1317183 }17184 },17185 "conclusion": {17186 "n": 251,17187 "chrf": {17188 "mean": 66.38032610506204,17189 "ci_low": 64.36636186003294,17190 "ci_high": 68.72949416801536,17191 "n_items": 251,17192 "n_groups": 4617193 },17194 "edit_sim": {17195 "mean": 0.6603121793019587,17196 "ci_low": 0.6356506467991881,17197 "ci_high": 0.6903514442046278,17198 "n_items": 251,17199 "n_groups": 4617200 },17201 "rougeL": {17202 "mean": 0.6572048610637333,17203 "ci_low": 0.632135786736014,17204 "ci_high": 0.6852697129887687,17205 "n_items": 251,17206 "n_groups": 4617207 },17208 "exact_match": {17209 "mean": 0.0,17210 "ci_low": 0.0,17211 "ci_high": 0.0,17212 "n_items": 251,17213 "n_groups": 4617214 },17215 "number_recall": {17216 "mean": 0.9972111553784861,17217 "ci_low": 0.9923657625466948,17218 "ci_high": 1.0,17219 "n_items": 251,17220 "n_groups": 4617221 },17222 "placeholders_exact": {17223 "mean": 0.9960159362549801,17224 "ci_low": 0.9870689655172413,17225 "ci_high": 1.0,17226 "n_items": 251,17227 "n_groups": 4617228 }17229 },17230 "data": {17231 "n": 207,17232 "chrf": {17233 "mean": 71.1566961697418,17234 "ci_low": 69.48614609857081,17235 "ci_high": 72.8258422433588,17236 "n_items": 207,17237 "n_groups": 3317238 },17239 "edit_sim": {17240 "mean": 0.6910154158863709,17241 "ci_low": 0.6779379346403566,17242 "ci_high": 0.7043124924368879,17243 "n_items": 207,17244 "n_groups": 3317245 },17246 "rougeL": {17247 "mean": 0.7182090385584063,17248 "ci_low": 0.7031799019270368,17249 "ci_high": 0.7356254197821424,17250 "n_items": 207,17251 "n_groups": 3317252 },17253 "exact_match": {17254 "mean": 0.0,17255 "ci_low": 0.0,17256 "ci_high": 0.0,17257 "n_items": 207,17258 "n_groups": 3317259 },17260 "number_recall": {17261 "mean": 0.980939699055641,17262 "ci_low": 0.9691552166395152,17263 "ci_high": 0.9911840079898685,17264 "n_items": 207,17265 "n_groups": 3317266 },17267 "placeholders_exact": {17268 "mean": 0.9951690821256038,17269 "ci_low": 0.9846919152276296,17270 "ci_high": 1.0,17271 "n_items": 207,17272 "n_groups": 3317273 }17274 },17275 "discussion": {17276 "n": 279,17277 "chrf": {17278 "mean": 68.89282486133986,17279 "ci_low": 67.05149650222029,17280 "ci_high": 70.83733720026166,17281 "n_items": 279,17282 "n_groups": 4317283 },17284 "edit_sim": {17285 "mean": 0.6800114107391981,17286 "ci_low": 0.6617135246258766,17287 "ci_high": 0.7001585431760097,17288 "n_items": 279,17289 "n_groups": 4317290 },17291 "rougeL": {17292 "mean": 0.6789932376134861,17293 "ci_low": 0.6560320507453451,17294 "ci_high": 0.7037448837646093,17295 "n_items": 279,17296 "n_groups": 4317297 },17298 "exact_match": {17299 "mean": 0.0,17300 "ci_low": 0.0,17301 "ci_high": 0.0,17302 "n_items": 279,17303 "n_groups": 4317304 },17305 "number_recall": {17306 "mean": 0.9960957501280082,17307 "ci_low": 0.9890582832311328,17308 "ci_high": 1.0,17309 "n_items": 279,17310 "n_groups": 4317311 },17312 "placeholders_exact": {17313 "mean": 0.992831541218638,17314 "ci_low": 0.9825783972125436,17315 "ci_high": 1.0,17316 "n_items": 279,17317 "n_groups": 4317318 }17319 },17320 "introduction": {17321 "n": 336,17322 "chrf": {17323 "mean": 68.71429278785378,17324 "ci_low": 67.34669067999573,17325 "ci_high": 69.94257228197748,17326 "n_items": 336,17327 "n_groups": 5617328 },17329 "edit_sim": {17330 "mean": 0.6837112757743448,17331 "ci_low": 0.6680099242022867,17332 "ci_high": 0.6973987200182376,17333 "n_items": 336,17334 "n_groups": 5617335 },17336 "rougeL": {17337 "mean": 0.684850685502065,17338 "ci_low": 0.6698196680195588,17339 "ci_high": 0.6980083806234191,17340 "n_items": 336,17341 "n_groups": 5617342 },17343 "exact_match": {17344 "mean": 0.0,17345 "ci_low": 0.0,17346 "ci_high": 0.0,17347 "n_items": 336,17348 "n_groups": 5617349 },17350 "number_recall": {17351 "mean": 0.9902415293040292,17352 "ci_low": 0.9732324620468342,17353 "ci_high": 0.9996419101247069,17354 "n_items": 336,17355 "n_groups": 5617356 },17357 "placeholders_exact": {17358 "mean": 0.9970238095238095,17359 "ci_low": 0.9904746691008672,17360 "ci_high": 1.0,17361 "n_items": 336,17362 "n_groups": 5617363 }17364 },17365 "limitations": {17366 "n": 90,17367 "chrf": {17368 "mean": 66.9866706710827,17369 "ci_low": 63.80765771531765,17370 "ci_high": 70.53156429462729,17371 "n_items": 90,17372 "n_groups": 1417373 },17374 "edit_sim": {17375 "mean": 0.6640094663062313,17376 "ci_low": 0.628293619742104,17377 "ci_high": 0.7016404569023652,17378 "n_items": 90,17379 "n_groups": 1417380 },17381 "rougeL": {17382 "mean": 0.6612096815696074,17383 "ci_low": 0.6217385712763538,17384 "ci_high": 0.7022187291403382,17385 "n_items": 90,17386 "n_groups": 1417387 },17388 "exact_match": {17389 "mean": 0.0,17390 "ci_low": 0.0,17391 "ci_high": 0.0,17392 "n_items": 90,17393 "n_groups": 1417394 },17395 "number_recall": {17396 "mean": 0.9722222222222222,17397 "ci_low": 0.9029047408901778,17398 "ci_high": 1.0,17399 "n_items": 90,17400 "n_groups": 1417401 },17402 "placeholders_exact": {17403 "mean": 1.0,17404 "ci_low": 1.0,17405 "ci_high": 1.0,17406 "n_items": 90,17407 "n_groups": 1417408 }17409 },17410 "methods": {17411 "n": 265,17412 "chrf": {17413 "mean": 71.25577493824346,17414 "ci_low": 69.47921991700342,17415 "ci_high": 73.21967320088248,17416 "n_items": 265,17417 "n_groups": 4517418 },17419 "edit_sim": {17420 "mean": 0.6974701610811023,17421 "ci_low": 0.6775397234910133,17422 "ci_high": 0.7196838208849692,17423 "n_items": 265,17424 "n_groups": 4517425 },17426 "rougeL": {17427 "mean": 0.7206561045273961,17428 "ci_low": 0.7013538430246287,17429 "ci_high": 0.7422846225863959,17430 "n_items": 265,17431 "n_groups": 4517432 },17433 "exact_match": {17434 "mean": 0.0,17435 "ci_low": 0.0,17436 "ci_high": 0.0,17437 "n_items": 265,17438 "n_groups": 4517439 },17440 "number_recall": {17441 "mean": 0.9860391652372785,17442 "ci_low": 0.9747742264991125,17443 "ci_high": 0.9948942777892096,17444 "n_items": 265,17445 "n_groups": 4517446 },17447 "placeholders_exact": {17448 "mean": 1.0,17449 "ci_low": 1.0,17450 "ci_high": 1.0,17451 "n_items": 265,17452 "n_groups": 4517453 }17454 },17455 "other": {17456 "n": 275,17457 "chrf": {17458 "mean": 69.09776006490517,17459 "ci_low": 67.01308611454549,17460 "ci_high": 71.16508570525971,17461 "n_items": 275,17462 "n_groups": 3817463 },17464 "edit_sim": {17465 "mean": 0.6760445405655702,17466 "ci_low": 0.6509715140417766,17467 "ci_high": 0.7003810263424539,17468 "n_items": 275,17469 "n_groups": 3817470 },17471 "rougeL": {17472 "mean": 0.6886589603028213,17473 "ci_low": 0.6636682675606469,17474 "ci_high": 0.7128733164810922,17475 "n_items": 275,17476 "n_groups": 3817477 },17478 "exact_match": {17479 "mean": 0.0,17480 "ci_low": 0.0,17481 "ci_high": 0.0,17482 "n_items": 275,17483 "n_groups": 3817484 },17485 "number_recall": {17486 "mean": 0.9960981240981243,17487 "ci_low": 0.992498107365309,17488 "ci_high": 0.9990844329699752,17489 "n_items": 275,17490 "n_groups": 3817491 },17492 "placeholders_exact": {17493 "mean": 1.0,17494 "ci_low": 1.0,17495 "ci_high": 1.0,17496 "n_items": 275,17497 "n_groups": 3817498 }17499 },17500 "preface": {17501 "n": 114,17502 "chrf": {17503 "mean": 56.77608630258288,17504 "ci_low": 54.019104984757156,17505 "ci_high": 59.64271409507161,17506 "n_items": 114,17507 "n_groups": 917508 },17509 "edit_sim": {17510 "mean": 0.5758216905484832,17511 "ci_low": 0.5487850966423552,17512 "ci_high": 0.6047934858965235,17513 "n_items": 114,17514 "n_groups": 917515 },17516 "rougeL": {17517 "mean": 0.5732046990448804,17518 "ci_low": 0.5441228736106031,17519 "ci_high": 0.6005016463917245,17520 "n_items": 114,17521 "n_groups": 917522 },17523 "exact_match": {17524 "mean": 0.0,17525 "ci_low": 0.0,17526 "ci_high": 0.0,17527 "n_items": 114,17528 "n_groups": 917529 },17530 "number_recall": {17531 "mean": 1.0,17532 "ci_low": 1.0,17533 "ci_high": 1.0,17534 "n_items": 114,17535 "n_groups": 917536 },17537 "placeholders_exact": {17538 "mean": 1.0,17539 "ci_low": 1.0,17540 "ci_high": 1.0,17541 "n_items": 114,17542 "n_groups": 917543 }17544 },17545 "related_work": {17546 "n": 109,17547 "chrf": {17548 "mean": 71.88861747717934,17549 "ci_low": 69.4312457588807,17550 "ci_high": 73.91191782116302,17551 "n_items": 109,17552 "n_groups": 1617553 },17554 "edit_sim": {17555 "mean": 0.7221750231284987,17556 "ci_low": 0.6951120031660005,17557 "ci_high": 0.7480421172104055,17558 "n_items": 109,17559 "n_groups": 1617560 },17561 "rougeL": {17562 "mean": 0.7159372025160242,17563 "ci_low": 0.6900115726570649,17564 "ci_high": 0.7403685098709484,17565 "n_items": 109,17566 "n_groups": 1617567 },17568 "exact_match": {17569 "mean": 0.0,17570 "ci_low": 0.0,17571 "ci_high": 0.0,17572 "n_items": 109,17573 "n_groups": 1617574 },17575 "number_recall": {17576 "mean": 0.9926128916954605,17577 "ci_low": 0.9767278315946349,17578 "ci_high": 1.0,17579 "n_items": 109,17580 "n_groups": 1617581 },17582 "placeholders_exact": {17583 "mean": 0.9724770642201835,17584 "ci_low": 0.9071923324742268,17585 "ci_high": 1.0,17586 "n_items": 109,17587 "n_groups": 1617588 }17589 },17590 "results": {17591 "n": 263,17592 "chrf": {17593 "mean": 70.29425781221819,17594 "ci_low": 68.75930048369779,17595 "ci_high": 71.87064685153821,17596 "n_items": 263,17597 "n_groups": 4617598 },17599 "edit_sim": {17600 "mean": 0.6940058423244388,17601 "ci_low": 0.67440151934342,17602 "ci_high": 0.7134618956182213,17603 "n_items": 263,17604 "n_groups": 4617605 },17606 "rougeL": {17607 "mean": 0.7114290448717803,17608 "ci_low": 0.6902525046622924,17609 "ci_high": 0.7319525785993287,17610 "n_items": 263,17611 "n_groups": 4617612 },17613 "exact_match": {17614 "mean": 0.0,17615 "ci_low": 0.0,17616 "ci_high": 0.0,17617 "n_items": 263,17618 "n_groups": 4617619 },17620 "number_recall": {17621 "mean": 0.9817382132020915,17622 "ci_low": 0.9650258648644919,17623 "ci_high": 0.9931476869059757,17624 "n_items": 263,17625 "n_groups": 4617626 },17627 "placeholders_exact": {17628 "mean": 0.9961977186311787,17629 "ci_low": 0.9887640449438202,17630 "ci_high": 1.0,17631 "n_items": 263,17632 "n_groups": 4617633 }17634 },17635 "theory": {17636 "n": 192,17637 "chrf": {17638 "mean": 70.03948388876837,17639 "ci_low": 68.10530260333162,17640 "ci_high": 71.58283174265154,17641 "n_items": 192,17642 "n_groups": 2917643 },17644 "edit_sim": {17645 "mean": 0.6928911837650885,17646 "ci_low": 0.671053981738774,17647 "ci_high": 0.7105015843470487,17648 "n_items": 192,17649 "n_groups": 2917650 },17651 "rougeL": {17652 "mean": 0.7196999228085915,17653 "ci_low": 0.6968367045919824,17654 "ci_high": 0.737769327635801,17655 "n_items": 192,17656 "n_groups": 2917657 },17658 "exact_match": {17659 "mean": 0.0,17660 "ci_low": 0.0,17661 "ci_high": 0.0,17662 "n_items": 192,17663 "n_groups": 2917664 },17665 "number_recall": {17666 "mean": 0.9722560425685426,17667 "ci_low": 0.9499389909080079,17668 "ci_high": 0.9900620478162027,17669 "n_items": 192,17670 "n_groups": 2917671 },17672 "placeholders_exact": {17673 "mean": 0.984375,17674 "ci_low": 0.9617834394904459,17675 "ci_high": 1.0,17676 "n_items": 192,17677 "n_groups": 2917678 }17679 }17680 }17681 },17682 "htr-medium_m1_tiny_mediumdenoiseinit_s2": {17683 "overall": {17684 "n": 3000,17685 "chrf": {17686 "mean": 68.8074518418461,17687 "ci_low": 68.00037834325961,17688 "ci_high": 69.60207400617259,17689 "n_items": 3000,17690 "n_groups": 28417691 },17692 "edit_sim": {17693 "mean": 0.6794927723736712,17694 "ci_low": 0.671601060960752,17695 "ci_high": 0.6872629484459687,17696 "n_items": 3000,17697 "n_groups": 28417698 },17699 "rougeL": {17700 "mean": 0.6880292839118947,17701 "ci_low": 0.6792208759947431,17702 "ci_high": 0.6965244876234467,17703 "n_items": 3000,17704 "n_groups": 28417705 },17706 "exact_match": {17707 "mean": 0.0,17708 "ci_low": 0.0,17709 "ci_high": 0.0,17710 "n_items": 3000,17711 "n_groups": 28417712 },17713 "number_recall": {17714 "mean": 0.9917396588705413,17715 "ci_low": 0.988820039119575,17716 "ci_high": 0.9942799169133777,17717 "n_items": 3000,17718 "n_groups": 28417719 },17720 "placeholders_exact": {17721 "mean": 0.9943333333333333,17722 "ci_low": 0.9896611171924535,17723 "ci_high": 0.998079222329571,17724 "n_items": 3000,17725 "n_groups": 28417726 }17727 },17728 "by_variant": {17729 "A": {17730 "n": 494,17731 "chrf": {17732 "mean": 68.04733023057078,17733 "ci_low": 67.0199353325778,17734 "ci_high": 69.00127947651973,17735 "n_items": 494,17736 "n_groups": 23917737 },17738 "edit_sim": {17739 "mean": 0.6680757194782997,17740 "ci_low": 0.6579582174777949,17741 "ci_high": 0.6784182528334274,17742 "n_items": 494,17743 "n_groups": 23917744 },17745 "rougeL": {17746 "mean": 0.675318514110088,17747 "ci_low": 0.6644174357176831,17748 "ci_high": 0.6863103024363288,17749 "n_items": 494,17750 "n_groups": 23917751 },17752 "exact_match": {17753 "mean": 0.0,17754 "ci_low": 0.0,17755 "ci_high": 0.0,17756 "n_items": 494,17757 "n_groups": 23917758 },17759 "number_recall": {17760 "mean": 0.9893479664734727,17761 "ci_low": 0.9846060114600362,17762 "ci_high": 0.9932961410530958,17763 "n_items": 494,17764 "n_groups": 23917765 },17766 "placeholders_exact": {17767 "mean": 0.9979757085020243,17768 "ci_low": 0.9936705515561859,17769 "ci_high": 1.0,17770 "n_items": 494,17771 "n_groups": 23917772 }17773 },17774 "B": {17775 "n": 487,17776 "chrf": {17777 "mean": 73.68524009972568,17778 "ci_low": 72.736778150036,17779 "ci_high": 74.61392250519197,17780 "n_items": 487,17781 "n_groups": 24117782 },17783 "edit_sim": {17784 "mean": 0.7378925497474105,17785 "ci_low": 0.7276489459523117,17786 "ci_high": 0.7483565905648273,17787 "n_items": 487,17788 "n_groups": 24117789 },17790 "rougeL": {17791 "mean": 0.7448278333917735,17792 "ci_low": 0.7342564975640414,17793 "ci_high": 0.7551906960973097,17794 "n_items": 487,17795 "n_groups": 24117796 },17797 "exact_match": {17798 "mean": 0.0,17799 "ci_low": 0.0,17800 "ci_high": 0.0,17801 "n_items": 487,17802 "n_groups": 24117803 },17804 "number_recall": {17805 "mean": 0.9914832392849061,17806 "ci_low": 0.987278244246796,17807 "ci_high": 0.994906376503547,17808 "n_items": 487,17809 "n_groups": 24117810 },17811 "placeholders_exact": {17812 "mean": 0.9938398357289527,17813 "ci_low": 0.9859705326145248,17814 "ci_high": 1.0,17815 "n_items": 487,17816 "n_groups": 24117817 }17818 },17819 "C": {17820 "n": 533,17821 "chrf": {17822 "mean": 71.5960610853442,17823 "ci_low": 70.7418298990831,17824 "ci_high": 72.4362820975973,17825 "n_items": 533,17826 "n_groups": 25117827 },17828 "edit_sim": {17829 "mean": 0.7236674393316621,17830 "ci_low": 0.7151632042294797,17831 "ci_high": 0.732042170193547,17832 "n_items": 533,17833 "n_groups": 25117834 },17835 "rougeL": {17836 "mean": 0.7438200225514446,17837 "ci_low": 0.7353209406874496,17838 "ci_high": 0.7523510193115727,17839 "n_items": 533,17840 "n_groups": 25117841 },17842 "exact_match": {17843 "mean": 0.0,17844 "ci_low": 0.0,17845 "ci_high": 0.0,17846 "n_items": 533,17847 "n_groups": 25117848 },17849 "number_recall": {17850 "mean": 0.9925415232721269,17851 "ci_low": 0.9889991156157542,17852 "ci_high": 0.9957494946993422,17853 "n_items": 533,17854 "n_groups": 25117855 },17856 "placeholders_exact": {17857 "mean": 0.9943714821763602,17858 "ci_low": 0.987272147706574,17859 "ci_high": 1.0,17860 "n_items": 533,17861 "n_groups": 25117862 }17863 },17864 "D": {17865 "n": 516,17866 "chrf": {17867 "mean": 69.47013999914022,17868 "ci_low": 68.50985906830647,17869 "ci_high": 70.40564136068238,17870 "n_items": 516,17871 "n_groups": 25317872 },17873 "edit_sim": {17874 "mean": 0.6907007935382954,17875 "ci_low": 0.6807213080630933,17876 "ci_high": 0.7005916553881051,17877 "n_items": 516,17878 "n_groups": 25317879 },17880 "rougeL": {17881 "mean": 0.6939317447444665,17882 "ci_low": 0.6833747328945896,17883 "ci_high": 0.704503191889027,17884 "n_items": 516,17885 "n_groups": 25317886 },17887 "exact_match": {17888 "mean": 0.0,17889 "ci_low": 0.0,17890 "ci_high": 0.0,17891 "n_items": 516,17892 "n_groups": 25317893 },17894 "number_recall": {17895 "mean": 0.9917157374279466,17896 "ci_low": 0.987523291387159,17897 "ci_high": 0.9954700549658909,17898 "n_items": 516,17899 "n_groups": 25317900 },17901 "placeholders_exact": {17902 "mean": 0.9903100775193798,17903 "ci_low": 0.9807303138381727,17904 "ci_high": 0.9979550102249489,17905 "n_items": 516,17906 "n_groups": 25317907 }17908 },17909 "E": {17910 "n": 970,17911 "chrf": {17912 "mean": 64.86079346909808,17913 "ci_low": 63.84387332617056,17914 "ci_high": 65.87565285366324,17915 "n_items": 970,17916 "n_groups": 25817917 },17918 "edit_sim": {17919 "mean": 0.6257514281878436,17920 "ci_low": 0.6162222825338003,17921 "ci_high": 0.6358875323198446,17922 "n_items": 970,17923 "n_groups": 25817924 },17925 "rougeL": {17926 "mean": 0.6321902047375695,17927 "ci_low": 0.6215232000620069,17928 "ci_high": 0.6434722966137971,17929 "n_items": 970,17930 "n_groups": 25817931 },17932 "exact_match": {17933 "mean": 0.0,17934 "ci_low": 0.0,17935 "ci_high": 0.0,17936 "n_items": 970,17937 "n_groups": 25817938 },17939 "number_recall": {17940 "mean": 0.9926585476547576,17941 "ci_low": 0.9890929038880635,17942 "ci_high": 0.9956945135614766,17943 "n_items": 970,17944 "n_groups": 25817945 },17946 "placeholders_exact": {17947 "mean": 0.9948453608247423,17948 "ci_low": 0.9903004435320596,17949 "ci_high": 0.9989293933820165,17950 "n_items": 970,17951 "n_groups": 25817952 }17953 }17954 },17955 "by_discipline": {17956 "biomedicine": {17957 "n": 386,17958 "chrf": {17959 "mean": 69.1608222382489,17960 "ci_low": 66.8824525364562,17961 "ci_high": 71.44803225607123,17962 "n_items": 386,17963 "n_groups": 6617964 },17965 "edit_sim": {17966 "mean": 0.6816397255552333,17967 "ci_low": 0.66081509777603,17968 "ci_high": 0.70309180984925,17969 "n_items": 386,17970 "n_groups": 6617971 },17972 "rougeL": {17973 "mean": 0.6939142927867344,17974 "ci_low": 0.6709801893035181,17975 "ci_high": 0.7167892879870436,17976 "n_items": 386,17977 "n_groups": 6617978 },17979 "exact_match": {17980 "mean": 0.0,17981 "ci_low": 0.0,17982 "ci_high": 0.0,17983 "n_items": 386,17984 "n_groups": 6617985 },17986 "number_recall": {17987 "mean": 0.9969518823145765,17988 "ci_low": 0.9934434970177524,17989 "ci_high": 0.9996095275283091,17990 "n_items": 386,17991 "n_groups": 6617992 },17993 "placeholders_exact": {17994 "mean": 0.9974093264248705,17995 "ci_low": 0.991666086350975,17996 "ci_high": 1.0,17997 "n_items": 386,17998 "n_groups": 6617999 }18000 },18001 "chemistry": {18002 "n": 173,18003 "chrf": {18004 "mean": 69.1325521958246,18005 "ci_low": 67.38386576765659,18006 "ci_high": 71.14907923186288,18007 "n_items": 173,18008 "n_groups": 1418009 },18010 "edit_sim": {18011 "mean": 0.6788928586914555,18012 "ci_low": 0.65728234489784,18013 "ci_high": 0.7056621055580009,18014 "n_items": 173,18015 "n_groups": 1418016 },18017 "rougeL": {18018 "mean": 0.6877084164189798,18019 "ci_low": 0.6654175395547279,18020 "ci_high": 0.7155516287802627,18021 "n_items": 173,18022 "n_groups": 1418023 },18024 "exact_match": {18025 "mean": 0.0,18026 "ci_low": 0.0,18027 "ci_high": 0.0,18028 "n_items": 173,18029 "n_groups": 1418030 },18031 "number_recall": {18032 "mean": 0.9768610965142758,18033 "ci_low": 0.9549601182254372,18034 "ci_high": 0.9944144459797343,18035 "n_items": 173,18036 "n_groups": 1418037 },18038 "placeholders_exact": {18039 "mean": 1.0,18040 "ci_low": 1.0,18041 "ci_high": 1.0,18042 "n_items": 173,18043 "n_groups": 1418044 }18045 },18046 "computer_science": {18047 "n": 200,18048 "chrf": {18049 "mean": 70.65844138372876,18050 "ci_low": 68.01278613988787,18051 "ci_high": 73.58143746582866,18052 "n_items": 200,18053 "n_groups": 1418054 },18055 "edit_sim": {18056 "mean": 0.6988404808056852,18057 "ci_low": 0.6698239402485933,18058 "ci_high": 0.7336873714934911,18059 "n_items": 200,18060 "n_groups": 1418061 },18062 "rougeL": {18063 "mean": 0.7077919453240861,18064 "ci_low": 0.6754272985604681,18065 "ci_high": 0.7447456637781155,18066 "n_items": 200,18067 "n_groups": 1418068 },18069 "exact_match": {18070 "mean": 0.0,18071 "ci_low": 0.0,18072 "ci_high": 0.0,18073 "n_items": 200,18074 "n_groups": 1418075 },18076 "number_recall": {18077 "mean": 0.991095238095238,18078 "ci_low": 0.9807140652557319,18079 "ci_high": 0.9993918999404409,18080 "n_items": 200,18081 "n_groups": 1418082 },18083 "placeholders_exact": {18084 "mean": 1.0,18085 "ci_low": 1.0,18086 "ci_high": 1.0,18087 "n_items": 200,18088 "n_groups": 1418089 }18090 },18091 "earth_sciences": {18092 "n": 124,18093 "chrf": {18094 "mean": 68.77330942334984,18095 "ci_low": 63.06872688491879,18096 "ci_high": 72.25532733641816,18097 "n_items": 124,18098 "n_groups": 218099 },18100 "edit_sim": {18101 "mean": 0.6856914793555874,18102 "ci_low": 0.645371392241129,18103 "ci_high": 0.7103024416202567,18104 "n_items": 124,18105 "n_groups": 218106 },18107 "rougeL": {18108 "mean": 0.6928177056419674,18109 "ci_low": 0.6476645304345287,18110 "ci_high": 0.7203787346646896,18111 "n_items": 124,18112 "n_groups": 218113 },18114 "exact_match": {18115 "mean": 0.0,18116 "ci_low": 0.0,18117 "ci_high": 0.0,18118 "n_items": 124,18119 "n_groups": 218120 },18121 "number_recall": {18122 "mean": 0.9954138603332152,18123 "ci_low": 0.9926145283288141,18124 "ci_high": 1.0,18125 "n_items": 124,18126 "n_groups": 218127 },18128 "placeholders_exact": {18129 "mean": 1.0,18130 "ci_low": 1.0,18131 "ci_high": 1.0,18132 "n_items": 124,18133 "n_groups": 218134 }18135 },18136 "economics": {18137 "n": 366,18138 "chrf": {18139 "mean": 67.67646888495813,18140 "ci_low": 66.10230149990714,18141 "ci_high": 69.10148692435516,18142 "n_items": 366,18143 "n_groups": 4818144 },18145 "edit_sim": {18146 "mean": 0.6756332012568631,18147 "ci_low": 0.6587242864265496,18148 "ci_high": 0.6920564664874445,18149 "n_items": 366,18150 "n_groups": 4818151 },18152 "rougeL": {18153 "mean": 0.675943084561405,18154 "ci_low": 0.6575322960364778,18155 "ci_high": 0.6931990451895171,18156 "n_items": 366,18157 "n_groups": 4818158 },18159 "exact_match": {18160 "mean": 0.0,18161 "ci_low": 0.0,18162 "ci_high": 0.0,18163 "n_items": 366,18164 "n_groups": 4818165 },18166 "number_recall": {18167 "mean": 0.997040072859745,18168 "ci_low": 0.993191610562692,18169 "ci_high": 1.0,18170 "n_items": 366,18171 "n_groups": 4818172 },18173 "placeholders_exact": {18174 "mean": 1.0,18175 "ci_low": 1.0,18176 "ci_high": 1.0,18177 "n_items": 366,18178 "n_groups": 4818179 }18180 },18181 "engineering": {18182 "n": 213,18183 "chrf": {18184 "mean": 68.24150240225316,18185 "ci_low": 66.73218935870993,18186 "ci_high": 69.52081247245152,18187 "n_items": 213,18188 "n_groups": 2018189 },18190 "edit_sim": {18191 "mean": 0.6532502514883978,18192 "ci_low": 0.6303629562602279,18193 "ci_high": 0.6701132709854882,18194 "n_items": 213,18195 "n_groups": 2018196 },18197 "rougeL": {18198 "mean": 0.6734021532876145,18199 "ci_low": 0.6520277606178144,18200 "ci_high": 0.6903391179628924,18201 "n_items": 213,18202 "n_groups": 2018203 },18204 "exact_match": {18205 "mean": 0.0,18206 "ci_low": 0.0,18207 "ci_high": 0.0,18208 "n_items": 213,18209 "n_groups": 2018210 },18211 "number_recall": {18212 "mean": 0.9848249038389884,18213 "ci_low": 0.9715470438838666,18214 "ci_high": 0.995269344287918,18215 "n_items": 213,18216 "n_groups": 2018217 },18218 "placeholders_exact": {18219 "mean": 0.9953051643192489,18220 "ci_low": 0.9847696312027349,18221 "ci_high": 1.0,18222 "n_items": 213,18223 "n_groups": 2018224 }18225 },18226 "finance": {18227 "n": 246,18228 "chrf": {18229 "mean": 68.83039310730992,18230 "ci_low": 66.92132304275755,18231 "ci_high": 70.64434017868948,18232 "n_items": 246,18233 "n_groups": 2718234 },18235 "edit_sim": {18236 "mean": 0.6793089394647629,18237 "ci_low": 0.6577711908293791,18238 "ci_high": 0.6985747878149533,18239 "n_items": 246,18240 "n_groups": 2718241 },18242 "rougeL": {18243 "mean": 0.6865326904755419,18244 "ci_low": 0.6627529464315658,18245 "ci_high": 0.7098235403204947,18246 "n_items": 246,18247 "n_groups": 2718248 },18249 "exact_match": {18250 "mean": 0.0,18251 "ci_low": 0.0,18252 "ci_high": 0.0,18253 "n_items": 246,18254 "n_groups": 2718255 },18256 "number_recall": {18257 "mean": 0.9914341915059276,18258 "ci_low": 0.983744059829319,18259 "ci_high": 0.9973503799426193,18260 "n_items": 246,18261 "n_groups": 2718262 },18263 "placeholders_exact": {18264 "mean": 0.9796747967479674,18265 "ci_low": 0.9489029541927696,18266 "ci_high": 1.0,18267 "n_items": 246,18268 "n_groups": 2718269 }18270 },18271 "general_reference": {18272 "n": 29,18273 "chrf": {18274 "mean": 66.67535870112478,18275 "ci_low": 64.51295724202762,18276 "ci_high": 71.48069527689626,18277 "n_items": 29,18278 "n_groups": 218279 },18280 "edit_sim": {18281 "mean": 0.6645978586138004,18282 "ci_low": 0.6554887005376806,18283 "ci_high": 0.6848404321162888,18284 "n_items": 29,18285 "n_groups": 218286 },18287 "rougeL": {18288 "mean": 0.6888839919757467,18289 "ci_low": 0.6732711641027734,18290 "ci_high": 0.7235791650267982,18291 "n_items": 29,18292 "n_groups": 218293 },18294 "exact_match": {18295 "mean": 0.0,18296 "ci_low": 0.0,18297 "ci_high": 0.0,18298 "n_items": 29,18299 "n_groups": 218300 },18301 "number_recall": {18302 "mean": 1.0,18303 "ci_low": 1.0,18304 "ci_high": 1.0,18305 "n_items": 29,18306 "n_groups": 218307 },18308 "placeholders_exact": {18309 "mean": 1.0,18310 "ci_low": 1.0,18311 "ci_high": 1.0,18312 "n_items": 29,18313 "n_groups": 218314 }18315 },18316 "humanities": {18317 "n": 161,18318 "chrf": {18319 "mean": 63.68034498923876,18320 "ci_low": 61.09167679431779,18321 "ci_high": 65.6970561701319,18322 "n_items": 161,18323 "n_groups": 418324 },18325 "edit_sim": {18326 "mean": 0.6333182070998361,18327 "ci_low": 0.6076028160029538,18328 "ci_high": 0.651431691445048,18329 "n_items": 161,18330 "n_groups": 418331 },18332 "rougeL": {18333 "mean": 0.6354623990957606,18334 "ci_low": 0.6126581670877556,18335 "ci_high": 0.6666418565393134,18336 "n_items": 161,18337 "n_groups": 418338 },18339 "exact_match": {18340 "mean": 0.0,18341 "ci_low": 0.0,18342 "ci_high": 0.0,18343 "n_items": 161,18344 "n_groups": 418345 },18346 "number_recall": {18347 "mean": 0.9979296066252589,18348 "ci_low": 0.9959349593495934,18349 "ci_high": 1.0,18350 "n_items": 161,18351 "n_groups": 418352 },18353 "placeholders_exact": {18354 "mean": 1.0,18355 "ci_low": 1.0,18356 "ci_high": 1.0,18357 "n_items": 161,18358 "n_groups": 418359 }18360 },18361 "life_sciences": {18362 "n": 366,18363 "chrf": {18364 "mean": 68.6209935939639,18365 "ci_low": 65.39039903045702,18366 "ci_high": 71.57054886944606,18367 "n_items": 366,18368 "n_groups": 5118369 },18370 "edit_sim": {18371 "mean": 0.6788559350092259,18372 "ci_low": 0.6523155514899994,18373 "ci_high": 0.7041588296007142,18374 "n_items": 366,18375 "n_groups": 5118376 },18377 "rougeL": {18378 "mean": 0.6831035552032247,18379 "ci_low": 0.6558365576745343,18380 "ci_high": 0.7089969038755467,18381 "n_items": 366,18382 "n_groups": 5118383 },18384 "exact_match": {18385 "mean": 0.0,18386 "ci_low": 0.0,18387 "ci_high": 0.0,18388 "n_items": 366,18389 "n_groups": 5118390 },18391 "number_recall": {18392 "mean": 0.9901964610981006,18393 "ci_low": 0.9787217797838486,18394 "ci_high": 0.9979270612645107,18395 "n_items": 366,18396 "n_groups": 5118397 },18398 "placeholders_exact": {18399 "mean": 0.9808743169398907,18400 "ci_low": 0.9551627842993398,18401 "ci_high": 1.0,18402 "n_items": 366,18403 "n_groups": 5118404 }18405 },18406 "mathematics": {18407 "n": 180,18408 "chrf": {18409 "mean": 70.79547890173615,18410 "ci_low": 67.4402988748115,18411 "ci_high": 72.49402264286078,18412 "n_items": 180,18413 "n_groups": 418414 },18415 "edit_sim": {18416 "mean": 0.6982543706934593,18417 "ci_low": 0.6540470305381672,18418 "ci_high": 0.7269114142109483,18419 "n_items": 180,18420 "n_groups": 418421 },18422 "rougeL": {18423 "mean": 0.710769854842285,18424 "ci_low": 0.6602570860184328,18425 "ci_high": 0.7335586385457917,18426 "n_items": 180,18427 "n_groups": 418428 },18429 "exact_match": {18430 "mean": 0.0,18431 "ci_low": 0.0,18432 "ci_high": 0.0,18433 "n_items": 180,18434 "n_groups": 418435 },18436 "number_recall": {18437 "mean": 0.9847707231040563,18438 "ci_low": 0.9732192709579646,18439 "ci_high": 0.9961988304093566,18440 "n_items": 180,18441 "n_groups": 418442 },18443 "placeholders_exact": {18444 "mean": 0.9888888888888889,18445 "ci_low": 0.9787234042553191,18446 "ci_high": 1.0,18447 "n_items": 180,18448 "n_groups": 418449 }18450 },18451 "other": {18452 "n": 66,18453 "chrf": {18454 "mean": 68.35324932316185,18455 "ci_low": 64.77940958586717,18456 "ci_high": 72.64248875854376,18457 "n_items": 66,18458 "n_groups": 518459 },18460 "edit_sim": {18461 "mean": 0.6738317926241867,18462 "ci_low": 0.6354245217277422,18463 "ci_high": 0.7212045770754193,18464 "n_items": 66,18465 "n_groups": 518466 },18467 "rougeL": {18468 "mean": 0.6774019328781109,18469 "ci_low": 0.6368481870795576,18470 "ci_high": 0.7198163079793364,18471 "n_items": 66,18472 "n_groups": 518473 },18474 "exact_match": {18475 "mean": 0.0,18476 "ci_low": 0.0,18477 "ci_high": 0.0,18478 "n_items": 66,18479 "n_groups": 518480 },18481 "number_recall": {18482 "mean": 1.0,18483 "ci_low": 1.0,18484 "ci_high": 1.0,18485 "n_items": 66,18486 "n_groups": 518487 },18488 "placeholders_exact": {18489 "mean": 1.0,18490 "ci_low": 1.0,18491 "ci_high": 1.0,18492 "n_items": 66,18493 "n_groups": 518494 }18495 },18496 "social_sciences": {18497 "n": 310,18498 "chrf": {18499 "mean": 68.86101876089411,18500 "ci_low": 66.14248224045456,18501 "ci_high": 71.29456137808243,18502 "n_items": 310,18503 "n_groups": 2018504 },18505 "edit_sim": {18506 "mean": 0.6819657515430678,18507 "ci_low": 0.65581747820961,18508 "ci_high": 0.705334287621441,18509 "n_items": 310,18510 "n_groups": 2018511 },18512 "rougeL": {18513 "mean": 0.6917565820999437,18514 "ci_low": 0.6593762269258572,18515 "ci_high": 0.7191113245057513,18516 "n_items": 310,18517 "n_groups": 2018518 },18519 "exact_match": {18520 "mean": 0.0,18521 "ci_low": 0.0,18522 "ci_high": 0.0,18523 "n_items": 310,18524 "n_groups": 2018525 },18526 "number_recall": {18527 "mean": 0.9954851510496673,18528 "ci_low": 0.9910045839737135,18529 "ci_high": 0.9990442765212899,18530 "n_items": 310,18531 "n_groups": 2018532 },18533 "placeholders_exact": {18534 "mean": 1.0,18535 "ci_low": 1.0,18536 "ci_high": 1.0,18537 "n_items": 310,18538 "n_groups": 2018539 }18540 },18541 "statistics": {18542 "n": 180,18543 "chrf": {18544 "mean": 72.03690313318549,18545 "ci_low": 69.95696421386,18546 "ci_high": 73.30770716978525,18547 "n_items": 180,18548 "n_groups": 718549 },18550 "edit_sim": {18551 "mean": 0.712900639410272,18552 "ci_low": 0.6794503062461842,18553 "ci_high": 0.7295266916981078,18554 "n_items": 180,18555 "n_groups": 718556 },18557 "rougeL": {18558 "mean": 0.7260227752207609,18559 "ci_low": 0.6895321858578887,18560 "ci_high": 0.7441040173346544,18561 "n_items": 180,18562 "n_groups": 718563 },18564 "exact_match": {18565 "mean": 0.0,18566 "ci_low": 0.0,18567 "ci_high": 0.0,18568 "n_items": 180,18569 "n_groups": 718570 },18571 "number_recall": {18572 "mean": 0.9846296296296297,18573 "ci_low": 0.9622452180209632,18574 "ci_high": 0.9962275870151178,18575 "n_items": 180,18576 "n_groups": 718577 },18578 "placeholders_exact": {18579 "mean": 0.9944444444444445,18580 "ci_low": 0.9855734223300971,18581 "ci_high": 1.0,18582 "n_items": 180,18583 "n_groups": 718584 }18585 }18586 },18587 "by_era": {18588 "1900-1949": {18589 "n": 315,18590 "chrf": {18591 "mean": 62.08066177793178,18592 "ci_low": 60.12369294747945,18593 "ci_high": 64.87808147642244,18594 "n_items": 315,18595 "n_groups": 1418596 },18597 "edit_sim": {18598 "mean": 0.6289644730222622,18599 "ci_low": 0.6098636677026802,18600 "ci_high": 0.6549616675683854,18601 "n_items": 315,18602 "n_groups": 1418603 },18604 "rougeL": {18605 "mean": 0.6327387925235505,18606 "ci_low": 0.6114609941209525,18607 "ci_high": 0.6622166348621112,18608 "n_items": 315,18609 "n_groups": 1418610 },18611 "exact_match": {18612 "mean": 0.0,18613 "ci_low": 0.0,18614 "ci_high": 0.0,18615 "n_items": 315,18616 "n_groups": 1418617 },18618 "number_recall": {18619 "mean": 1.0,18620 "ci_low": 1.0,18621 "ci_high": 1.0,18622 "n_items": 315,18623 "n_groups": 1418624 },18625 "placeholders_exact": {18626 "mean": 1.0,18627 "ci_low": 1.0,18628 "ci_high": 1.0,18629 "n_items": 315,18630 "n_groups": 1418631 }18632 },18633 "1950-1979": {18634 "n": 12,18635 "chrf": {18636 "mean": 56.9039489339874,18637 "ci_low": 56.9039489339874,18638 "ci_high": 56.9039489339874,18639 "n_items": 12,18640 "n_groups": 118641 },18642 "edit_sim": {18643 "mean": 0.5699596425928585,18644 "ci_low": 0.5699596425928585,18645 "ci_high": 0.5699596425928585,18646 "n_items": 12,18647 "n_groups": 118648 },18649 "rougeL": {18650 "mean": 0.5890349783396981,18651 "ci_low": 0.5890349783396981,18652 "ci_high": 0.5890349783396981,18653 "n_items": 12,18654 "n_groups": 118655 },18656 "exact_match": {18657 "mean": 0.0,18658 "ci_low": 0.0,18659 "ci_high": 0.0,18660 "n_items": 12,18661 "n_groups": 118662 },18663 "number_recall": {18664 "mean": 1.0,18665 "ci_low": 1.0,18666 "ci_high": 1.0,18667 "n_items": 12,18668 "n_groups": 118669 },18670 "placeholders_exact": {18671 "mean": 1.0,18672 "ci_low": 1.0,18673 "ci_high": 1.0,18674 "n_items": 12,18675 "n_groups": 118676 }18677 },18678 "1980-1999": {18679 "n": 21,18680 "chrf": {18681 "mean": 72.01552735440873,18682 "ci_low": 67.90143428438256,18683 "ci_high": 73.15661292553173,18684 "n_items": 21,18685 "n_groups": 318686 },18687 "edit_sim": {18688 "mean": 0.7119527848546998,18689 "ci_low": 0.6723971049899775,18690 "ci_high": 0.7292923888039314,18691 "n_items": 21,18692 "n_groups": 318693 },18694 "rougeL": {18695 "mean": 0.712297824764125,18696 "ci_low": 0.6808746014186243,18697 "ci_high": 0.7266198671113152,18698 "n_items": 21,18699 "n_groups": 318700 },18701 "exact_match": {18702 "mean": 0.0,18703 "ci_low": 0.0,18704 "ci_high": 0.0,18705 "n_items": 21,18706 "n_groups": 318707 },18708 "number_recall": {18709 "mean": 1.0,18710 "ci_low": 1.0,18711 "ci_high": 1.0,18712 "n_items": 21,18713 "n_groups": 318714 },18715 "placeholders_exact": {18716 "mean": 1.0,18717 "ci_low": 1.0,18718 "ci_high": 1.0,18719 "n_items": 21,18720 "n_groups": 318721 }18722 },18723 "2000-2009": {18724 "n": 95,18725 "chrf": {18726 "mean": 69.32085769769654,18727 "ci_low": 66.70413327639066,18728 "ci_high": 72.01418368614142,18729 "n_items": 95,18730 "n_groups": 1818731 },18732 "edit_sim": {18733 "mean": 0.6743273739318102,18734 "ci_low": 0.6409708383254921,18735 "ci_high": 0.7075744665118572,18736 "n_items": 95,18737 "n_groups": 1818738 },18739 "rougeL": {18740 "mean": 0.6834260389248965,18741 "ci_low": 0.6513926544977289,18742 "ci_high": 0.7146482750238519,18743 "n_items": 95,18744 "n_groups": 1818745 },18746 "exact_match": {18747 "mean": 0.0,18748 "ci_low": 0.0,18749 "ci_high": 0.0,18750 "n_items": 95,18751 "n_groups": 1818752 },18753 "number_recall": {18754 "mean": 0.9894736842105263,18755 "ci_low": 0.9711111111111111,18756 "ci_high": 1.0,18757 "n_items": 95,18758 "n_groups": 1818759 },18760 "placeholders_exact": {18761 "mean": 1.0,18762 "ci_low": 1.0,18763 "ci_high": 1.0,18764 "n_items": 95,18765 "n_groups": 1818766 }18767 },18768 "2010-2017": {18769 "n": 2557,18770 "chrf": {18771 "mean": 69.64657494038255,18772 "ci_low": 68.93640107048499,18773 "ci_high": 70.3281569488883,18774 "n_items": 2557,18775 "n_groups": 24818776 },18777 "edit_sim": {18778 "mean": 0.6861567788042299,18779 "ci_low": 0.6783394484488688,18780 "ci_high": 0.6938286662315546,18781 "n_items": 2557,18782 "n_groups": 24818783 },18784 "rougeL": {18785 "mean": 0.695276880849737,18786 "ci_low": 0.6864455186704442,18787 "ci_high": 0.7034292876108442,18788 "n_items": 2557,18789 "n_groups": 24818790 },18791 "exact_match": {18792 "mean": 0.0,18793 "ci_low": 0.0,18794 "ci_high": 0.0,18795 "n_items": 2557,18796 "n_groups": 24818797 },18798 "number_recall": {18799 "mean": 0.9906996388782259,18800 "ci_low": 0.9875825260176296,18801 "ci_high": 0.9934451600666612,18802 "n_items": 2557,18803 "n_groups": 24818804 },18805 "placeholders_exact": {18806 "mean": 0.993351583887368,18807 "ci_low": 0.9877717165508436,18808 "ci_high": 0.9979871175523349,18809 "n_items": 2557,18810 "n_groups": 24818811 }18812 }18813 },18814 "by_role": {18815 "abstract": {18816 "n": 244,18817 "chrf": {18818 "mean": 70.52621822644755,18819 "ci_low": 68.98787845809696,18820 "ci_high": 72.18471279926946,18821 "n_items": 244,18822 "n_groups": 5218823 },18824 "edit_sim": {18825 "mean": 0.6964149649861662,18826 "ci_low": 0.6770445694838058,18827 "ci_high": 0.7173114371494911,18828 "n_items": 244,18829 "n_groups": 5218830 },18831 "rougeL": {18832 "mean": 0.6981405277829872,18833 "ci_low": 0.6772942249691628,18834 "ci_high": 0.7196466001800861,18835 "n_items": 244,18836 "n_groups": 5218837 },18838 "exact_match": {18839 "mean": 0.0,18840 "ci_low": 0.0,18841 "ci_high": 0.0,18842 "n_items": 244,18843 "n_groups": 5218844 },18845 "number_recall": {18846 "mean": 0.9887212514261694,18847 "ci_low": 0.9745885367288186,18848 "ci_high": 0.9978089589997996,18849 "n_items": 244,18850 "n_groups": 5218851 },18852 "placeholders_exact": {18853 "mean": 1.0,18854 "ci_low": 1.0,18855 "ci_high": 1.0,18856 "n_items": 244,18857 "n_groups": 5218858 }18859 },18860 "background": {18861 "n": 184,18862 "chrf": {18863 "mean": 70.44237543507914,18864 "ci_low": 68.44330745957417,18865 "ci_high": 72.6546278694008,18866 "n_items": 184,18867 "n_groups": 2518868 },18869 "edit_sim": {18870 "mean": 0.6946402692021445,18871 "ci_low": 0.6719363129765294,18872 "ci_high": 0.719309822062858,18873 "n_items": 184,18874 "n_groups": 2518875 },18876 "rougeL": {18877 "mean": 0.6942286410134358,18878 "ci_low": 0.6724280157596014,18879 "ci_high": 0.7178312095701982,18880 "n_items": 184,18881 "n_groups": 2518882 },18883 "exact_match": {18884 "mean": 0.0,18885 "ci_low": 0.0,18886 "ci_high": 0.0,18887 "n_items": 184,18888 "n_groups": 2518889 },18890 "number_recall": {18891 "mean": 1.0,18892 "ci_low": 1.0,18893 "ci_high": 1.0,18894 "n_items": 184,18895 "n_groups": 2518896 },18897 "placeholders_exact": {18898 "mean": 0.9782608695652174,18899 "ci_low": 0.9344241596290777,18900 "ci_high": 1.0,18901 "n_items": 184,18902 "n_groups": 2518903 }18904 },18905 "chapter": {18906 "n": 191,18907 "chrf": {18908 "mean": 64.91032034700473,18909 "ci_low": 62.21792023736138,18910 "ci_high": 67.40015448115236,18911 "n_items": 191,18912 "n_groups": 1318913 },18914 "edit_sim": {18915 "mean": 0.6558402668328756,18916 "ci_low": 0.6315136016209998,18917 "ci_high": 0.6778938935552675,18918 "n_items": 191,18919 "n_groups": 1318920 },18921 "rougeL": {18922 "mean": 0.6644025201432615,18923 "ci_low": 0.635723457898342,18924 "ci_high": 0.6906881715858333,18925 "n_items": 191,18926 "n_groups": 1318927 },18928 "exact_match": {18929 "mean": 0.0,18930 "ci_low": 0.0,18931 "ci_high": 0.0,18932 "n_items": 191,18933 "n_groups": 1318934 },18935 "number_recall": {18936 "mean": 1.0,18937 "ci_low": 1.0,18938 "ci_high": 1.0,18939 "n_items": 191,18940 "n_groups": 1318941 },18942 "placeholders_exact": {18943 "mean": 1.0,18944 "ci_low": 1.0,18945 "ci_high": 1.0,18946 "n_items": 191,18947 "n_groups": 1318948 }18949 },18950 "conclusion": {18951 "n": 251,18952 "chrf": {18953 "mean": 66.26319722057312,18954 "ci_low": 64.24213543246367,18955 "ci_high": 68.62826141615868,18956 "n_items": 251,18957 "n_groups": 4618958 },18959 "edit_sim": {18960 "mean": 0.6566853445128655,18961 "ci_low": 0.6314087072306926,18962 "ci_high": 0.6870332531564416,18963 "n_items": 251,18964 "n_groups": 4618965 },18966 "rougeL": {18967 "mean": 0.6546364709965665,18968 "ci_low": 0.6286909504097494,18969 "ci_high": 0.683999917340152,18970 "n_items": 251,18971 "n_groups": 4618972 },18973 "exact_match": {18974 "mean": 0.0,18975 "ci_low": 0.0,18976 "ci_high": 0.0,18977 "n_items": 251,18978 "n_groups": 4618979 },18980 "number_recall": {18981 "mean": 0.999003984063745,18982 "ci_low": 0.9969879518072289,18983 "ci_high": 1.0,18984 "n_items": 251,18985 "n_groups": 4618986 },18987 "placeholders_exact": {18988 "mean": 0.9840637450199203,18989 "ci_low": 0.9518072289156626,18990 "ci_high": 1.0,18991 "n_items": 251,18992 "n_groups": 4618993 }18994 },18995 "data": {18996 "n": 207,18997 "chrf": {18998 "mean": 71.07954362143998,18999 "ci_low": 69.46822035883258,19000 "ci_high": 72.78994965385101,19001 "n_items": 207,19002 "n_groups": 3319003 },19004 "edit_sim": {19005 "mean": 0.6919405547475613,19006 "ci_low": 0.6787876617227683,19007 "ci_high": 0.7064510632292238,19008 "n_items": 207,19009 "n_groups": 3319010 },19011 "rougeL": {19012 "mean": 0.718959859219763,19013 "ci_low": 0.7049864155637757,19014 "ci_high": 0.7355484827209097,19015 "n_items": 207,19016 "n_groups": 3319017 },19018 "exact_match": {19019 "mean": 0.0,19020 "ci_low": 0.0,19021 "ci_high": 0.0,19022 "n_items": 207,19023 "n_groups": 3319024 },19025 "number_recall": {19026 "mean": 0.9844821844821845,19027 "ci_low": 0.9730070683878878,19028 "ci_high": 0.9940562695598241,19029 "n_items": 207,19030 "n_groups": 3319031 },19032 "placeholders_exact": {19033 "mean": 1.0,19034 "ci_low": 1.0,19035 "ci_high": 1.0,19036 "n_items": 207,19037 "n_groups": 3319038 }19039 },19040 "discussion": {19041 "n": 279,19042 "chrf": {19043 "mean": 69.0339589790836,19044 "ci_low": 67.19991680943103,19045 "ci_high": 70.97431806566648,19046 "n_items": 279,19047 "n_groups": 4319048 },19049 "edit_sim": {19050 "mean": 0.6777686880406228,19051 "ci_low": 0.6590697977293665,19052 "ci_high": 0.6983533409548235,19053 "n_items": 279,19054 "n_groups": 4319055 },19056 "rougeL": {19057 "mean": 0.677912764612406,19058 "ci_low": 0.6554355979488257,19059 "ci_high": 0.701961795767911,19060 "n_items": 279,19061 "n_groups": 4319062 },19063 "exact_match": {19064 "mean": 0.0,19065 "ci_low": 0.0,19066 "ci_high": 0.0,19067 "n_items": 279,19068 "n_groups": 4319069 },19070 "number_recall": {19071 "mean": 0.988389656938044,19072 "ci_low": 0.9741850312904619,19073 "ci_high": 0.9981773663949276,19074 "n_items": 279,19075 "n_groups": 4319076 },19077 "placeholders_exact": {19078 "mean": 0.996415770609319,19079 "ci_low": 0.9885931558935361,19080 "ci_high": 1.0,19081 "n_items": 279,19082 "n_groups": 4319083 }19084 },19085 "introduction": {19086 "n": 336,19087 "chrf": {19088 "mean": 68.72351620721317,19089 "ci_low": 67.34515704819513,19090 "ci_high": 69.98082202632982,19091 "n_items": 336,19092 "n_groups": 5619093 },19094 "edit_sim": {19095 "mean": 0.6819839724087758,19096 "ci_low": 0.6661263913033527,19097 "ci_high": 0.6966036962102482,19098 "n_items": 336,19099 "n_groups": 5619100 },19101 "rougeL": {19102 "mean": 0.6835211640245411,19103 "ci_low": 0.6683161411676626,19104 "ci_high": 0.6976595916405172,19105 "n_items": 336,19106 "n_groups": 5619107 },19108 "exact_match": {19109 "mean": 0.0,19110 "ci_low": 0.0,19111 "ci_high": 0.0,19112 "n_items": 336,19113 "n_groups": 5619114 },19115 "number_recall": {19116 "mean": 0.9926167582417582,19117 "ci_low": 0.9790926415926416,19118 "ci_high": 1.0,19119 "n_items": 336,19120 "n_groups": 5619121 },19122 "placeholders_exact": {19123 "mean": 1.0,19124 "ci_low": 1.0,19125 "ci_high": 1.0,19126 "n_items": 336,19127 "n_groups": 5619128 }19129 },19130 "limitations": {19131 "n": 90,19132 "chrf": {19133 "mean": 67.58321969180025,19134 "ci_low": 64.22658269607105,19135 "ci_high": 71.35636797386466,19136 "n_items": 90,19137 "n_groups": 1419138 },19139 "edit_sim": {19140 "mean": 0.6689449555521185,19141 "ci_low": 0.6331626623789125,19142 "ci_high": 0.7093227828556163,19143 "n_items": 90,19144 "n_groups": 1419145 },19146 "rougeL": {19147 "mean": 0.6659373384311484,19148 "ci_low": 0.6228801042147897,19149 "ci_high": 0.7086035008685801,19150 "n_items": 90,19151 "n_groups": 1419152 },19153 "exact_match": {19154 "mean": 0.0,19155 "ci_low": 0.0,19156 "ci_high": 0.0,19157 "n_items": 90,19158 "n_groups": 1419159 },19160 "number_recall": {19161 "mean": 1.0,19162 "ci_low": 1.0,19163 "ci_high": 1.0,19164 "n_items": 90,19165 "n_groups": 1419166 },19167 "placeholders_exact": {19168 "mean": 1.0,19169 "ci_low": 1.0,19170 "ci_high": 1.0,19171 "n_items": 90,19172 "n_groups": 1419173 }19174 },19175 "methods": {19176 "n": 265,19177 "chrf": {19178 "mean": 70.92211791266195,19179 "ci_low": 69.25596959463054,19180 "ci_high": 72.67457504337683,19181 "n_items": 265,19182 "n_groups": 4519183 },19184 "edit_sim": {19185 "mean": 0.6939431537535733,19186 "ci_low": 0.6731147717664533,19187 "ci_high": 0.7151372585835631,19188 "n_items": 265,19189 "n_groups": 4519190 },19191 "rougeL": {19192 "mean": 0.7176434020252773,19193 "ci_low": 0.6989680867938862,19194 "ci_high": 0.7377600854199152,19195 "n_items": 265,19196 "n_groups": 4519197 },19198 "exact_match": {19199 "mean": 0.0,19200 "ci_low": 0.0,19201 "ci_high": 0.0,19202 "n_items": 265,19203 "n_groups": 4519204 },19205 "number_recall": {19206 "mean": 0.9875082359988019,19207 "ci_low": 0.9757296911445527,19208 "ci_high": 0.9969547587485471,19209 "n_items": 265,19210 "n_groups": 4519211 },19212 "placeholders_exact": {19213 "mean": 0.9962264150943396,19214 "ci_low": 0.987393628337411,19215 "ci_high": 1.0,19216 "n_items": 265,19217 "n_groups": 4519218 }19219 },19220 "other": {19221 "n": 275,19222 "chrf": {19223 "mean": 68.99422376922665,19224 "ci_low": 67.00351497270402,19225 "ci_high": 71.01413944489674,19226 "n_items": 275,19227 "n_groups": 3819228 },19229 "edit_sim": {19230 "mean": 0.6708210235132994,19231 "ci_low": 0.6459578678921749,19232 "ci_high": 0.6949067783353648,19233 "n_items": 275,19234 "n_groups": 3819235 },19236 "rougeL": {19237 "mean": 0.6844531343014947,19238 "ci_low": 0.6596764607913035,19239 "ci_high": 0.7083246798711349,19240 "n_items": 275,19241 "n_groups": 3819242 },19243 "exact_match": {19244 "mean": 0.0,19245 "ci_low": 0.0,19246 "ci_high": 0.0,19247 "n_items": 275,19248 "n_groups": 3819249 },19250 "number_recall": {19251 "mean": 0.9944415584415583,19252 "ci_low": 0.9901196795002032,19253 "ci_high": 0.9984793744171032,19254 "n_items": 275,19255 "n_groups": 3819256 },19257 "placeholders_exact": {19258 "mean": 1.0,19259 "ci_low": 1.0,19260 "ci_high": 1.0,19261 "n_items": 275,19262 "n_groups": 3819263 }19264 },19265 "preface": {19266 "n": 114,19267 "chrf": {19268 "mean": 57.15675433392017,19269 "ci_low": 54.625198775575136,19270 "ci_high": 59.713645939217955,19271 "n_items": 114,19272 "n_groups": 919273 },19274 "edit_sim": {19275 "mean": 0.5782222628823787,19276 "ci_low": 0.5483951529117088,19277 "ci_high": 0.6059011900717893,19278 "n_items": 114,19279 "n_groups": 919280 },19281 "rougeL": {19282 "mean": 0.5738154190305395,19283 "ci_low": 0.5432929320076895,19284 "ci_high": 0.5988158280017674,19285 "n_items": 114,19286 "n_groups": 919287 },19288 "exact_match": {19289 "mean": 0.0,19290 "ci_low": 0.0,19291 "ci_high": 0.0,19292 "n_items": 114,19293 "n_groups": 919294 },19295 "number_recall": {19296 "mean": 1.0,19297 "ci_low": 1.0,19298 "ci_high": 1.0,19299 "n_items": 114,19300 "n_groups": 919301 },19302 "placeholders_exact": {19303 "mean": 1.0,19304 "ci_low": 1.0,19305 "ci_high": 1.0,19306 "n_items": 114,19307 "n_groups": 919308 }19309 },19310 "related_work": {19311 "n": 109,19312 "chrf": {19313 "mean": 72.08838402790835,19314 "ci_low": 69.63684329736782,19315 "ci_high": 74.28641065172661,19316 "n_items": 109,19317 "n_groups": 1619318 },19319 "edit_sim": {19320 "mean": 0.7263304329590631,19321 "ci_low": 0.6982092196766864,19322 "ci_high": 0.7546745911157928,19323 "n_items": 109,19324 "n_groups": 1619325 },19326 "rougeL": {19327 "mean": 0.7200337355765218,19328 "ci_low": 0.69335866770393,19329 "ci_high": 0.7468910229714614,19330 "n_items": 109,19331 "n_groups": 1619332 },19333 "exact_match": {19334 "mean": 0.0,19335 "ci_low": 0.0,19336 "ci_high": 0.0,19337 "n_items": 109,19338 "n_groups": 1619339 },19340 "number_recall": {19341 "mean": 0.989769135343879,19342 "ci_low": 0.97569348595053,19343 "ci_high": 1.0,19344 "n_items": 109,19345 "n_groups": 1619346 },19347 "placeholders_exact": {19348 "mean": 0.9541284403669725,19349 "ci_low": 0.865546218487395,19350 "ci_high": 1.0,19351 "n_items": 109,19352 "n_groups": 1619353 }19354 },19355 "results": {19356 "n": 263,19357 "chrf": {19358 "mean": 70.36578220321178,19359 "ci_low": 68.87311373103702,19360 "ci_high": 71.89148351667046,19361 "n_items": 263,19362 "n_groups": 4619363 },19364 "edit_sim": {19365 "mean": 0.6956086955493628,19366 "ci_low": 0.676385984684595,19367 "ci_high": 0.7147312019572137,19368 "n_items": 263,19369 "n_groups": 4619370 },19371 "rougeL": {19372 "mean": 0.7114780886146439,19373 "ci_low": 0.6900993626498584,19374 "ci_high": 0.7323126941348886,19375 "n_items": 263,19376 "n_groups": 4619377 },19378 "exact_match": {19379 "mean": 0.0,19380 "ci_low": 0.0,19381 "ci_high": 0.0,19382 "n_items": 263,19383 "n_groups": 4619384 },19385 "number_recall": {19386 "mean": 0.9861427967891848,19387 "ci_low": 0.9757309992027455,19388 "ci_high": 0.994169792436378,19389 "n_items": 263,19390 "n_groups": 4619391 },19392 "placeholders_exact": {19393 "mean": 1.0,19394 "ci_low": 1.0,19395 "ci_high": 1.0,19396 "n_items": 263,19397 "n_groups": 4619398 }19399 },19400 "theory": {19401 "n": 192,19402 "chrf": {19403 "mean": 69.93551484872079,19404 "ci_low": 67.94926790278386,19405 "ci_high": 71.46540121965157,19406 "n_items": 192,19407 "n_groups": 2919408 },19409 "edit_sim": {19410 "mean": 0.6904258586812597,19411 "ci_low": 0.6694024367053237,19412 "ci_high": 0.7074391897310103,19413 "n_items": 192,19414 "n_groups": 2919415 },19416 "rougeL": {19417 "mean": 0.717768478977486,19418 "ci_low": 0.696417178337548,19419 "ci_high": 0.7351788039676698,19420 "n_items": 192,19421 "n_groups": 2919422 },19423 "exact_match": {19424 "mean": 0.0,19425 "ci_low": 0.0,19426 "ci_high": 0.0,19427 "n_items": 192,19428 "n_groups": 2919429 },19430 "number_recall": {19431 "mean": 0.9830819354256856,19432 "ci_low": 0.967890911871396,19433 "ci_high": 0.9954709048552332,19434 "n_items": 192,19435 "n_groups": 2919436 },19437 "placeholders_exact": {19438 "mean": 0.9895833333333334,19439 "ci_low": 0.9764671075530804,19440 "ci_high": 1.0,19441 "n_items": 192,19442 "n_groups": 2919443 }19444 }19445 }19446 },19447 "htr-medium_m1_tiny_mediumdenoiseinit_s3": {19448 "overall": {19449 "n": 3000,19450 "chrf": {19451 "mean": 68.84147580500009,19452 "ci_low": 68.03310548831806,19453 "ci_high": 69.61486564159843,19454 "n_items": 3000,19455 "n_groups": 28419456 },19457 "edit_sim": {19458 "mean": 0.6786181894720525,19459 "ci_low": 0.6706453846323636,19460 "ci_high": 0.6863379877067204,19461 "n_items": 3000,19462 "n_groups": 28419463 },19464 "rougeL": {19465 "mean": 0.6874568753453159,19466 "ci_low": 0.6788585289125971,19467 "ci_high": 0.6959939113225063,19468 "n_items": 3000,19469 "n_groups": 28419470 },19471 "exact_match": {19472 "mean": 0.0,19473 "ci_low": 0.0,19474 "ci_high": 0.0,19475 "n_items": 3000,19476 "n_groups": 28419477 },19478 "number_recall": {19479 "mean": 0.9906229108854108,19480 "ci_low": 0.9877420890100997,19481 "ci_high": 0.9933755395898753,19482 "n_items": 3000,19483 "n_groups": 28419484 },19485 "placeholders_exact": {19486 "mean": 0.9953333333333333,19487 "ci_low": 0.99233556827297,19488 "ci_high": 0.9978559727357362,19489 "n_items": 3000,19490 "n_groups": 28419491 }19492 },19493 "by_variant": {19494 "A": {19495 "n": 494,19496 "chrf": {19497 "mean": 68.05828755314435,19498 "ci_low": 66.99126624380357,19499 "ci_high": 69.04932811105198,19500 "n_items": 494,19501 "n_groups": 23919502 },19503 "edit_sim": {19504 "mean": 0.6678569865710973,19505 "ci_low": 0.6571834521346694,19506 "ci_high": 0.6784650459540696,19507 "n_items": 494,19508 "n_groups": 23919509 },19510 "rougeL": {19511 "mean": 0.674761624222199,19512 "ci_low": 0.6633071907487061,19513 "ci_high": 0.6860112262735761,19514 "n_items": 494,19515 "n_groups": 23919516 },19517 "exact_match": {19518 "mean": 0.0,19519 "ci_low": 0.0,19520 "ci_high": 0.0,19521 "n_items": 494,19522 "n_groups": 23919523 },19524 "number_recall": {19525 "mean": 0.9912723943847426,19526 "ci_low": 0.9859645420949362,19527 "ci_high": 0.9955940298193249,19528 "n_items": 494,19529 "n_groups": 23919530 },19531 "placeholders_exact": {19532 "mean": 0.9939271255060729,19533 "ci_low": 0.9863324628060934,19534 "ci_high": 1.0,19535 "n_items": 494,19536 "n_groups": 23919537 }19538 },19539 "B": {19540 "n": 487,19541 "chrf": {19542 "mean": 73.67780175719584,19543 "ci_low": 72.72486345511129,19544 "ci_high": 74.61640687581122,19545 "n_items": 487,19546 "n_groups": 24119547 },19548 "edit_sim": {19549 "mean": 0.7360418619888311,19550 "ci_low": 0.7256534958053062,19551 "ci_high": 0.7460757120146255,19552 "n_items": 487,19553 "n_groups": 24119554 },19555 "rougeL": {19556 "mean": 0.7441381301580263,19557 "ci_low": 0.7333191440903697,19558 "ci_high": 0.7545320425061888,19559 "n_items": 487,19560 "n_groups": 24119561 },19562 "exact_match": {19563 "mean": 0.0,19564 "ci_low": 0.0,19565 "ci_high": 0.0,19566 "n_items": 487,19567 "n_groups": 24119568 },19569 "number_recall": {19570 "mean": 0.9898710689265104,19571 "ci_low": 0.9852701377713694,19572 "ci_high": 0.9942628287361585,19573 "n_items": 487,19574 "n_groups": 24119575 },19576 "placeholders_exact": {19577 "mean": 0.9917864476386037,19578 "ci_low": 0.983672634698051,19579 "ci_high": 0.9980585335682424,19580 "n_items": 487,19581 "n_groups": 24119582 }19583 },19584 "C": {19585 "n": 533,19586 "chrf": {19587 "mean": 71.67475137306975,19588 "ci_low": 70.8556782790851,19589 "ci_high": 72.46294059026108,19590 "n_items": 533,19591 "n_groups": 25119592 },19593 "edit_sim": {19594 "mean": 0.7229641851710389,19595 "ci_low": 0.7147599284234813,19596 "ci_high": 0.7314559025476784,19597 "n_items": 533,19598 "n_groups": 25119599 },19600 "rougeL": {19601 "mean": 0.7435751044910831,19602 "ci_low": 0.7354837161392532,19603 "ci_high": 0.7518015248256046,19604 "n_items": 533,19605 "n_groups": 25119606 },19607 "exact_match": {19608 "mean": 0.0,19609 "ci_low": 0.0,19610 "ci_high": 0.0,19611 "n_items": 533,19612 "n_groups": 25119613 },19614 "number_recall": {19615 "mean": 0.9915734463576865,19616 "ci_low": 0.9874597765421277,19617 "ci_high": 0.9951332348738041,19618 "n_items": 533,19619 "n_groups": 25119620 },19621 "placeholders_exact": {19622 "mean": 1.0,19623 "ci_low": 1.0,19624 "ci_high": 1.0,19625 "n_items": 533,19626 "n_groups": 25119627 }19628 },19629 "D": {19630 "n": 516,19631 "chrf": {19632 "mean": 69.6356814979562,19633 "ci_low": 68.67517684086818,19634 "ci_high": 70.56457624891267,19635 "n_items": 516,19636 "n_groups": 25319637 },19638 "edit_sim": {19639 "mean": 0.6904661098723671,19640 "ci_low": 0.6798784251465884,19641 "ci_high": 0.7002094682336388,19642 "n_items": 516,19643 "n_groups": 25319644 },19645 "rougeL": {19646 "mean": 0.6944046247877409,19647 "ci_low": 0.6836961097767474,19648 "ci_high": 0.7045370362151692,19649 "n_items": 516,19650 "n_groups": 25319651 },19652 "exact_match": {19653 "mean": 0.0,19654 "ci_low": 0.0,19655 "ci_high": 0.0,19656 "n_items": 516,19657 "n_groups": 25319658 },19659 "number_recall": {19660 "mean": 0.9904657788378718,19661 "ci_low": 0.9859158690543826,19662 "ci_high": 0.9945125912917105,19663 "n_items": 516,19664 "n_groups": 25319665 },19666 "placeholders_exact": {19667 "mean": 0.9961240310077519,19668 "ci_low": 0.990234375,19669 "ci_high": 1.0,19670 "n_items": 516,19671 "n_groups": 25319672 }19673 },19674 "E": {19675 "n": 970,19676 "chrf": {19677 "mean": 64.83287605484644,19678 "ci_low": 63.806684335035634,19679 "ci_high": 65.84367369909529,19680 "n_items": 970,19681 "n_groups": 25819682 },19683 "edit_sim": {19684 "mean": 0.6245983575991441,19685 "ci_low": 0.6149716351567602,19686 "ci_high": 0.6345446735093901,19687 "n_items": 970,19688 "n_groups": 25819689 },19690 "rougeL": {19691 "mean": 0.6309327806175266,19692 "ci_low": 0.6199282013046159,19693 "ci_high": 0.6421767376205215,19694 "n_items": 970,19695 "n_groups": 25819696 },19697 "exact_match": {19698 "mean": 0.0,19699 "ci_low": 0.0,19700 "ci_high": 0.0,19701 "n_items": 970,19702 "n_groups": 25819703 },19704 "number_recall": {19705 "mean": 0.9902308973958458,19706 "ci_low": 0.9858171131294478,19707 "ci_high": 0.9940151888785311,19708 "n_items": 970,19709 "n_groups": 25819710 },19711 "placeholders_exact": {19712 "mean": 0.9948453608247423,19713 "ci_low": 0.9890107142857143,19714 "ci_high": 0.9990196558075285,19715 "n_items": 970,19716 "n_groups": 25819717 }19718 }19719 },19720 "by_discipline": {19721 "biomedicine": {19722 "n": 386,19723 "chrf": {19724 "mean": 69.25468235947946,19725 "ci_low": 67.05850412282497,19726 "ci_high": 71.49246273315136,19727 "n_items": 386,19728 "n_groups": 6619729 },19730 "edit_sim": {19731 "mean": 0.679687406185711,19732 "ci_low": 0.6587057624757809,19733 "ci_high": 0.7009542272356024,19734 "n_items": 386,19735 "n_groups": 6619736 },19737 "rougeL": {19738 "mean": 0.6938207760267544,19739 "ci_low": 0.6716285668469796,19740 "ci_high": 0.7151842888016985,19741 "n_items": 386,19742 "n_groups": 6619743 },19744 "exact_match": {19745 "mean": 0.0,19746 "ci_low": 0.0,19747 "ci_high": 0.0,19748 "n_items": 386,19749 "n_groups": 6619750 },19751 "number_recall": {19752 "mean": 0.9926805671300489,19753 "ci_low": 0.9860814840362944,19754 "ci_high": 0.9978597928427327,19755 "n_items": 386,19756 "n_groups": 6619757 },19758 "placeholders_exact": {19759 "mean": 0.9896373056994818,19760 "ci_low": 0.9757412398921833,19761 "ci_high": 1.0,19762 "n_items": 386,19763 "n_groups": 6619764 }19765 },19766 "chemistry": {19767 "n": 173,19768 "chrf": {19769 "mean": 69.51963220224117,19770 "ci_low": 67.67921643164404,19771 "ci_high": 71.59185739061375,19772 "n_items": 173,19773 "n_groups": 1419774 },19775 "edit_sim": {19776 "mean": 0.6804599117340379,19777 "ci_low": 0.655650809713856,19778 "ci_high": 0.7100980809495695,19779 "n_items": 173,19780 "n_groups": 1419781 },19782 "rougeL": {19783 "mean": 0.6893935888657796,19784 "ci_low": 0.6659876408264895,19785 "ci_high": 0.7186027925511566,19786 "n_items": 173,19787 "n_groups": 1419788 },19789 "exact_match": {19790 "mean": 0.0,19791 "ci_low": 0.0,19792 "ci_high": 0.0,19793 "n_items": 173,19794 "n_groups": 1419795 },19796 "number_recall": {19797 "mean": 0.9779514801191102,19798 "ci_low": 0.9547920708547941,19799 "ci_high": 0.9948750682598294,19800 "n_items": 173,19801 "n_groups": 1419802 },19803 "placeholders_exact": {19804 "mean": 0.9942196531791907,19805 "ci_low": 0.9787196048632218,19806 "ci_high": 1.0,19807 "n_items": 173,19808 "n_groups": 1419809 }19810 },19811 "computer_science": {19812 "n": 200,19813 "chrf": {19814 "mean": 70.61173533954324,19815 "ci_low": 68.44187709701569,19816 "ci_high": 73.1418360652923,19817 "n_items": 200,19818 "n_groups": 1419819 },19820 "edit_sim": {19821 "mean": 0.7004074933502515,19822 "ci_low": 0.6756609963026529,19823 "ci_high": 0.7311700449043927,19824 "n_items": 200,19825 "n_groups": 1419826 },19827 "rougeL": {19828 "mean": 0.7081379210726426,19829 "ci_low": 0.6809756951098186,19830 "ci_high": 0.7395116835589252,19831 "n_items": 200,19832 "n_groups": 1419833 },19834 "exact_match": {19835 "mean": 0.0,19836 "ci_low": 0.0,19837 "ci_high": 0.0,19838 "n_items": 200,19839 "n_groups": 1419840 },19841 "number_recall": {19842 "mean": 0.9983928571428572,19843 "ci_low": 0.9957682370162894,19844 "ci_high": 1.0,19845 "n_items": 200,19846 "n_groups": 1419847 },19848 "placeholders_exact": {19849 "mean": 0.99,19850 "ci_low": 0.9699962311557788,19851 "ci_high": 1.0,19852 "n_items": 200,19853 "n_groups": 1419854 }19855 },19856 "earth_sciences": {19857 "n": 124,19858 "chrf": {19859 "mean": 68.83122530527145,19860 "ci_low": 63.49799466183824,19861 "ci_high": 72.08657387983459,19862 "n_items": 124,19863 "n_groups": 219864 },19865 "edit_sim": {19866 "mean": 0.6884671467397645,19867 "ci_low": 0.6531927204723699,19868 "ci_high": 0.7099982900458365,19869 "n_items": 124,19870 "n_groups": 219871 },19872 "rougeL": {19873 "mean": 0.6955943053629783,19874 "ci_low": 0.6528328617718048,19875 "ci_high": 0.7216954462562921,19876 "n_items": 124,19877 "n_groups": 219878 },19879 "exact_match": {19880 "mean": 0.0,19881 "ci_low": 0.0,19882 "ci_high": 0.0,19883 "n_items": 124,19884 "n_groups": 219885 },19886 "number_recall": {19887 "mean": 0.9945941155618575,19888 "ci_low": 0.9912944198658485,19889 "ci_high": 1.0,19890 "n_items": 124,19891 "n_groups": 219892 },19893 "placeholders_exact": {19894 "mean": 1.0,19895 "ci_low": 1.0,19896 "ci_high": 1.0,19897 "n_items": 124,19898 "n_groups": 219899 }19900 },19901 "economics": {19902 "n": 366,19903 "chrf": {19904 "mean": 67.66392430172499,19905 "ci_low": 66.10223769040783,19906 "ci_high": 69.06805185962061,19907 "n_items": 366,19908 "n_groups": 4819909 },19910 "edit_sim": {19911 "mean": 0.675665407584518,19912 "ci_low": 0.6589472102930846,19913 "ci_high": 0.6914113051472693,19914 "n_items": 366,19915 "n_groups": 4819916 },19917 "rougeL": {19918 "mean": 0.6758138110818503,19919 "ci_low": 0.6572874022537771,19920 "ci_high": 0.6926429840412504,19921 "n_items": 366,19922 "n_groups": 4819923 },19924 "exact_match": {19925 "mean": 0.0,19926 "ci_low": 0.0,19927 "ci_high": 0.0,19928 "n_items": 366,19929 "n_groups": 4819930 },19931 "number_recall": {19932 "mean": 0.9913869372885767,19933 "ci_low": 0.9828952830234751,19934 "ci_high": 0.9981184880305134,19935 "n_items": 366,19936 "n_groups": 4819937 },19938 "placeholders_exact": {19939 "mean": 1.0,19940 "ci_low": 1.0,19941 "ci_high": 1.0,19942 "n_items": 366,19943 "n_groups": 4819944 }19945 },19946 "engineering": {19947 "n": 213,19948 "chrf": {19949 "mean": 68.37687949827952,19950 "ci_low": 66.6487842289977,19951 "ci_high": 69.77081051743231,19952 "n_items": 213,19953 "n_groups": 2019954 },19955 "edit_sim": {19956 "mean": 0.6536414968047274,19957 "ci_low": 0.6281041154464134,19958 "ci_high": 0.6733609756838431,19959 "n_items": 213,19960 "n_groups": 2019961 },19962 "rougeL": {19963 "mean": 0.6726344109638098,19964 "ci_low": 0.6487460971922566,19965 "ci_high": 0.6908749866668757,19966 "n_items": 213,19967 "n_groups": 2019968 },19969 "exact_match": {19970 "mean": 0.0,19971 "ci_low": 0.0,19972 "ci_high": 0.0,19973 "n_items": 213,19974 "n_groups": 2019975 },19976 "number_recall": {19977 "mean": 0.9813166489222828,19978 "ci_low": 0.9725926412537292,19979 "ci_high": 0.9912090468282492,19980 "n_items": 213,19981 "n_groups": 2019982 },19983 "placeholders_exact": {19984 "mean": 0.9953051643192489,19985 "ci_low": 0.984375,19986 "ci_high": 1.0,19987 "n_items": 213,19988 "n_groups": 2019989 }19990 },19991 "finance": {19992 "n": 246,19993 "chrf": {19994 "mean": 68.84223399336037,19995 "ci_low": 67.01189570231475,19996 "ci_high": 70.60397809406201,19997 "n_items": 246,19998 "n_groups": 2719999 },20000 "edit_sim": {20001 "mean": 0.6771598854827909,20002 "ci_low": 0.6558889643650446,20003 "ci_high": 0.6971979578973441,20004 "n_items": 246,20005 "n_groups": 2720006 },20007 "rougeL": {20008 "mean": 0.6860642508081402,20009 "ci_low": 0.6617634229971607,20010 "ci_high": 0.7091126098575982,20011 "n_items": 246,20012 "n_groups": 2720013 },20014 "exact_match": {20015 "mean": 0.0,20016 "ci_low": 0.0,20017 "ci_high": 0.0,20018 "n_items": 246,20019 "n_groups": 2720020 },20021 "number_recall": {20022 "mean": 0.986560052413711,20023 "ci_low": 0.9744033373613525,20024 "ci_high": 0.9959671683671902,20025 "n_items": 246,20026 "n_groups": 2720027 },20028 "placeholders_exact": {20029 "mean": 1.0,20030 "ci_low": 1.0,20031 "ci_high": 1.0,20032 "n_items": 246,20033 "n_groups": 2720034 }20035 },20036 "general_reference": {20037 "n": 29,20038 "chrf": {20039 "mean": 66.39648934374883,20040 "ci_low": 64.12577478369118,20041 "ci_high": 71.44252169943248,20042 "n_items": 29,20043 "n_groups": 220044 },20045 "edit_sim": {20046 "mean": 0.6624498511516548,20047 "ci_low": 0.6535186782835402,20048 "ci_high": 0.6822969019696874,20049 "n_items": 29,20050 "n_groups": 220051 },20052 "rougeL": {20053 "mean": 0.6843117423642449,20054 "ci_low": 0.6677379082105105,20055 "ci_high": 0.7211424849280994,20056 "n_items": 29,20057 "n_groups": 220058 },20059 "exact_match": {20060 "mean": 0.0,20061 "ci_low": 0.0,20062 "ci_high": 0.0,20063 "n_items": 29,20064 "n_groups": 220065 },20066 "number_recall": {20067 "mean": 1.0,20068 "ci_low": 1.0,20069 "ci_high": 1.0,20070 "n_items": 29,20071 "n_groups": 220072 },20073 "placeholders_exact": {20074 "mean": 1.0,20075 "ci_low": 1.0,20076 "ci_high": 1.0,20077 "n_items": 29,20078 "n_groups": 220079 }20080 },20081 "humanities": {20082 "n": 161,20083 "chrf": {20084 "mean": 63.359836435519746,20085 "ci_low": 60.550867636911846,20086 "ci_high": 65.47808475469564,20087 "n_items": 161,20088 "n_groups": 420089 },20090 "edit_sim": {20091 "mean": 0.6327340063444773,20092 "ci_low": 0.6076129523707636,20093 "ci_high": 0.652155353346447,20094 "n_items": 161,20095 "n_groups": 420096 },20097 "rougeL": {20098 "mean": 0.6319033423563932,20099 "ci_low": 0.6067720711002204,20100 "ci_high": 0.667414912408892,20101 "n_items": 161,20102 "n_groups": 420103 },20104 "exact_match": {20105 "mean": 0.0,20106 "ci_low": 0.0,20107 "ci_high": 0.0,20108 "n_items": 161,20109 "n_groups": 420110 },20111 "number_recall": {20112 "mean": 0.9958592132505175,20113 "ci_low": 0.991869918699187,20114 "ci_high": 1.0,20115 "n_items": 161,20116 "n_groups": 420117 },20118 "placeholders_exact": {20119 "mean": 0.9875776397515528,20120 "ci_low": 0.9779005524861878,20121 "ci_high": 1.0,20122 "n_items": 161,20123 "n_groups": 420124 }20125 },20126 "life_sciences": {20127 "n": 366,20128 "chrf": {20129 "mean": 68.63505279194955,20130 "ci_low": 65.41842712587707,20131 "ci_high": 71.5614369188007,20132 "n_items": 366,20133 "n_groups": 5120134 },20135 "edit_sim": {20136 "mean": 0.675086484127307,20137 "ci_low": 0.6480573786081929,20138 "ci_high": 0.700466095535366,20139 "n_items": 366,20140 "n_groups": 5120141 },20142 "rougeL": {20143 "mean": 0.680476506304846,20144 "ci_low": 0.6543389956316403,20145 "ci_high": 0.7060646856210471,20146 "n_items": 366,20147 "n_groups": 5120148 },20149 "exact_match": {20150 "mean": 0.0,20151 "ci_low": 0.0,20152 "ci_high": 0.0,20153 "n_items": 366,20154 "n_groups": 5120155 },20156 "number_recall": {20157 "mean": 0.9915365599791829,20158 "ci_low": 0.9834508612866218,20159 "ci_high": 0.9987753481959427,20160 "n_items": 366,20161 "n_groups": 5120162 },20163 "placeholders_exact": {20164 "mean": 0.994535519125683,20165 "ci_low": 0.9846938775510204,20166 "ci_high": 1.0,20167 "n_items": 366,20168 "n_groups": 5120169 }20170 },20171 "mathematics": {20172 "n": 180,20173 "chrf": {20174 "mean": 70.76217774633051,20175 "ci_low": 67.23418268692555,20176 "ci_high": 72.73694256966085,20177 "n_items": 180,20178 "n_groups": 420179 },20180 "edit_sim": {20181 "mean": 0.6971645655333485,20182 "ci_low": 0.6553097912886805,20183 "ci_high": 0.7283099156389327,20184 "n_items": 180,20185 "n_groups": 420186 },20187 "rougeL": {20188 "mean": 0.7090826503181945,20189 "ci_low": 0.6606020108072835,20190 "ci_high": 0.7319063142467751,20191 "n_items": 180,20192 "n_groups": 420193 },20194 "exact_match": {20195 "mean": 0.0,20196 "ci_low": 0.0,20197 "ci_high": 0.0,20198 "n_items": 180,20199 "n_groups": 420200 },20201 "number_recall": {20202 "mean": 0.9863932980599647,20203 "ci_low": 0.9781746031746031,20204 "ci_high": 0.9956140350877193,20205 "n_items": 180,20206 "n_groups": 420207 },20208 "placeholders_exact": {20209 "mean": 0.9944444444444445,20210 "ci_low": 0.9846153846153847,20211 "ci_high": 1.0,20212 "n_items": 180,20213 "n_groups": 420214 }20215 },20216 "other": {20217 "n": 66,20218 "chrf": {20219 "mean": 68.18133203245011,20220 "ci_low": 64.84647897536152,20221 "ci_high": 72.29428230290979,20222 "n_items": 66,20223 "n_groups": 520224 },20225 "edit_sim": {20226 "mean": 0.6728031825826027,20227 "ci_low": 0.6382277919195607,20228 "ci_high": 0.7161268620727997,20229 "n_items": 66,20230 "n_groups": 520231 },20232 "rougeL": {20233 "mean": 0.6788917951523702,20234 "ci_low": 0.6485698551879299,20235 "ci_high": 0.7152963553050747,20236 "n_items": 66,20237 "n_groups": 520238 },20239 "exact_match": {20240 "mean": 0.0,20241 "ci_low": 0.0,20242 "ci_high": 0.0,20243 "n_items": 66,20244 "n_groups": 520245 },20246 "number_recall": {20247 "mean": 1.0,20248 "ci_low": 1.0,20249 "ci_high": 1.0,20250 "n_items": 66,20251 "n_groups": 520252 },20253 "placeholders_exact": {20254 "mean": 1.0,20255 "ci_low": 1.0,20256 "ci_high": 1.0,20257 "n_items": 66,20258 "n_groups": 520259 }20260 },20261 "social_sciences": {20262 "n": 310,20263 "chrf": {20264 "mean": 68.98336382846415,20265 "ci_low": 66.20245231649717,20266 "ci_high": 71.44022637929821,20267 "n_items": 310,20268 "n_groups": 2020269 },20270 "edit_sim": {20271 "mean": 0.6809111723726295,20272 "ci_low": 0.65350981248655,20273 "ci_high": 0.7037767875554941,20274 "n_items": 310,20275 "n_groups": 2020276 },20277 "rougeL": {20278 "mean": 0.6915195575738748,20279 "ci_low": 0.6594294043870893,20280 "ci_high": 0.7191146015348031,20281 "n_items": 310,20282 "n_groups": 2020283 },20284 "exact_match": {20285 "mean": 0.0,20286 "ci_low": 0.0,20287 "ci_high": 0.0,20288 "n_items": 310,20289 "n_groups": 2020290 },20291 "number_recall": {20292 "mean": 0.997496974351813,20293 "ci_low": 0.9956088879653153,20294 "ci_high": 0.9993713690487628,20295 "n_items": 310,20296 "n_groups": 2020297 },20298 "placeholders_exact": {20299 "mean": 1.0,20300 "ci_low": 1.0,20301 "ci_high": 1.0,20302 "n_items": 310,20303 "n_groups": 2020304 }20305 },20306 "statistics": {20307 "n": 180,20308 "chrf": {20309 "mean": 72.0804421295202,20310 "ci_low": 69.99105855690863,20311 "ci_high": 73.40414517214364,20312 "n_items": 180,20313 "n_groups": 720314 },20315 "edit_sim": {20316 "mean": 0.7115764501731874,20317 "ci_low": 0.6786075591069398,20318 "ci_high": 0.7267445105506435,20319 "n_items": 180,20320 "n_groups": 720321 },20322 "rougeL": {20323 "mean": 0.7253887172527931,20324 "ci_low": 0.691597593246082,20325 "ci_high": 0.7409888167866063,20326 "n_items": 180,20327 "n_groups": 720328 },20329 "exact_match": {20330 "mean": 0.0,20331 "ci_low": 0.0,20332 "ci_high": 0.0,20333 "n_items": 180,20334 "n_groups": 720335 },20336 "number_recall": {20337 "mean": 0.9829320987654323,20338 "ci_low": 0.9575720834704848,20339 "ci_high": 0.9978354978354977,20340 "n_items": 180,20341 "n_groups": 720342 },20343 "placeholders_exact": {20344 "mean": 0.9944444444444445,20345 "ci_low": 0.9767303433001107,20346 "ci_high": 1.0,20347 "n_items": 180,20348 "n_groups": 720349 }20350 }20351 },20352 "by_era": {20353 "1900-1949": {20354 "n": 315,20355 "chrf": {20356 "mean": 62.06362485532777,20357 "ci_low": 60.02235167440902,20358 "ci_high": 64.89150015069382,20359 "n_items": 315,20360 "n_groups": 1420361 },20362 "edit_sim": {20363 "mean": 0.6275120154211464,20364 "ci_low": 0.6069806654928488,20365 "ci_high": 0.6533660615815837,20366 "n_items": 315,20367 "n_groups": 1420368 },20369 "rougeL": {20370 "mean": 0.6317338573096541,20371 "ci_low": 0.6090678572106898,20372 "ci_high": 0.6611446013765275,20373 "n_items": 315,20374 "n_groups": 1420375 },20376 "exact_match": {20377 "mean": 0.0,20378 "ci_low": 0.0,20379 "ci_high": 0.0,20380 "n_items": 315,20381 "n_groups": 1420382 },20383 "number_recall": {20384 "mean": 0.9968253968253968,20385 "ci_low": 0.9913294797687862,20386 "ci_high": 1.0,20387 "n_items": 315,20388 "n_groups": 1420389 },20390 "placeholders_exact": {20391 "mean": 1.0,20392 "ci_low": 1.0,20393 "ci_high": 1.0,20394 "n_items": 315,20395 "n_groups": 1420396 }20397 },20398 "1950-1979": {20399 "n": 12,20400 "chrf": {20401 "mean": 57.22062792914125,20402 "ci_low": 57.22062792914125,20403 "ci_high": 57.22062792914125,20404 "n_items": 12,20405 "n_groups": 120406 },20407 "edit_sim": {20408 "mean": 0.5797898626689987,20409 "ci_low": 0.5797898626689987,20410 "ci_high": 0.5797898626689987,20411 "n_items": 12,20412 "n_groups": 120413 },20414 "rougeL": {20415 "mean": 0.5887372458425695,20416 "ci_low": 0.5887372458425695,20417 "ci_high": 0.5887372458425695,20418 "n_items": 12,20419 "n_groups": 120420 },20421 "exact_match": {20422 "mean": 0.0,20423 "ci_low": 0.0,20424 "ci_high": 0.0,20425 "n_items": 12,20426 "n_groups": 120427 },20428 "number_recall": {20429 "mean": 1.0,20430 "ci_low": 1.0,20431 "ci_high": 1.0,20432 "n_items": 12,20433 "n_groups": 120434 },20435 "placeholders_exact": {20436 "mean": 1.0,20437 "ci_low": 1.0,20438 "ci_high": 1.0,20439 "n_items": 12,20440 "n_groups": 120441 }20442 },20443 "1980-1999": {20444 "n": 21,20445 "chrf": {20446 "mean": 72.2335415338079,20447 "ci_low": 67.31699688134896,20448 "ci_high": 73.54253570619483,20449 "n_items": 21,20450 "n_groups": 320451 },20452 "edit_sim": {20453 "mean": 0.7152599052553416,20454 "ci_low": 0.6797047314980933,20455 "ci_high": 0.7322265490702339,20456 "n_items": 21,20457 "n_groups": 320458 },20459 "rougeL": {20460 "mean": 0.7131824360168257,20461 "ci_low": 0.6794987402926018,20462 "ci_high": 0.7279033191280674,20463 "n_items": 21,20464 "n_groups": 320465 },20466 "exact_match": {20467 "mean": 0.0,20468 "ci_low": 0.0,20469 "ci_high": 0.0,20470 "n_items": 21,20471 "n_groups": 320472 },20473 "number_recall": {20474 "mean": 1.0,20475 "ci_low": 1.0,20476 "ci_high": 1.0,20477 "n_items": 21,20478 "n_groups": 320479 },20480 "placeholders_exact": {20481 "mean": 1.0,20482 "ci_low": 1.0,20483 "ci_high": 1.0,20484 "n_items": 21,20485 "n_groups": 320486 }20487 },20488 "2000-2009": {20489 "n": 95,20490 "chrf": {20491 "mean": 69.86162537116628,20492 "ci_low": 67.21211842398803,20493 "ci_high": 72.42182795046368,20494 "n_items": 95,20495 "n_groups": 1820496 },20497 "edit_sim": {20498 "mean": 0.6793411402490251,20499 "ci_low": 0.6450421788917428,20500 "ci_high": 0.7115546257281549,20501 "n_items": 95,20502 "n_groups": 1820503 },20504 "rougeL": {20505 "mean": 0.6889005759132069,20506 "ci_low": 0.6563815150708041,20507 "ci_high": 0.7194358717970678,20508 "n_items": 95,20509 "n_groups": 1820510 },20511 "exact_match": {20512 "mean": 0.0,20513 "ci_low": 0.0,20514 "ci_high": 0.0,20515 "n_items": 95,20516 "n_groups": 1820517 },20518 "number_recall": {20519 "mean": 0.9778947368421052,20520 "ci_low": 0.9425210727969349,20521 "ci_high": 1.0,20522 "n_items": 95,20523 "n_groups": 1820524 },20525 "placeholders_exact": {20526 "mean": 0.9894736842105263,20527 "ci_low": 0.9655172413793104,20528 "ci_high": 1.0,20529 "n_items": 95,20530 "n_groups": 1820531 }20532 },20533 "2010-2017": {20534 "n": 2557,20535 "chrf": {20536 "mean": 69.66522458660602,20537 "ci_low": 68.9629841335651,20538 "ci_high": 70.34273329184855,20539 "n_items": 2557,20540 "n_groups": 24820541 },20542 "edit_sim": {20543 "mean": 0.6850500347565307,20544 "ci_low": 0.6771695914965759,20545 "ci_high": 0.6925553970794294,20546 "n_items": 2557,20547 "n_groups": 24820548 },20549 "rougeL": {20550 "mean": 0.6945198389382822,20551 "ci_low": 0.6857767118837278,20552 "ci_high": 0.7027737953198301,20553 "n_items": 2557,20554 "n_groups": 24820555 },20556 "exact_match": {20557 "mean": 0.0,20558 "ci_low": 0.0,20559 "ci_high": 0.0,20560 "n_items": 2557,20561 "n_groups": 24820562 },20563 "number_recall": {20564 "mean": 0.9902106893454174,20565 "ci_low": 0.9870101414236337,20566 "ci_high": 0.9929726404465016,20567 "n_items": 2557,20568 "n_groups": 24820569 },20570 "placeholders_exact": {20571 "mean": 0.9949159170903402,20572 "ci_low": 0.9915935163512057,20573 "ci_high": 0.9978682769584032,20574 "n_items": 2557,20575 "n_groups": 24820576 }20577 }20578 },20579 "by_role": {20580 "abstract": {20581 "n": 244,20582 "chrf": {20583 "mean": 70.42427162714233,20584 "ci_low": 68.92944861531372,20585 "ci_high": 72.01492429623083,20586 "n_items": 244,20587 "n_groups": 5220588 },20589 "edit_sim": {20590 "mean": 0.6930276175281275,20591 "ci_low": 0.6737886737105249,20592 "ci_high": 0.7128734336933982,20593 "n_items": 244,20594 "n_groups": 5220595 },20596 "rougeL": {20597 "mean": 0.6966344444127636,20598 "ci_low": 0.6767152167355583,20599 "ci_high": 0.7170119320459263,20600 "n_items": 244,20601 "n_groups": 5220602 },20603 "exact_match": {20604 "mean": 0.0,20605 "ci_low": 0.0,20606 "ci_high": 0.0,20607 "n_items": 244,20608 "n_groups": 5220609 },20610 "number_recall": {20611 "mean": 0.9887210012210014,20612 "ci_low": 0.9755305677378973,20613 "ci_high": 0.9974105381383142,20614 "n_items": 244,20615 "n_groups": 5220616 },20617 "placeholders_exact": {20618 "mean": 1.0,20619 "ci_low": 1.0,20620 "ci_high": 1.0,20621 "n_items": 244,20622 "n_groups": 5220623 }20624 },20625 "background": {20626 "n": 184,20627 "chrf": {20628 "mean": 70.50225647187533,20629 "ci_low": 68.60591013854449,20630 "ci_high": 72.56772290899102,20631 "n_items": 184,20632 "n_groups": 2520633 },20634 "edit_sim": {20635 "mean": 0.6947752033615405,20636 "ci_low": 0.6734071109241329,20637 "ci_high": 0.7188219754367438,20638 "n_items": 184,20639 "n_groups": 2520640 },20641 "rougeL": {20642 "mean": 0.6936789228572369,20643 "ci_low": 0.673090815993907,20644 "ci_high": 0.715691581765626,20645 "n_items": 184,20646 "n_groups": 2520647 },20648 "exact_match": {20649 "mean": 0.0,20650 "ci_low": 0.0,20651 "ci_high": 0.0,20652 "n_items": 184,20653 "n_groups": 2520654 },20655 "number_recall": {20656 "mean": 0.9945652173913043,20657 "ci_low": 0.981363548136646,20658 "ci_high": 1.0,20659 "n_items": 184,20660 "n_groups": 2520661 },20662 "placeholders_exact": {20663 "mean": 0.9836956521739131,20664 "ci_low": 0.9536423841059603,20665 "ci_high": 1.0,20666 "n_items": 184,20667 "n_groups": 2520668 }20669 },20670 "chapter": {20671 "n": 191,20672 "chrf": {20673 "mean": 64.70658868627902,20674 "ci_low": 62.00980036364206,20675 "ci_high": 67.1816196740723,20676 "n_items": 191,20677 "n_groups": 1320678 },20679 "edit_sim": {20680 "mean": 0.6528766561287771,20681 "ci_low": 0.628019320048374,20682 "ci_high": 0.6746208549590434,20683 "n_items": 191,20684 "n_groups": 1320685 },20686 "rougeL": {20687 "mean": 0.6620757445097007,20688 "ci_low": 0.6333581300803388,20689 "ci_high": 0.6885731122334634,20690 "n_items": 191,20691 "n_groups": 1320692 },20693 "exact_match": {20694 "mean": 0.0,20695 "ci_low": 0.0,20696 "ci_high": 0.0,20697 "n_items": 191,20698 "n_groups": 1320699 },20700 "number_recall": {20701 "mean": 0.9947643979057592,20702 "ci_low": 0.9835142067876874,20703 "ci_high": 1.0,20704 "n_items": 191,20705 "n_groups": 1320706 },20707 "placeholders_exact": {20708 "mean": 1.0,20709 "ci_low": 1.0,20710 "ci_high": 1.0,20711 "n_items": 191,20712 "n_groups": 1320713 }20714 },20715 "conclusion": {20716 "n": 251,20717 "chrf": {20718 "mean": 66.33605030427468,20719 "ci_low": 64.42804312610295,20720 "ci_high": 68.58787968366187,20721 "n_items": 251,20722 "n_groups": 4620723 },20724 "edit_sim": {20725 "mean": 0.6564877687852072,20726 "ci_low": 0.6315553357468235,20727 "ci_high": 0.6859978897517028,20728 "n_items": 251,20729 "n_groups": 4620730 },20731 "rougeL": {20732 "mean": 0.6545359173411021,20733 "ci_low": 0.6298688998025774,20734 "ci_high": 0.6827084577346657,20735 "n_items": 251,20736 "n_groups": 4620737 },20738 "exact_match": {20739 "mean": 0.0,20740 "ci_low": 0.0,20741 "ci_high": 0.0,20742 "n_items": 251,20743 "n_groups": 4620744 },20745 "number_recall": {20746 "mean": 0.9942231075697212,20747 "ci_low": 0.9844126315789473,20748 "ci_high": 1.0,20749 "n_items": 251,20750 "n_groups": 4620751 },20752 "placeholders_exact": {20753 "mean": 0.9880478087649402,20754 "ci_low": 0.9695942734559655,20755 "ci_high": 1.0,20756 "n_items": 251,20757 "n_groups": 4620758 }20759 },20760 "data": {20761 "n": 207,20762 "chrf": {20763 "mean": 71.24724227763801,20764 "ci_low": 69.71830165178478,20765 "ci_high": 72.80664596581136,20766 "n_items": 207,20767 "n_groups": 3320768 },20769 "edit_sim": {20770 "mean": 0.6927538813724395,20771 "ci_low": 0.6793992290358529,20772 "ci_high": 0.7054239504823026,20773 "n_items": 207,20774 "n_groups": 3320775 },20776 "rougeL": {20777 "mean": 0.7206533717298595,20778 "ci_low": 0.7068210544438993,20779 "ci_high": 0.7352508723928597,20780 "n_items": 207,20781 "n_groups": 3320782 },20783 "exact_match": {20784 "mean": 0.0,20785 "ci_low": 0.0,20786 "ci_high": 0.0,20787 "n_items": 207,20788 "n_groups": 3320789 },20790 "number_recall": {20791 "mean": 0.9840968210533427,20792 "ci_low": 0.9711210921374892,20793 "ci_high": 0.9947026233146362,20794 "n_items": 207,20795 "n_groups": 3320796 },20797 "placeholders_exact": {20798 "mean": 1.0,20799 "ci_low": 1.0,20800 "ci_high": 1.0,20801 "n_items": 207,20802 "n_groups": 3320803 }20804 },20805 "discussion": {20806 "n": 279,20807 "chrf": {20808 "mean": 69.24587831150606,20809 "ci_low": 67.46006066037792,20810 "ci_high": 71.1699782561557,20811 "n_items": 279,20812 "n_groups": 4320813 },20814 "edit_sim": {20815 "mean": 0.6795528861888779,20816 "ci_low": 0.6604845435066735,20817 "ci_high": 0.7005230823377828,20818 "n_items": 279,20819 "n_groups": 4320820 },20821 "rougeL": {20822 "mean": 0.6798573707087348,20823 "ci_low": 0.6567982388843497,20824 "ci_high": 0.7044625612679518,20825 "n_items": 279,20826 "n_groups": 4320827 },20828 "exact_match": {20829 "mean": 0.0,20830 "ci_low": 0.0,20831 "ci_high": 0.0,20832 "n_items": 279,20833 "n_groups": 4320834 },20835 "number_recall": {20836 "mean": 0.9958909370199692,20837 "ci_low": 0.9899224594197109,20838 "ci_high": 0.9995599361026298,20839 "n_items": 279,20840 "n_groups": 4320841 },20842 "placeholders_exact": {20843 "mean": 0.996415770609319,20844 "ci_low": 0.9889288642886429,20845 "ci_high": 1.0,20846 "n_items": 279,20847 "n_groups": 4320848 }20849 },20850 "introduction": {20851 "n": 336,20852 "chrf": {20853 "mean": 68.78929393270789,20854 "ci_low": 67.34794375178589,20855 "ci_high": 70.144487513736,20856 "n_items": 336,20857 "n_groups": 5620858 },20859 "edit_sim": {20860 "mean": 0.6805868059895369,20861 "ci_low": 0.6634727197161991,20862 "ci_high": 0.6957045337667397,20863 "n_items": 336,20864 "n_groups": 5620865 },20866 "rougeL": {20867 "mean": 0.6834377607598533,20868 "ci_low": 0.6674028081606121,20869 "ci_high": 0.6972960894937604,20870 "n_items": 336,20871 "n_groups": 5620872 },20873 "exact_match": {20874 "mean": 0.0,20875 "ci_low": 0.0,20876 "ci_high": 0.0,20877 "n_items": 336,20878 "n_groups": 5620879 },20880 "number_recall": {20881 "mean": 0.9912674131424131,20882 "ci_low": 0.9773660498306725,20883 "ci_high": 0.9990621262533796,20884 "n_items": 336,20885 "n_groups": 5620886 },20887 "placeholders_exact": {20888 "mean": 0.9940476190476191,20889 "ci_low": 0.9848024316109423,20890 "ci_high": 1.0,20891 "n_items": 336,20892 "n_groups": 5620893 }20894 },20895 "limitations": {20896 "n": 90,20897 "chrf": {20898 "mean": 67.50336687311743,20899 "ci_low": 64.20085219541481,20900 "ci_high": 71.15081552867602,20901 "n_items": 90,20902 "n_groups": 1420903 },20904 "edit_sim": {20905 "mean": 0.665728155867833,20906 "ci_low": 0.6289135407097574,20907 "ci_high": 0.7061673188835635,20908 "n_items": 90,20909 "n_groups": 1420910 },20911 "rougeL": {20912 "mean": 0.6618810688090767,20913 "ci_low": 0.6204909986881335,20914 "ci_high": 0.7038662659026746,20915 "n_items": 90,20916 "n_groups": 1420917 },20918 "exact_match": {20919 "mean": 0.0,20920 "ci_low": 0.0,20921 "ci_high": 0.0,20922 "n_items": 90,20923 "n_groups": 1420924 },20925 "number_recall": {20926 "mean": 1.0,20927 "ci_low": 1.0,20928 "ci_high": 1.0,20929 "n_items": 90,20930 "n_groups": 1420931 },20932 "placeholders_exact": {20933 "mean": 1.0,20934 "ci_low": 1.0,20935 "ci_high": 1.0,20936 "n_items": 90,20937 "n_groups": 1420938 }20939 },20940 "methods": {20941 "n": 265,20942 "chrf": {20943 "mean": 70.96179439983382,20944 "ci_low": 69.24712031767886,20945 "ci_high": 72.76902003128711,20946 "n_items": 265,20947 "n_groups": 4520948 },20949 "edit_sim": {20950 "mean": 0.6924081685922797,20951 "ci_low": 0.6720635329367399,20952 "ci_high": 0.713302951805306,20953 "n_items": 265,20954 "n_groups": 4520955 },20956 "rougeL": {20957 "mean": 0.7153370716036717,20958 "ci_low": 0.6972667352791251,20959 "ci_high": 0.7347514997087866,20960 "n_items": 265,20961 "n_groups": 4520962 },20963 "exact_match": {20964 "mean": 0.0,20965 "ci_low": 0.0,20966 "ci_high": 0.0,20967 "n_items": 265,20968 "n_groups": 4520969 },20970 "number_recall": {20971 "mean": 0.980535407988238,20972 "ci_low": 0.969450507121169,20973 "ci_high": 0.9914372340240108,20974 "n_items": 265,20975 "n_groups": 4520976 },20977 "placeholders_exact": {20978 "mean": 1.0,20979 "ci_low": 1.0,20980 "ci_high": 1.0,20981 "n_items": 265,20982 "n_groups": 4520983 }20984 },20985 "other": {20986 "n": 275,20987 "chrf": {20988 "mean": 68.9272358216618,20989 "ci_low": 66.90052408740034,20990 "ci_high": 71.02030277375528,20991 "n_items": 275,20992 "n_groups": 3820993 },20994 "edit_sim": {20995 "mean": 0.6702735206590706,20996 "ci_low": 0.6450176567181013,20997 "ci_high": 0.6952881826612586,20998 "n_items": 275,20999 "n_groups": 3821000 },21001 "rougeL": {21002 "mean": 0.6846820062905601,21003 "ci_low": 0.6603469620537794,21004 "ci_high": 0.7084218284077989,21005 "n_items": 275,21006 "n_groups": 3821007 },21008 "exact_match": {21009 "mean": 0.0,21010 "ci_low": 0.0,21011 "ci_high": 0.0,21012 "n_items": 275,21013 "n_groups": 3821014 },21015 "number_recall": {21016 "mean": 0.9955266955266955,21017 "ci_low": 0.9905018514094601,21018 "ci_high": 0.9994710925732825,21019 "n_items": 275,21020 "n_groups": 3821021 },21022 "placeholders_exact": {21023 "mean": 0.9963636363636363,21024 "ci_low": 0.9877036531066586,21025 "ci_high": 1.0,21026 "n_items": 275,21027 "n_groups": 3821028 }21029 },21030 "preface": {21031 "n": 114,21032 "chrf": {21033 "mean": 57.52750719805635,21034 "ci_low": 54.40179395868961,21035 "ci_high": 60.9813746370939,21036 "n_items": 114,21037 "n_groups": 921038 },21039 "edit_sim": {21040 "mean": 0.5799886327839031,21041 "ci_low": 0.5467046705930065,21042 "ci_high": 0.6138929107699845,21043 "n_items": 114,21044 "n_groups": 921045 },21046 "rougeL": {21047 "mean": 0.5747134489487652,21048 "ci_low": 0.5373575477801625,21049 "ci_high": 0.608089127513052,21050 "n_items": 114,21051 "n_groups": 921052 },21053 "exact_match": {21054 "mean": 0.0,21055 "ci_low": 0.0,21056 "ci_high": 0.0,21057 "n_items": 114,21058 "n_groups": 921059 },21060 "number_recall": {21061 "mean": 1.0,21062 "ci_low": 1.0,21063 "ci_high": 1.0,21064 "n_items": 114,21065 "n_groups": 921066 },21067 "placeholders_exact": {21068 "mean": 1.0,21069 "ci_low": 1.0,21070 "ci_high": 1.0,21071 "n_items": 114,21072 "n_groups": 921073 }21074 },21075 "related_work": {21076 "n": 109,21077 "chrf": {21078 "mean": 71.98948979368487,21079 "ci_low": 69.48090993327864,21080 "ci_high": 74.22084324386809,21081 "n_items": 109,21082 "n_groups": 1621083 },21084 "edit_sim": {21085 "mean": 0.7226708104911125,21086 "ci_low": 0.6931924394331312,21087 "ci_high": 0.7512084068142885,21088 "n_items": 109,21089 "n_groups": 1621090 },21091 "rougeL": {21092 "mean": 0.7156981229756227,21093 "ci_low": 0.6870625236783171,21094 "ci_high": 0.7439890801647414,21095 "n_items": 109,21096 "n_groups": 1621097 },21098 "exact_match": {21099 "mean": 0.0,21100 "ci_low": 0.0,21101 "ci_high": 0.0,21102 "n_items": 109,21103 "n_groups": 1621104 },21105 "number_recall": {21106 "mean": 0.985225783390921,21107 "ci_low": 0.9651784846401927,21108 "ci_high": 1.0,21109 "n_items": 109,21110 "n_groups": 1621111 },21112 "placeholders_exact": {21113 "mean": 1.0,21114 "ci_low": 1.0,21115 "ci_high": 1.0,21116 "n_items": 109,21117 "n_groups": 1621118 }21119 },21120 "results": {21121 "n": 263,21122 "chrf": {21123 "mean": 70.45432103890586,21124 "ci_low": 68.85061437077147,21125 "ci_high": 72.11145169071197,21126 "n_items": 263,21127 "n_groups": 4621128 },21129 "edit_sim": {21130 "mean": 0.6950166848004579,21131 "ci_low": 0.675009112502607,21132 "ci_high": 0.7150546848381938,21133 "n_items": 263,21134 "n_groups": 4621135 },21136 "rougeL": {21137 "mean": 0.7117535283435762,21138 "ci_low": 0.689918175907347,21139 "ci_high": 0.7329537129168793,21140 "n_items": 263,21141 "n_groups": 4621142 },21143 "exact_match": {21144 "mean": 0.0,21145 "ci_low": 0.0,21146 "ci_high": 0.0,21147 "n_items": 263,21148 "n_groups": 4621149 },21150 "number_recall": {21151 "mean": 0.986012281972358,21152 "ci_low": 0.9740850402790838,21153 "ci_high": 0.9947894931318549,21154 "n_items": 263,21155 "n_groups": 4621156 },21157 "placeholders_exact": {21158 "mean": 0.9961977186311787,21159 "ci_low": 0.9875505705394191,21160 "ci_high": 1.0,21161 "n_items": 263,21162 "n_groups": 4621163 }21164 },21165 "theory": {21166 "n": 192,21167 "chrf": {21168 "mean": 69.83622860996518,21169 "ci_low": 67.8811873677473,21170 "ci_high": 71.22572377664272,21171 "n_items": 192,21172 "n_groups": 2921173 },21174 "edit_sim": {21175 "mean": 0.6893683232400595,21176 "ci_low": 0.668511727774081,21177 "ci_high": 0.7053010804034806,21178 "n_items": 192,21179 "n_groups": 2921180 },21181 "rougeL": {21182 "mean": 0.7155135255825362,21183 "ci_low": 0.6939264705736916,21184 "ci_high": 0.7318429244877324,21185 "n_items": 192,21186 "n_groups": 2921187 },21188 "exact_match": {21189 "mean": 0.0,21190 "ci_low": 0.0,21191 "ci_high": 0.0,21192 "n_items": 192,21193 "n_groups": 2921194 },21195 "number_recall": {21196 "mean": 0.9850040584415586,21197 "ci_low": 0.9706390477908335,21198 "ci_high": 0.9947513608312792,21199 "n_items": 192,21200 "n_groups": 2921201 },21202 "placeholders_exact": {21203 "mean": 0.984375,21204 "ci_low": 0.9602272727272727,21205 "ci_high": 1.0,21206 "n_items": 192,21207 "n_groups": 2921208 }21209 }21210 }21211 },21212 "htr-medium_m2_tiny_mediumdenoiseinit": {21213 "overall": {21214 "n": 3000,21215 "chrf": {21216 "mean": 68.57223562817168,21217 "ci_low": 67.76980436138876,21218 "ci_high": 69.3511980517566,21219 "n_items": 3000,21220 "n_groups": 28421221 },21222 "edit_sim": {21223 "mean": 0.6767469133016171,21224 "ci_low": 0.6690260448403366,21225 "ci_high": 0.6843034035907046,21226 "n_items": 3000,21227 "n_groups": 28421228 },21229 "rougeL": {21230 "mean": 0.6851294858238052,21231 "ci_low": 0.6766617688562101,21232 "ci_high": 0.693565584654132,21233 "n_items": 3000,21234 "n_groups": 28421235 },21236 "exact_match": {21237 "mean": 0.0,21238 "ci_low": 0.0,21239 "ci_high": 0.0,21240 "n_items": 3000,21241 "n_groups": 28421242 },21243 "number_recall": {21244 "mean": 0.9884952842636667,21245 "ci_low": 0.9851778275909053,21246 "ci_high": 0.9915111981517717,21247 "n_items": 3000,21248 "n_groups": 28421249 },21250 "placeholders_exact": {21251 "mean": 0.9953333333333333,21252 "ci_low": 0.9908939876936763,21253 "ci_high": 0.9988980202182142,21254 "n_items": 3000,21255 "n_groups": 28421256 }21257 },21258 "by_variant": {21259 "A": {21260 "n": 494,21261 "chrf": {21262 "mean": 67.72090518157725,21263 "ci_low": 66.71172031098205,21264 "ci_high": 68.72028845049014,21265 "n_items": 494,21266 "n_groups": 23921267 },21268 "edit_sim": {21269 "mean": 0.6653318475545189,21270 "ci_low": 0.6555902404531326,21271 "ci_high": 0.6755981471530303,21272 "n_items": 494,21273 "n_groups": 23921274 },21275 "rougeL": {21276 "mean": 0.6718923378608248,21277 "ci_low": 0.6610565684887678,21278 "ci_high": 0.6827872314043334,21279 "n_items": 494,21280 "n_groups": 23921281 },21282 "exact_match": {21283 "mean": 0.0,21284 "ci_low": 0.0,21285 "ci_high": 0.0,21286 "n_items": 494,21287 "n_groups": 23921288 },21289 "number_recall": {21290 "mean": 0.9894340364988138,21291 "ci_low": 0.9846627497666262,21292 "ci_high": 0.9933950941721379,21293 "n_items": 494,21294 "n_groups": 23921295 },21296 "placeholders_exact": {21297 "mean": 0.9898785425101214,21298 "ci_low": 0.9804760560510419,21299 "ci_high": 0.9979508196721312,21300 "n_items": 494,21301 "n_groups": 23921302 }21303 },21304 "B": {21305 "n": 487,21306 "chrf": {21307 "mean": 73.51243203099747,21308 "ci_low": 72.60381848696072,21309 "ci_high": 74.45141121865616,21310 "n_items": 487,21311 "n_groups": 24121312 },21313 "edit_sim": {21314 "mean": 0.7360557584471775,21315 "ci_low": 0.7257218535252606,21316 "ci_high": 0.7461228334750286,21317 "n_items": 487,21318 "n_groups": 24121319 },21320 "rougeL": {21321 "mean": 0.7436817151204348,21322 "ci_low": 0.7334984469894962,21323 "ci_high": 0.7538460406014752,21324 "n_items": 487,21325 "n_groups": 24121326 },21327 "exact_match": {21328 "mean": 0.0,21329 "ci_low": 0.0,21330 "ci_high": 0.0,21331 "n_items": 487,21332 "n_groups": 24121333 },21334 "number_recall": {21335 "mean": 0.9861112213872208,21336 "ci_low": 0.979517055970058,21337 "ci_high": 0.9919416771080743,21338 "n_items": 487,21339 "n_groups": 24121340 },21341 "placeholders_exact": {21342 "mean": 0.9958932238193019,21343 "ci_low": 0.9893427117142024,21344 "ci_high": 1.0,21345 "n_items": 487,21346 "n_groups": 24121347 }21348 },21349 "C": {21350 "n": 533,21351 "chrf": {21352 "mean": 71.47394388452977,21353 "ci_low": 70.65592301401382,21354 "ci_high": 72.27197293606127,21355 "n_items": 533,21356 "n_groups": 25121357 },21358 "edit_sim": {21359 "mean": 0.7226171841924025,21360 "ci_low": 0.7146669194886401,21361 "ci_high": 0.7308843956320544,21362 "n_items": 533,21363 "n_groups": 25121364 },21365 "rougeL": {21366 "mean": 0.7420920474867186,21367 "ci_low": 0.7338999231060799,21368 "ci_high": 0.7505429332370451,21369 "n_items": 533,21370 "n_groups": 25121371 },21372 "exact_match": {21373 "mean": 0.0,21374 "ci_low": 0.0,21375 "ci_high": 0.0,21376 "n_items": 533,21377 "n_groups": 25121378 },21379 "number_recall": {21380 "mean": 0.9927334722445638,21381 "ci_low": 0.9894505105174206,21382 "ci_high": 0.9958606973606332,21383 "n_items": 533,21384 "n_groups": 25121385 },21386 "placeholders_exact": {21387 "mean": 0.99812382739212,21388 "ci_low": 0.9938398357289527,21389 "ci_high": 1.0,21390 "n_items": 533,21391 "n_groups": 25121392 }21393 },21394 "D": {21395 "n": 516,21396 "chrf": {21397 "mean": 69.30380216583939,21398 "ci_low": 68.35049603085157,21399 "ci_high": 70.25636965814397,21400 "n_items": 516,21401 "n_groups": 25321402 },21403 "edit_sim": {21404 "mean": 0.6877144549655398,21405 "ci_low": 0.6778517818269355,21406 "ci_high": 0.697708193474346,21407 "n_items": 516,21408 "n_groups": 25321409 },21410 "rougeL": {21411 "mean": 0.6911143839480398,21412 "ci_low": 0.6807938970968469,21413 "ci_high": 0.7017586336124684,21414 "n_items": 516,21415 "n_groups": 25321416 },21417 "exact_match": {21418 "mean": 0.0,21419 "ci_low": 0.0,21420 "ci_high": 0.0,21421 "n_items": 516,21422 "n_groups": 25321423 },21424 "number_recall": {21425 "mean": 0.9889875278683418,21426 "ci_low": 0.9841579408212944,21427 "ci_high": 0.9933490964276729,21428 "n_items": 516,21429 "n_groups": 25321430 },21431 "placeholders_exact": {21432 "mean": 0.9941860465116279,21433 "ci_low": 0.9867417953251681,21434 "ci_high": 1.0,21435 "n_items": 516,21436 "n_groups": 25321437 }21438 },21439 "E": {21440 "n": 970,21441 "chrf": {21442 "mean": 64.54190857494086,21443 "ci_low": 63.51931966153751,21444 "ci_high": 65.5534841085303,21445 "n_items": 970,21446 "n_groups": 25821447 },21448 "edit_sim": {21449 "mean": 0.6217443658890458,21450 "ci_low": 0.6122698449118588,21451 "ci_high": 0.631709830790414,21452 "n_items": 970,21453 "n_groups": 25821454 },21455 "rougeL": {21456 "mean": 0.6279902720380481,21457 "ci_low": 0.6169364405292408,21458 "ci_high": 0.6393611529416425,21459 "n_items": 970,21460 "n_groups": 25821461 },21462 "exact_match": {21463 "mean": 0.0,21464 "ci_low": 0.0,21465 "ci_high": 0.0,21466 "n_items": 970,21467 "n_groups": 25821468 },21469 "number_recall": {21470 "mean": 0.9866234730500952,21471 "ci_low": 0.9820430812112075,21472 "ci_high": 0.9905854513070489,21473 "n_items": 970,21474 "n_groups": 25821475 },21476 "placeholders_exact": {21477 "mean": 0.9969072164948454,21478 "ci_low": 0.9933552975668687,21479 "ci_high": 1.0,21480 "n_items": 970,21481 "n_groups": 25821482 }21483 }21484 },21485 "by_discipline": {21486 "biomedicine": {21487 "n": 386,21488 "chrf": {21489 "mean": 68.79031064665196,21490 "ci_low": 66.55129273349446,21491 "ci_high": 71.07507620443329,21492 "n_items": 386,21493 "n_groups": 6621494 },21495 "edit_sim": {21496 "mean": 0.6752817058470599,21497 "ci_low": 0.6538582254547969,21498 "ci_high": 0.6967309599780072,21499 "n_items": 386,21500 "n_groups": 6621501 },21502 "rougeL": {21503 "mean": 0.6889800137210956,21504 "ci_low": 0.6655095816597132,21505 "ci_high": 0.7119751225557082,21506 "n_items": 386,21507 "n_groups": 6621508 },21509 "exact_match": {21510 "mean": 0.0,21511 "ci_low": 0.0,21512 "ci_high": 0.0,21513 "n_items": 386,21514 "n_groups": 6621515 },21516 "number_recall": {21517 "mean": 0.9882938341163731,21518 "ci_low": 0.979846478229914,21519 "ci_high": 0.9949364112148092,21520 "n_items": 386,21521 "n_groups": 6621522 },21523 "placeholders_exact": {21524 "mean": 0.9844559585492227,21525 "ci_low": 0.954415659685796,21526 "ci_high": 1.0,21527 "n_items": 386,21528 "n_groups": 6621529 }21530 },21531 "chemistry": {21532 "n": 173,21533 "chrf": {21534 "mean": 69.1655140280835,21535 "ci_low": 67.52894200053146,21536 "ci_high": 70.9558107270449,21537 "n_items": 173,21538 "n_groups": 1421539 },21540 "edit_sim": {21541 "mean": 0.6809342072722048,21542 "ci_low": 0.6592683849405158,21543 "ci_high": 0.7066710954318978,21544 "n_items": 173,21545 "n_groups": 1421546 },21547 "rougeL": {21548 "mean": 0.6906863205719309,21549 "ci_low": 0.669308725793763,21550 "ci_high": 0.7173007434086155,21551 "n_items": 173,21552 "n_groups": 1421553 },21554 "exact_match": {21555 "mean": 0.0,21556 "ci_low": 0.0,21557 "ci_high": 0.0,21558 "n_items": 173,21559 "n_groups": 1421560 },21561 "number_recall": {21562 "mean": 0.9732045892450516,21563 "ci_low": 0.9532798635526536,21564 "ci_high": 0.9911673681643067,21565 "n_items": 173,21566 "n_groups": 1421567 },21568 "placeholders_exact": {21569 "mean": 0.9942196531791907,21570 "ci_low": 0.9787196048632218,21571 "ci_high": 1.0,21572 "n_items": 173,21573 "n_groups": 1421574 }21575 },21576 "computer_science": {21577 "n": 200,21578 "chrf": {21579 "mean": 70.6320781077794,21580 "ci_low": 68.16510225136668,21581 "ci_high": 73.4296583420536,21582 "n_items": 200,21583 "n_groups": 1421584 },21585 "edit_sim": {21586 "mean": 0.6987182679359344,21587 "ci_low": 0.6715560550942286,21588 "ci_high": 0.7324876018311328,21589 "n_items": 200,21590 "n_groups": 1421591 },21592 "rougeL": {21593 "mean": 0.7070923263966372,21594 "ci_low": 0.6769746275645987,21595 "ci_high": 0.7415971909712524,21596 "n_items": 200,21597 "n_groups": 1421598 },21599 "exact_match": {21600 "mean": 0.0,21601 "ci_low": 0.0,21602 "ci_high": 0.0,21603 "n_items": 200,21604 "n_groups": 1421605 },21606 "number_recall": {21607 "mean": 0.9898809523809524,21608 "ci_low": 0.9799951409135084,21609 "ci_high": 0.9985960875907878,21610 "n_items": 200,21611 "n_groups": 1421612 },21613 "placeholders_exact": {21614 "mean": 1.0,21615 "ci_low": 1.0,21616 "ci_high": 1.0,21617 "n_items": 200,21618 "n_groups": 1421619 }21620 },21621 "earth_sciences": {21622 "n": 124,21623 "chrf": {21624 "mean": 68.02168583747726,21625 "ci_low": 62.53374085143849,21626 "ci_high": 71.37147043934507,21627 "n_items": 124,21628 "n_groups": 221629 },21630 "edit_sim": {21631 "mean": 0.6818605451035712,21632 "ci_low": 0.6440057082885395,21633 "ci_high": 0.7049667441984606,21634 "n_items": 124,21635 "n_groups": 221636 },21637 "rougeL": {21638 "mean": 0.6864496671743147,21639 "ci_low": 0.6410196277673301,21640 "ci_high": 0.7141796912279287,21641 "n_items": 124,21642 "n_groups": 221643 },21644 "exact_match": {21645 "mean": 0.0,21646 "ci_low": 0.0,21647 "ci_high": 0.0,21648 "n_items": 124,21649 "n_groups": 221650 },21651 "number_recall": {21652 "mean": 0.9954581708613968,21653 "ci_low": 0.9926858855430284,21654 "ci_high": 1.0,21655 "n_items": 124,21656 "n_groups": 221657 },21658 "placeholders_exact": {21659 "mean": 1.0,21660 "ci_low": 1.0,21661 "ci_high": 1.0,21662 "n_items": 124,21663 "n_groups": 221664 }21665 },21666 "economics": {21667 "n": 366,21668 "chrf": {21669 "mean": 67.49531385369248,21670 "ci_low": 65.93344700837673,21671 "ci_high": 68.90557054270926,21672 "n_items": 366,21673 "n_groups": 4821674 },21675 "edit_sim": {21676 "mean": 0.6748701651092056,21677 "ci_low": 0.6586022405501806,21678 "ci_high": 0.690576006017536,21679 "n_items": 366,21680 "n_groups": 4821681 },21682 "rougeL": {21683 "mean": 0.6739164395577563,21684 "ci_low": 0.655916154324884,21685 "ci_high": 0.6909118181465069,21686 "n_items": 366,21687 "n_groups": 4821688 },21689 "exact_match": {21690 "mean": 0.0,21691 "ci_low": 0.0,21692 "ci_high": 0.0,21693 "n_items": 366,21694 "n_groups": 4821695 },21696 "number_recall": {21697 "mean": 0.9936041720877787,21698 "ci_low": 0.9883249966653327,21699 "ci_high": 0.9978746912362244,21700 "n_items": 366,21701 "n_groups": 4821702 },21703 "placeholders_exact": {21704 "mean": 1.0,21705 "ci_low": 1.0,21706 "ci_high": 1.0,21707 "n_items": 366,21708 "n_groups": 4821709 }21710 },21711 "engineering": {21712 "n": 213,21713 "chrf": {21714 "mean": 68.05811855822104,21715 "ci_low": 66.36722739627203,21716 "ci_high": 69.4453383169209,21717 "n_items": 213,21718 "n_groups": 2021719 },21720 "edit_sim": {21721 "mean": 0.6492516116735754,21722 "ci_low": 0.6254020635675065,21723 "ci_high": 0.6673155929662398,21724 "n_items": 213,21725 "n_groups": 2021726 },21727 "rougeL": {21728 "mean": 0.669865982804249,21729 "ci_low": 0.6479850932422013,21730 "ci_high": 0.6880717329626024,21731 "n_items": 213,21732 "n_groups": 2021733 },21734 "exact_match": {21735 "mean": 0.0,21736 "ci_low": 0.0,21737 "ci_high": 0.0,21738 "n_items": 213,21739 "n_groups": 2021740 },21741 "number_recall": {21742 "mean": 0.9717481266777042,21743 "ci_low": 0.9492741489022601,21744 "ci_high": 0.9894948915374071,21745 "n_items": 213,21746 "n_groups": 2021747 },21748 "placeholders_exact": {21749 "mean": 1.0,21750 "ci_low": 1.0,21751 "ci_high": 1.0,21752 "n_items": 213,21753 "n_groups": 2021754 }21755 },21756 "finance": {21757 "n": 246,21758 "chrf": {21759 "mean": 68.55148197121382,21760 "ci_low": 66.65453404871995,21761 "ci_high": 70.36959959205012,21762 "n_items": 246,21763 "n_groups": 2721764 },21765 "edit_sim": {21766 "mean": 0.6730783440324998,21767 "ci_low": 0.6521537276103199,21768 "ci_high": 0.6923286939801638,21769 "n_items": 246,21770 "n_groups": 2721771 },21772 "rougeL": {21773 "mean": 0.6822385831744393,21774 "ci_low": 0.6571170001195908,21775 "ci_high": 0.7063704628484695,21776 "n_items": 246,21777 "n_groups": 2721778 },21779 "exact_match": {21780 "mean": 0.0,21781 "ci_low": 0.0,21782 "ci_high": 0.0,21783 "n_items": 246,21784 "n_groups": 2721785 },21786 "number_recall": {21787 "mean": 0.990484937507893,21788 "ci_low": 0.9819027944225146,21789 "ci_high": 0.9973778575320164,21790 "n_items": 246,21791 "n_groups": 2721792 },21793 "placeholders_exact": {21794 "mean": 0.9878048780487805,21795 "ci_low": 0.9637050813805276,21796 "ci_high": 1.0,21797 "n_items": 246,21798 "n_groups": 2721799 }21800 },21801 "general_reference": {21802 "n": 29,21803 "chrf": {21804 "mean": 66.34435787049566,21805 "ci_low": 64.6059622890704,21806 "ci_high": 70.20745916255174,21807 "n_items": 29,21808 "n_groups": 221809 },21810 "edit_sim": {21811 "mean": 0.6648009346996588,21812 "ci_low": 0.6566631945933598,21813 "ci_high": 0.6828848016025462,21814 "n_items": 29,21815 "n_groups": 221816 },21817 "rougeL": {21818 "mean": 0.6813964561236016,21819 "ci_low": 0.6694153035330901,21820 "ci_high": 0.708021239658071,21821 "n_items": 29,21822 "n_groups": 221823 },21824 "exact_match": {21825 "mean": 0.0,21826 "ci_low": 0.0,21827 "ci_high": 0.0,21828 "n_items": 29,21829 "n_groups": 221830 },21831 "number_recall": {21832 "mean": 1.0,21833 "ci_low": 1.0,21834 "ci_high": 1.0,21835 "n_items": 29,21836 "n_groups": 221837 },21838 "placeholders_exact": {21839 "mean": 1.0,21840 "ci_low": 1.0,21841 "ci_high": 1.0,21842 "n_items": 29,21843 "n_groups": 221844 }21845 },21846 "humanities": {21847 "n": 161,21848 "chrf": {21849 "mean": 63.95050111674986,21850 "ci_low": 61.71900837393081,21851 "ci_high": 66.03943135407464,21852 "n_items": 161,21853 "n_groups": 421854 },21855 "edit_sim": {21856 "mean": 0.6393339931436038,21857 "ci_low": 0.6196312232416186,21858 "ci_high": 0.6585559567301131,21859 "n_items": 161,21860 "n_groups": 421861 },21862 "rougeL": {21863 "mean": 0.6375214857070872,21864 "ci_low": 0.6142947794014382,21865 "ci_high": 0.6728997970630171,21866 "n_items": 161,21867 "n_groups": 421868 },21869 "exact_match": {21870 "mean": 0.0,21871 "ci_low": 0.0,21872 "ci_high": 0.0,21873 "n_items": 161,21874 "n_groups": 421875 },21876 "number_recall": {21877 "mean": 0.9958592132505175,21878 "ci_low": 0.9918699186991871,21879 "ci_high": 1.0,21880 "n_items": 161,21881 "n_groups": 421882 },21883 "placeholders_exact": {21884 "mean": 1.0,21885 "ci_low": 1.0,21886 "ci_high": 1.0,21887 "n_items": 161,21888 "n_groups": 421889 }21890 },21891 "life_sciences": {21892 "n": 366,21893 "chrf": {21894 "mean": 68.28345452777627,21895 "ci_low": 64.98044187762021,21896 "ci_high": 71.26146124777856,21897 "n_items": 366,21898 "n_groups": 5121899 },21900 "edit_sim": {21901 "mean": 0.6747566521640794,21902 "ci_low": 0.647939237845383,21903 "ci_high": 0.7005072242084526,21904 "n_items": 366,21905 "n_groups": 5121906 },21907 "rougeL": {21908 "mean": 0.6795094649835289,21909 "ci_low": 0.6518927131916018,21910 "ci_high": 0.7061341847012989,21911 "n_items": 366,21912 "n_groups": 5121913 },21914 "exact_match": {21915 "mean": 0.0,21916 "ci_low": 0.0,21917 "ci_high": 0.0,21918 "n_items": 366,21919 "n_groups": 5121920 },21921 "number_recall": {21922 "mean": 0.9941126723913608,21923 "ci_low": 0.9849051628504121,21924 "ci_high": 0.9996482201546081,21925 "n_items": 366,21926 "n_groups": 5121927 },21928 "placeholders_exact": {21929 "mean": 0.9972677595628415,21930 "ci_low": 0.9923469387755102,21931 "ci_high": 1.0,21932 "n_items": 366,21933 "n_groups": 5121934 }21935 },21936 "mathematics": {21937 "n": 180,21938 "chrf": {21939 "mean": 70.33216951522076,21940 "ci_low": 66.87499925925505,21941 "ci_high": 72.17766008311047,21942 "n_items": 180,21943 "n_groups": 421944 },21945 "edit_sim": {21946 "mean": 0.6933273891707202,21947 "ci_low": 0.6449754122223835,21948 "ci_high": 0.722201393433411,21949 "n_items": 180,21950 "n_groups": 421951 },21952 "rougeL": {21953 "mean": 0.7032662637199577,21954 "ci_low": 0.6509800781562284,21955 "ci_high": 0.7255866811359994,21956 "n_items": 180,21957 "n_groups": 421958 },21959 "exact_match": {21960 "mean": 0.0,21961 "ci_low": 0.0,21962 "ci_high": 0.0,21963 "n_items": 180,21964 "n_groups": 421965 },21966 "number_recall": {21967 "mean": 0.9839616402116402,21968 "ci_low": 0.9756144393241167,21969 "ci_high": 0.9916666666666667,21970 "n_items": 180,21971 "n_groups": 421972 },21973 "placeholders_exact": {21974 "mean": 0.9888888888888889,21975 "ci_low": 0.96875,21976 "ci_high": 1.0,21977 "n_items": 180,21978 "n_groups": 421979 }21980 },21981 "other": {21982 "n": 66,21983 "chrf": {21984 "mean": 68.15346489418465,21985 "ci_low": 64.39894760704232,21986 "ci_high": 72.55194202879436,21987 "n_items": 66,21988 "n_groups": 521989 },21990 "edit_sim": {21991 "mean": 0.6731512575251049,21992 "ci_low": 0.6334053366959173,21993 "ci_high": 0.7201144302087046,21994 "n_items": 66,21995 "n_groups": 521996 },21997 "rougeL": {21998 "mean": 0.6770198679911702,21999 "ci_low": 0.6386844453928926,22000 "ci_high": 0.7195119582347713,22001 "n_items": 66,22002 "n_groups": 522003 },22004 "exact_match": {22005 "mean": 0.0,22006 "ci_low": 0.0,22007 "ci_high": 0.0,22008 "n_items": 66,22009 "n_groups": 522010 },22011 "number_recall": {22012 "mean": 1.0,22013 "ci_low": 1.0,22014 "ci_high": 1.0,22015 "n_items": 66,22016 "n_groups": 522017 },22018 "placeholders_exact": {22019 "mean": 1.0,22020 "ci_low": 1.0,22021 "ci_high": 1.0,22022 "n_items": 66,22023 "n_groups": 522024 }22025 },22026 "social_sciences": {22027 "n": 310,22028 "chrf": {22029 "mean": 68.7198978500862,22030 "ci_low": 65.94460391598386,22031 "ci_high": 71.19184811279642,22032 "n_items": 310,22033 "n_groups": 2022034 },22035 "edit_sim": {22036 "mean": 0.6796264250390835,22037 "ci_low": 0.6523996908239803,22038 "ci_high": 0.7038324114590114,22039 "n_items": 310,22040 "n_groups": 2022041 },22042 "rougeL": {22043 "mean": 0.6899142503719918,22044 "ci_low": 0.6571432548483187,22045 "ci_high": 0.7177069071702529,22046 "n_items": 310,22047 "n_groups": 2022048 },22049 "exact_match": {22050 "mean": 0.0,22051 "ci_low": 0.0,22052 "ci_high": 0.0,22053 "n_items": 310,22054 "n_groups": 2022055 },22056 "number_recall": {22057 "mean": 0.9923202066750455,22058 "ci_low": 0.984446661949399,22059 "ci_high": 0.9982705047722448,22060 "n_items": 310,22061 "n_groups": 2022062 },22063 "placeholders_exact": {22064 "mean": 1.0,22065 "ci_low": 1.0,22066 "ci_high": 1.0,22067 "n_items": 310,22068 "n_groups": 2022069 }22070 },22071 "statistics": {22072 "n": 180,22073 "chrf": {22074 "mean": 71.67072638824942,22075 "ci_low": 69.75713150893837,22076 "ci_high": 73.30542135533567,22077 "n_items": 180,22078 "n_groups": 722079 },22080 "edit_sim": {22081 "mean": 0.7085090919853522,22082 "ci_low": 0.6780649906365357,22083 "ci_high": 0.7258809155586733,22084 "n_items": 180,22085 "n_groups": 722086 },22087 "rougeL": {22088 "mean": 0.7222393058228104,22089 "ci_low": 0.6915148120512968,22090 "ci_high": 0.7398162031457418,22091 "n_items": 180,22092 "n_groups": 722093 },22094 "exact_match": {22095 "mean": 0.0,22096 "ci_low": 0.0,22097 "ci_high": 0.0,22098 "n_items": 180,22099 "n_groups": 722100 },22101 "number_recall": {22102 "mean": 0.9778629549462882,22103 "ci_low": 0.9471861471861472,22104 "ci_high": 0.995727956254272,22105 "n_items": 180,22106 "n_groups": 722107 },22108 "placeholders_exact": {22109 "mean": 0.9944444444444445,22110 "ci_low": 0.9813040028213719,22111 "ci_high": 1.0,22112 "n_items": 180,22113 "n_groups": 722114 }22115 }22116 },22117 "by_era": {22118 "1900-1949": {22119 "n": 315,22120 "chrf": {22121 "mean": 61.99681089400526,22122 "ci_low": 59.90970309930641,22123 "ci_high": 64.83857918439351,22124 "n_items": 315,22125 "n_groups": 1422126 },22127 "edit_sim": {22128 "mean": 0.6277824757469717,22129 "ci_low": 0.6083241049912971,22130 "ci_high": 0.6525806301226896,22131 "n_items": 315,22132 "n_groups": 1422133 },22134 "rougeL": {22135 "mean": 0.630318960645438,22136 "ci_low": 0.6090479670769684,22137 "ci_high": 0.6599131032339364,22138 "n_items": 315,22139 "n_groups": 1422140 },22141 "exact_match": {22142 "mean": 0.0,22143 "ci_low": 0.0,22144 "ci_high": 0.0,22145 "n_items": 315,22146 "n_groups": 1422147 },22148 "number_recall": {22149 "mean": 1.0,22150 "ci_low": 1.0,22151 "ci_high": 1.0,22152 "n_items": 315,22153 "n_groups": 1422154 },22155 "placeholders_exact": {22156 "mean": 1.0,22157 "ci_low": 1.0,22158 "ci_high": 1.0,22159 "n_items": 315,22160 "n_groups": 1422161 }22162 },22163 "1950-1979": {22164 "n": 12,22165 "chrf": {22166 "mean": 56.60572422124758,22167 "ci_low": 56.60572422124758,22168 "ci_high": 56.60572422124758,22169 "n_items": 12,22170 "n_groups": 122171 },22172 "edit_sim": {22173 "mean": 0.5710420922002656,22174 "ci_low": 0.5710420922002656,22175 "ci_high": 0.5710420922002656,22176 "n_items": 12,22177 "n_groups": 122178 },22179 "rougeL": {22180 "mean": 0.5839363254652251,22181 "ci_low": 0.5839363254652251,22182 "ci_high": 0.5839363254652251,22183 "n_items": 12,22184 "n_groups": 122185 },22186 "exact_match": {22187 "mean": 0.0,22188 "ci_low": 0.0,22189 "ci_high": 0.0,22190 "n_items": 12,22191 "n_groups": 122192 },22193 "number_recall": {22194 "mean": 1.0,22195 "ci_low": 1.0,22196 "ci_high": 1.0,22197 "n_items": 12,22198 "n_groups": 122199 },22200 "placeholders_exact": {22201 "mean": 1.0,22202 "ci_low": 1.0,22203 "ci_high": 1.0,22204 "n_items": 12,22205 "n_groups": 122206 }22207 },22208 "1980-1999": {22209 "n": 21,22210 "chrf": {22211 "mean": 72.45003918561099,22212 "ci_low": 69.01202024210322,22213 "ci_high": 73.73685633758109,22214 "n_items": 21,22215 "n_groups": 322216 },22217 "edit_sim": {22218 "mean": 0.7174419632172584,22219 "ci_low": 0.6795036371416345,22220 "ci_high": 0.7339204262744049,22221 "n_items": 21,22222 "n_groups": 322223 },22224 "rougeL": {22225 "mean": 0.715668249705898,22226 "ci_low": 0.6824969208577633,22227 "ci_high": 0.7320444667252494,22228 "n_items": 21,22229 "n_groups": 322230 },22231 "exact_match": {22232 "mean": 0.0,22233 "ci_low": 0.0,22234 "ci_high": 0.0,22235 "n_items": 21,22236 "n_groups": 322237 },22238 "number_recall": {22239 "mean": 1.0,22240 "ci_low": 1.0,22241 "ci_high": 1.0,22242 "n_items": 21,22243 "n_groups": 322244 },22245 "placeholders_exact": {22246 "mean": 1.0,22247 "ci_low": 1.0,22248 "ci_high": 1.0,22249 "n_items": 21,22250 "n_groups": 322251 }22252 },22253 "2000-2009": {22254 "n": 95,22255 "chrf": {22256 "mean": 69.40989964246589,22257 "ci_low": 66.66919627967715,22258 "ci_high": 72.02690010196336,22259 "n_items": 95,22260 "n_groups": 1822261 },22262 "edit_sim": {22263 "mean": 0.6754953169247636,22264 "ci_low": 0.6408540461790906,22265 "ci_high": 0.7077702087519118,22266 "n_items": 95,22267 "n_groups": 1822268 },22269 "rougeL": {22270 "mean": 0.6849050818204884,22271 "ci_low": 0.65187647492527,22272 "ci_high": 0.7154380663915852,22273 "n_items": 95,22274 "n_groups": 1822275 },22276 "exact_match": {22277 "mean": 0.0,22278 "ci_low": 0.0,22279 "ci_high": 0.0,22280 "n_items": 95,22281 "n_groups": 1822282 },22283 "number_recall": {22284 "mean": 0.9726315789473683,22285 "ci_low": 0.9333333333333332,22286 "ci_high": 1.0,22287 "n_items": 95,22288 "n_groups": 1822289 },22290 "placeholders_exact": {22291 "mean": 0.9894736842105263,22292 "ci_low": 0.9655172413793104,22293 "ci_high": 1.0,22294 "n_items": 95,22295 "n_groups": 1822296 }22297 },22298 "2010-2017": {22299 "n": 2557,22300 "chrf": {22301 "mean": 69.3754600990678,22302 "ci_low": 68.69401802968852,22303 "ci_high": 70.04609984190101,22304 "n_items": 2557,22305 "n_groups": 24822306 },22307 "edit_sim": {22308 "mean": 0.6829872579596156,22309 "ci_low": 0.6755701907109326,22310 "ci_high": 0.690446393146187,22311 "n_items": 2557,22312 "n_groups": 24822313 },22314 "rougeL": {22315 "mean": 0.6921140918833593,22316 "ci_low": 0.6832347787006514,22317 "ci_high": 0.7000156597660735,22318 "n_items": 2557,22319 "n_groups": 24822320 },22321 "exact_match": {22322 "mean": 0.0,22323 "ci_low": 0.0,22324 "ci_high": 0.0,22325 "n_items": 2557,22326 "n_groups": 24822327 },22328 "number_recall": {22329 "mean": 0.9875189099691044,22330 "ci_low": 0.983737389103962,22331 "ci_high": 0.9908143482539793,22332 "n_items": 2557,22333 "n_groups": 24822334 },22335 "placeholders_exact": {22336 "mean": 0.9949159170903402,22337 "ci_low": 0.9895245405648996,22338 "ci_high": 0.9988013960631417,22339 "n_items": 2557,22340 "n_groups": 24822341 }22342 }22343 },22344 "by_role": {22345 "abstract": {22346 "n": 244,22347 "chrf": {22348 "mean": 69.91153594356007,22349 "ci_low": 68.2985489179256,22350 "ci_high": 71.6695155240293,22351 "n_items": 244,22352 "n_groups": 5222353 },22354 "edit_sim": {22355 "mean": 0.6876408706714355,22356 "ci_low": 0.6674376075287117,22357 "ci_high": 0.7100859140101852,22358 "n_items": 244,22359 "n_groups": 5222360 },22361 "rougeL": {22362 "mean": 0.6911983092479375,22363 "ci_low": 0.6711474210967735,22364 "ci_high": 0.7132571196778277,22365 "n_items": 244,22366 "n_groups": 5222367 },22368 "exact_match": {22369 "mean": 0.0,22370 "ci_low": 0.0,22371 "ci_high": 0.0,22372 "n_items": 244,22373 "n_groups": 5222374 },22375 "number_recall": {22376 "mean": 0.9832727836826198,22377 "ci_low": 0.9630459433908174,22378 "ci_high": 0.9965624884058579,22379 "n_items": 244,22380 "n_groups": 5222381 },22382 "placeholders_exact": {22383 "mean": 1.0,22384 "ci_low": 1.0,22385 "ci_high": 1.0,22386 "n_items": 244,22387 "n_groups": 5222388 }22389 },22390 "background": {22391 "n": 184,22392 "chrf": {22393 "mean": 70.45454969737425,22394 "ci_low": 68.52828512398972,22395 "ci_high": 72.62928045185478,22396 "n_items": 184,22397 "n_groups": 2522398 },22399 "edit_sim": {22400 "mean": 0.6936670543905862,22401 "ci_low": 0.6717551969879532,22402 "ci_high": 0.7177783717690969,22403 "n_items": 184,22404 "n_groups": 2522405 },22406 "rougeL": {22407 "mean": 0.6926287094648553,22408 "ci_low": 0.6715756382114496,22409 "ci_high": 0.7160320898201651,22410 "n_items": 184,22411 "n_groups": 2522412 },22413 "exact_match": {22414 "mean": 0.0,22415 "ci_low": 0.0,22416 "ci_high": 0.0,22417 "n_items": 184,22418 "n_groups": 2522419 },22420 "number_recall": {22421 "mean": 0.9932971014492753,22422 "ci_low": 0.9845381526104418,22423 "ci_high": 1.0,22424 "n_items": 184,22425 "n_groups": 2522426 },22427 "placeholders_exact": {22428 "mean": 1.0,22429 "ci_low": 1.0,22430 "ci_high": 1.0,22431 "n_items": 184,22432 "n_groups": 2522433 }22434 },22435 "chapter": {22436 "n": 191,22437 "chrf": {22438 "mean": 64.61921261105547,22439 "ci_low": 61.98658690597734,22440 "ci_high": 67.05126913652346,22441 "n_items": 191,22442 "n_groups": 1322443 },22444 "edit_sim": {22445 "mean": 0.6520426621914239,22446 "ci_low": 0.6284769998336783,22447 "ci_high": 0.6735775637004386,22448 "n_items": 191,22449 "n_groups": 1322450 },22451 "rougeL": {22452 "mean": 0.6605811662124007,22453 "ci_low": 0.6336053508581233,22454 "ci_high": 0.6854008158734072,22455 "n_items": 191,22456 "n_groups": 1322457 },22458 "exact_match": {22459 "mean": 0.0,22460 "ci_low": 0.0,22461 "ci_high": 0.0,22462 "n_items": 191,22463 "n_groups": 1322464 },22465 "number_recall": {22466 "mean": 1.0,22467 "ci_low": 1.0,22468 "ci_high": 1.0,22469 "n_items": 191,22470 "n_groups": 1322471 },22472 "placeholders_exact": {22473 "mean": 1.0,22474 "ci_low": 1.0,22475 "ci_high": 1.0,22476 "n_items": 191,22477 "n_groups": 1322478 }22479 },22480 "conclusion": {22481 "n": 251,22482 "chrf": {22483 "mean": 65.93049199908208,22484 "ci_low": 63.90565039314019,22485 "ci_high": 68.28029630625993,22486 "n_items": 251,22487 "n_groups": 4622488 },22489 "edit_sim": {22490 "mean": 0.6537852746998887,22491 "ci_low": 0.6282344810339959,22492 "ci_high": 0.6839017034904072,22493 "n_items": 251,22494 "n_groups": 4622495 },22496 "rougeL": {22497 "mean": 0.650849238786755,22498 "ci_low": 0.6257555104121957,22499 "ci_high": 0.6793893311842435,22500 "n_items": 251,22501 "n_groups": 4622502 },22503 "exact_match": {22504 "mean": 0.0,22505 "ci_low": 0.0,22506 "ci_high": 0.0,22507 "n_items": 251,22508 "n_groups": 4622509 },22510 "number_recall": {22511 "mean": 0.9950199203187251,22512 "ci_low": 0.9857448308270678,22513 "ci_high": 1.0,22514 "n_items": 251,22515 "n_groups": 4622516 },22517 "placeholders_exact": {22518 "mean": 0.9960159362549801,22519 "ci_low": 0.9879518072289156,22520 "ci_high": 1.0,22521 "n_items": 251,22522 "n_groups": 4622523 }22524 },22525 "data": {22526 "n": 207,22527 "chrf": {22528 "mean": 71.01130608400767,22529 "ci_low": 69.51665974465048,22530 "ci_high": 72.63978726552276,22531 "n_items": 207,22532 "n_groups": 3322533 },22534 "edit_sim": {22535 "mean": 0.6891991215040266,22536 "ci_low": 0.6759374097902485,22537 "ci_high": 0.7037560778355784,22538 "n_items": 207,22539 "n_groups": 3322540 },22541 "rougeL": {22542 "mean": 0.7168673494042141,22543 "ci_low": 0.7028268573134405,22544 "ci_high": 0.7337950168359126,22545 "n_items": 207,22546 "n_groups": 3322547 },22548 "exact_match": {22549 "mean": 0.0,22550 "ci_low": 0.0,22551 "ci_high": 0.0,22552 "n_items": 207,22553 "n_groups": 3322554 },22555 "number_recall": {22556 "mean": 0.9790864529994964,22557 "ci_low": 0.9660389019176795,22558 "ci_high": 0.9898566975235324,22559 "n_items": 207,22560 "n_groups": 3322561 },22562 "placeholders_exact": {22563 "mean": 1.0,22564 "ci_low": 1.0,22565 "ci_high": 1.0,22566 "n_items": 207,22567 "n_groups": 3322568 }22569 },22570 "discussion": {22571 "n": 279,22572 "chrf": {22573 "mean": 69.0488611933695,22574 "ci_low": 67.25158391661371,22575 "ci_high": 71.00898855668119,22576 "n_items": 279,22577 "n_groups": 4322578 },22579 "edit_sim": {22580 "mean": 0.677987347255183,22581 "ci_low": 0.6591818669025844,22582 "ci_high": 0.6987867939718561,22583 "n_items": 279,22584 "n_groups": 4322585 },22586 "rougeL": {22587 "mean": 0.6771405421459542,22588 "ci_low": 0.6544343954993492,22589 "ci_high": 0.7021774183479074,22590 "n_items": 279,22591 "n_groups": 4322592 },22593 "exact_match": {22594 "mean": 0.0,22595 "ci_low": 0.0,22596 "ci_high": 0.0,22597 "n_items": 279,22598 "n_groups": 4322599 },22600 "number_recall": {22601 "mean": 0.9938428059395801,22602 "ci_low": 0.982829009564352,22603 "ci_high": 0.9993920972644377,22604 "n_items": 279,22605 "n_groups": 4322606 },22607 "placeholders_exact": {22608 "mean": 0.996415770609319,22609 "ci_low": 0.9883698219476744,22610 "ci_high": 1.0,22611 "n_items": 279,22612 "n_groups": 4322613 }22614 },22615 "introduction": {22616 "n": 336,22617 "chrf": {22618 "mean": 68.53897041549018,22619 "ci_low": 67.11809508890096,22620 "ci_high": 69.80975299642914,22621 "n_items": 336,22622 "n_groups": 5622623 },22624 "edit_sim": {22625 "mean": 0.6811797644282774,22626 "ci_low": 0.6648632253009583,22627 "ci_high": 0.6953208374697357,22628 "n_items": 336,22629 "n_groups": 5622630 },22631 "rougeL": {22632 "mean": 0.6820977931846699,22633 "ci_low": 0.6668354777403519,22634 "ci_high": 0.6956531252303019,22635 "n_items": 336,22636 "n_groups": 5622637 },22638 "exact_match": {22639 "mean": 0.0,22640 "ci_low": 0.0,22641 "ci_high": 0.0,22642 "n_items": 336,22643 "n_groups": 5622644 },22645 "number_recall": {22646 "mean": 0.9892225829725829,22647 "ci_low": 0.9745140008276951,22648 "ci_high": 0.9986450414422976,22649 "n_items": 336,22650 "n_groups": 5622651 },22652 "placeholders_exact": {22653 "mean": 0.9970238095238095,22654 "ci_low": 0.9902272146643674,22655 "ci_high": 1.0,22656 "n_items": 336,22657 "n_groups": 5622658 }22659 },22660 "limitations": {22661 "n": 90,22662 "chrf": {22663 "mean": 67.38490630634819,22664 "ci_low": 64.14895305818983,22665 "ci_high": 71.00103381112615,22666 "n_items": 90,22667 "n_groups": 1422668 },22669 "edit_sim": {22670 "mean": 0.6649244031165804,22671 "ci_low": 0.6285498101786613,22672 "ci_high": 0.7041000419583452,22673 "n_items": 90,22674 "n_groups": 1422675 },22676 "rougeL": {22677 "mean": 0.6630144657476562,22678 "ci_low": 0.6236310600165152,22679 "ci_high": 0.7047968837600294,22680 "n_items": 90,22681 "n_groups": 1422682 },22683 "exact_match": {22684 "mean": 0.0,22685 "ci_low": 0.0,22686 "ci_high": 0.0,22687 "n_items": 90,22688 "n_groups": 1422689 },22690 "number_recall": {22691 "mean": 0.9988888888888889,22692 "ci_low": 0.9965909090909091,22693 "ci_high": 1.0,22694 "n_items": 90,22695 "n_groups": 1422696 },22697 "placeholders_exact": {22698 "mean": 0.9444444444444444,22699 "ci_low": 0.8170731707317073,22700 "ci_high": 1.0,22701 "n_items": 90,22702 "n_groups": 1422703 }22704 },22705 "methods": {22706 "n": 265,22707 "chrf": {22708 "mean": 70.52348985139922,22709 "ci_low": 68.81367834664985,22710 "ci_high": 72.3360671896585,22711 "n_items": 265,22712 "n_groups": 4522713 },22714 "edit_sim": {22715 "mean": 0.6891522721147351,22716 "ci_low": 0.6681979442358409,22717 "ci_high": 0.711771716739168,22718 "n_items": 265,22719 "n_groups": 4522720 },22721 "rougeL": {22722 "mean": 0.7142151565057177,22723 "ci_low": 0.6956922753546019,22724 "ci_high": 0.735428831980102,22725 "n_items": 265,22726 "n_groups": 4522727 },22728 "exact_match": {22729 "mean": 0.0,22730 "ci_low": 0.0,22731 "ci_high": 0.0,22732 "n_items": 265,22733 "n_groups": 4522734 },22735 "number_recall": {22736 "mean": 0.9790288328024177,22737 "ci_low": 0.9643890593695923,22738 "ci_high": 0.9916861234190645,22739 "n_items": 265,22740 "n_groups": 4522741 },22742 "placeholders_exact": {22743 "mean": 0.9962264150943396,22744 "ci_low": 0.987393628337411,22745 "ci_high": 1.0,22746 "n_items": 265,22747 "n_groups": 4522748 }22749 },22750 "other": {22751 "n": 275,22752 "chrf": {22753 "mean": 68.64213995343181,22754 "ci_low": 66.62293904063677,22755 "ci_high": 70.72349887231236,22756 "n_items": 275,22757 "n_groups": 3822758 },22759 "edit_sim": {22760 "mean": 0.6694720632651158,22761 "ci_low": 0.6448749249574498,22762 "ci_high": 0.6934145693562335,22763 "n_items": 275,22764 "n_groups": 3822765 },22766 "rougeL": {22767 "mean": 0.6813791016985988,22768 "ci_low": 0.6561319579526567,22769 "ci_high": 0.7049882989836134,22770 "n_items": 275,22771 "n_groups": 3822772 },22773 "exact_match": {22774 "mean": 0.0,22775 "ci_low": 0.0,22776 "ci_high": 0.0,22777 "n_items": 275,22778 "n_groups": 3822779 },22780 "number_recall": {22781 "mean": 0.9892599370326645,22782 "ci_low": 0.978395058899174,22783 "ci_high": 0.9976912052227881,22784 "n_items": 275,22785 "n_groups": 3822786 },22787 "placeholders_exact": {22788 "mean": 1.0,22789 "ci_low": 1.0,22790 "ci_high": 1.0,22791 "n_items": 275,22792 "n_groups": 3822793 }22794 },22795 "preface": {22796 "n": 114,22797 "chrf": {22798 "mean": 57.145231585051214,22799 "ci_low": 54.48802779879616,22800 "ci_high": 60.40079435883915,22801 "n_items": 114,22802 "n_groups": 922803 },22804 "edit_sim": {22805 "mean": 0.5777721441568472,22806 "ci_low": 0.548087351785871,22807 "ci_high": 0.6105373814361555,22808 "n_items": 114,22809 "n_groups": 922810 },22811 "rougeL": {22812 "mean": 0.5717262611683943,22813 "ci_low": 0.5407778059551078,22814 "ci_high": 0.6036991849076023,22815 "n_items": 114,22816 "n_groups": 922817 },22818 "exact_match": {22819 "mean": 0.0,22820 "ci_low": 0.0,22821 "ci_high": 0.0,22822 "n_items": 114,22823 "n_groups": 922824 },22825 "number_recall": {22826 "mean": 1.0,22827 "ci_low": 1.0,22828 "ci_high": 1.0,22829 "n_items": 114,22830 "n_groups": 922831 },22832 "placeholders_exact": {22833 "mean": 1.0,22834 "ci_low": 1.0,22835 "ci_high": 1.0,22836 "n_items": 114,22837 "n_groups": 922838 }22839 },22840 "related_work": {22841 "n": 109,22842 "chrf": {22843 "mean": 71.6853108636842,22844 "ci_low": 69.14591884391335,22845 "ci_high": 73.81962998599695,22846 "n_items": 109,22847 "n_groups": 1622848 },22849 "edit_sim": {22850 "mean": 0.7187911466753613,22851 "ci_low": 0.6912455444899581,22852 "ci_high": 0.7463308768590107,22853 "n_items": 109,22854 "n_groups": 1622855 },22856 "rougeL": {22857 "mean": 0.7158528642583567,22858 "ci_low": 0.6887006884573897,22859 "ci_high": 0.7415527110213205,22860 "n_items": 109,22861 "n_groups": 1622862 },22863 "exact_match": {22864 "mean": 0.0,22865 "ci_low": 0.0,22866 "ci_high": 0.0,22867 "n_items": 109,22868 "n_groups": 1622869 },22870 "number_recall": {22871 "mean": 0.993366710042371,22872 "ci_low": 0.981614110290581,22873 "ci_high": 1.0,22874 "n_items": 109,22875 "n_groups": 1622876 },22877 "placeholders_exact": {22878 "mean": 0.9724770642201835,22879 "ci_low": 0.9071923324742268,22880 "ci_high": 1.0,22881 "n_items": 109,22882 "n_groups": 1622883 }22884 },22885 "results": {22886 "n": 263,22887 "chrf": {22888 "mean": 70.12739644712516,22889 "ci_low": 68.73542968410193,22890 "ci_high": 71.59183539668977,22891 "n_items": 263,22892 "n_groups": 4622893 },22894 "edit_sim": {22895 "mean": 0.6940603437866245,22896 "ci_low": 0.6757179380857472,22897 "ci_high": 0.712518344801561,22898 "n_items": 263,22899 "n_groups": 4622900 },22901 "rougeL": {22902 "mean": 0.7103671642103551,22903 "ci_low": 0.6909911656539357,22904 "ci_high": 0.7295498917809285,22905 "n_items": 263,22906 "n_groups": 4622907 },22908 "exact_match": {22909 "mean": 0.0,22910 "ci_low": 0.0,22911 "ci_high": 0.0,22912 "n_items": 263,22913 "n_groups": 4622914 },22915 "number_recall": {22916 "mean": 0.9828263624841572,22917 "ci_low": 0.9701045215137576,22918 "ci_high": 0.9926514828096539,22919 "n_items": 263,22920 "n_groups": 4622921 },22922 "placeholders_exact": {22923 "mean": 0.9961977186311787,22924 "ci_low": 0.9875505705394191,22925 "ci_high": 1.0,22926 "n_items": 263,22927 "n_groups": 4622928 }22929 },22930 "theory": {22931 "n": 192,22932 "chrf": {22933 "mean": 69.8388008423268,22934 "ci_low": 67.88166943546435,22935 "ci_high": 71.24916031487152,22936 "n_items": 192,22937 "n_groups": 2922938 },22939 "edit_sim": {22940 "mean": 0.6883166276838922,22941 "ci_low": 0.6661211657686301,22942 "ci_high": 0.7042992819048053,22943 "n_items": 192,22944 "n_groups": 2922945 },22946 "rougeL": {22947 "mean": 0.7130766831916585,22948 "ci_low": 0.6911350384337864,22949 "ci_high": 0.7295136406649079,22950 "n_items": 192,22951 "n_groups": 2922952 },22953 "exact_match": {22954 "mean": 0.0,22955 "ci_low": 0.0,22956 "ci_high": 0.0,22957 "n_items": 192,22958 "n_groups": 2922959 },22960 "number_recall": {22961 "mean": 0.9769238140331891,22962 "ci_low": 0.9570387600539166,22963 "ci_high": 0.992041596781201,22964 "n_items": 192,22965 "n_groups": 2922966 },22967 "placeholders_exact": {22968 "mean": 0.9947916666666666,22969 "ci_low": 0.9815950920245399,22970 "ci_high": 1.0,22971 "n_items": 192,22972 "n_groups": 2922973 }22974 }22975 }22976 },22977 "htr-medium_m3light_tiny_mediumdenoiseinit": {22978 "overall": {22979 "n": 3000,22980 "chrf": {22981 "mean": 68.48389310230473,22982 "ci_low": 67.66393950399758,22983 "ci_high": 69.2705366752515,22984 "n_items": 3000,22985 "n_groups": 28422986 },22987 "edit_sim": {22988 "mean": 0.6755943039003804,22989 "ci_low": 0.6678763847899252,22990 "ci_high": 0.6834422331855007,22991 "n_items": 3000,22992 "n_groups": 28422993 },22994 "rougeL": {22995 "mean": 0.6843909987715305,22996 "ci_low": 0.6759483075286287,22997 "ci_high": 0.6928561015840039,22998 "n_items": 3000,22999 "n_groups": 28423000 },23001 "exact_match": {23002 "mean": 0.0,23003 "ci_low": 0.0,23004 "ci_high": 0.0,23005 "n_items": 3000,23006 "n_groups": 28423007 },23008 "number_recall": {23009 "mean": 0.9905228313353314,23010 "ci_low": 0.9872866247720048,23011 "ci_high": 0.9934231454893828,23012 "n_items": 3000,23013 "n_groups": 28423014 },23015 "placeholders_exact": {23016 "mean": 0.994,23017 "ci_low": 0.98987550728953,23018 "ci_high": 0.9975992754464272,23019 "n_items": 3000,23020 "n_groups": 28423021 }23022 },23023 "by_variant": {23024 "A": {23025 "n": 494,23026 "chrf": {23027 "mean": 67.70294185166225,23028 "ci_low": 66.65932855295888,23029 "ci_high": 68.7225334661361,23030 "n_items": 494,23031 "n_groups": 23923032 },23033 "edit_sim": {23034 "mean": 0.6633935717941152,23035 "ci_low": 0.6531767871058057,23036 "ci_high": 0.6734876249560502,23037 "n_items": 494,23038 "n_groups": 23923039 },23040 "rougeL": {23041 "mean": 0.6717068527604437,23042 "ci_low": 0.6605589937242792,23043 "ci_high": 0.6828817029119271,23044 "n_items": 494,23045 "n_groups": 23923046 },23047 "exact_match": {23048 "mean": 0.0,23049 "ci_low": 0.0,23050 "ci_high": 0.0,23051 "n_items": 494,23052 "n_groups": 23923053 },23054 "number_recall": {23055 "mean": 0.989665572281969,23056 "ci_low": 0.9834458508865325,23057 "ci_high": 0.9945957096372868,23058 "n_items": 494,23059 "n_groups": 23923060 },23061 "placeholders_exact": {23062 "mean": 0.9939271255060729,23063 "ci_low": 0.9864301185590515,23064 "ci_high": 1.0,23065 "n_items": 494,23066 "n_groups": 23923067 }23068 },23069 "B": {23070 "n": 487,23071 "chrf": {23072 "mean": 73.45724896229954,23073 "ci_low": 72.53229514355698,23074 "ci_high": 74.40679550018116,23075 "n_items": 487,23076 "n_groups": 24123077 },23078 "edit_sim": {23079 "mean": 0.7336389465918195,23080 "ci_low": 0.7229437888203287,23081 "ci_high": 0.7439411998622926,23082 "n_items": 487,23083 "n_groups": 24123084 },23085 "rougeL": {23086 "mean": 0.7417513646958849,23087 "ci_low": 0.7310036597113226,23088 "ci_high": 0.7525786403667843,23089 "n_items": 487,23090 "n_groups": 24123091 },23092 "exact_match": {23093 "mean": 0.0,23094 "ci_low": 0.0,23095 "ci_high": 0.0,23096 "n_items": 487,23097 "n_groups": 24123098 },23099 "number_recall": {23100 "mean": 0.9891310719852815,23101 "ci_low": 0.9844395005066883,23102 "ci_high": 0.9939776705041854,23103 "n_items": 487,23104 "n_groups": 24123105 },23106 "placeholders_exact": {23107 "mean": 0.9897330595482546,23108 "ci_low": 0.9780677602596801,23109 "ci_high": 0.9980879541108987,23110 "n_items": 487,23111 "n_groups": 24123112 }23113 },23114 "C": {23115 "n": 533,23116 "chrf": {23117 "mean": 71.36021079787177,23118 "ci_low": 70.53124989556612,23119 "ci_high": 72.17070103240562,23120 "n_items": 533,23121 "n_groups": 25123122 },23123 "edit_sim": {23124 "mean": 0.7217093286393025,23125 "ci_low": 0.7133780742303916,23126 "ci_high": 0.7301575679947305,23127 "n_items": 533,23128 "n_groups": 25123129 },23130 "rougeL": {23131 "mean": 0.7411033034160662,23132 "ci_low": 0.7327812446777298,23133 "ci_high": 0.7495882038571091,23134 "n_items": 533,23135 "n_groups": 25123136 },23137 "exact_match": {23138 "mean": 0.0,23139 "ci_low": 0.0,23140 "ci_high": 0.0,23141 "n_items": 533,23142 "n_groups": 25123143 },23144 "number_recall": {23145 "mean": 0.9914197851346069,23146 "ci_low": 0.986920513166255,23147 "ci_high": 0.9952674737418328,23148 "n_items": 533,23149 "n_groups": 25123150 },23151 "placeholders_exact": {23152 "mean": 0.9943714821763602,23153 "ci_low": 0.9871314634724858,23154 "ci_high": 1.0,23155 "n_items": 533,23156 "n_groups": 25123157 }23158 },23159 "D": {23160 "n": 516,23161 "chrf": {23162 "mean": 69.15163182054992,23163 "ci_low": 68.17745562896553,23164 "ci_high": 70.09080289113297,23165 "n_items": 516,23166 "n_groups": 25323167 },23168 "edit_sim": {23169 "mean": 0.686795788785972,23170 "ci_low": 0.6767195716245091,23171 "ci_high": 0.6965880888561616,23172 "n_items": 516,23173 "n_groups": 25323174 },23175 "rougeL": {23176 "mean": 0.6906477957337538,23177 "ci_low": 0.6801504643956408,23178 "ci_high": 0.7012923952229828,23179 "n_items": 516,23180 "n_groups": 25323181 },23182 "exact_match": {23183 "mean": 0.0,23184 "ci_low": 0.0,23185 "ci_high": 0.0,23186 "n_items": 516,23187 "n_groups": 25323188 },23189 "number_recall": {23190 "mean": 0.9923391073827119,23191 "ci_low": 0.98798526429053,23192 "ci_high": 0.9961037999119139,23193 "n_items": 516,23194 "n_groups": 25323195 },23196 "placeholders_exact": {23197 "mean": 0.9941860465116279,23198 "ci_low": 0.9847619047619047,23199 "ci_high": 1.0,23200 "n_items": 516,23201 "n_groups": 25323202 }23203 },23204 "E": {23205 "n": 970,23206 "chrf": {23207 "mean": 64.44898083802447,23208 "ci_low": 63.418146502318585,23209 "ci_high": 65.48140194353907,23210 "n_items": 970,23211 "n_groups": 25823212 },23213 "edit_sim": {23214 "mean": 0.6213676505838377,23215 "ci_low": 0.612042100888905,23216 "ci_high": 0.6311777331886687,23217 "n_items": 970,23218 "n_groups": 25823219 },23220 "rougeL": {23221 "mean": 0.6275614155924288,23222 "ci_low": 0.6166749749639329,23223 "ci_high": 0.6389700441207642,23224 "n_items": 970,23225 "n_groups": 25823226 },23227 "exact_match": {23228 "mean": 0.0,23229 "ci_low": 0.0,23230 "ci_high": 0.0,23231 "n_items": 970,23232 "n_groups": 25823233 },23234 "number_recall": {23235 "mean": 0.9901991178924168,23236 "ci_low": 0.9862475761974352,23237 "ci_high": 0.9938068269199021,23238 "n_items": 970,23239 "n_groups": 25823240 },23241 "placeholders_exact": {23242 "mean": 0.9958762886597938,23243 "ci_low": 0.991627785218556,23244 "ci_high": 0.9990291967029765,23245 "n_items": 970,23246 "n_groups": 25823247 }23248 }23249 },23250 "by_discipline": {23251 "biomedicine": {23252 "n": 386,23253 "chrf": {23254 "mean": 68.83404379507714,23255 "ci_low": 66.62176723172861,23256 "ci_high": 71.05311937895979,23257 "n_items": 386,23258 "n_groups": 6623259 },23260 "edit_sim": {23261 "mean": 0.6761731166750623,23262 "ci_low": 0.6558143215533093,23263 "ci_high": 0.6968257273505291,23264 "n_items": 386,23265 "n_groups": 6623266 },23267 "rougeL": {23268 "mean": 0.6907040281305136,23269 "ci_low": 0.6684987213323247,23270 "ci_high": 0.7128307023040141,23271 "n_items": 386,23272 "n_groups": 6623273 },23274 "exact_match": {23275 "mean": 0.0,23276 "ci_low": 0.0,23277 "ci_high": 0.0,23278 "n_items": 386,23279 "n_groups": 6623280 },23281 "number_recall": {23282 "mean": 0.996127350628646,23283 "ci_low": 0.9919913213484886,23284 "ci_high": 0.9990765240524166,23285 "n_items": 386,23286 "n_groups": 6623287 },23288 "placeholders_exact": {23289 "mean": 0.9974093264248705,23290 "ci_low": 0.99142795742939,23291 "ci_high": 1.0,23292 "n_items": 386,23293 "n_groups": 6623294 }23295 },23296 "chemistry": {23297 "n": 173,23298 "chrf": {23299 "mean": 69.39779658721652,23300 "ci_low": 67.82156006859431,23301 "ci_high": 71.23221466368014,23302 "n_items": 173,23303 "n_groups": 1423304 },23305 "edit_sim": {23306 "mean": 0.6792363033374201,23307 "ci_low": 0.6572014229425179,23308 "ci_high": 0.7070677786120733,23309 "n_items": 173,23310 "n_groups": 1423311 },23312 "rougeL": {23313 "mean": 0.6875778992724406,23314 "ci_low": 0.6657533061409585,23315 "ci_high": 0.7150047429920078,23316 "n_items": 173,23317 "n_groups": 1423318 },23319 "exact_match": {23320 "mean": 0.0,23321 "ci_low": 0.0,23322 "ci_high": 0.0,23323 "n_items": 173,23324 "n_groups": 1423325 },23326 "number_recall": {23327 "mean": 0.9775135750569277,23328 "ci_low": 0.9500881400346786,23329 "ci_high": 0.9968757891414141,23330 "n_items": 173,23331 "n_groups": 1423332 },23333 "placeholders_exact": {23334 "mean": 0.9942196531791907,23335 "ci_low": 0.9845320554123712,23336 "ci_high": 1.0,23337 "n_items": 173,23338 "n_groups": 1423339 }23340 },23341 "computer_science": {23342 "n": 200,23343 "chrf": {23344 "mean": 70.01455124842157,23345 "ci_low": 67.72310557508192,23346 "ci_high": 72.66141439966157,23347 "n_items": 200,23348 "n_groups": 1423349 },23350 "edit_sim": {23351 "mean": 0.6915114269649549,23352 "ci_low": 0.6663828233221303,23353 "ci_high": 0.721552518631471,23354 "n_items": 200,23355 "n_groups": 1423356 },23357 "rougeL": {23358 "mean": 0.7006692458058525,23359 "ci_low": 0.6725185189077805,23360 "ci_high": 0.732441846481595,23361 "n_items": 200,23362 "n_groups": 1423363 },23364 "exact_match": {23365 "mean": 0.0,23366 "ci_low": 0.0,23367 "ci_high": 0.0,23368 "n_items": 200,23369 "n_groups": 1423370 },23371 "number_recall": {23372 "mean": 0.9847857142857143,23373 "ci_low": 0.9717229407448176,23374 "ci_high": 0.9953465329415293,23375 "n_items": 200,23376 "n_groups": 1423377 },23378 "placeholders_exact": {23379 "mean": 0.995,23380 "ci_low": 0.9832402234636871,23381 "ci_high": 1.0,23382 "n_items": 200,23383 "n_groups": 1423384 }23385 },23386 "earth_sciences": {23387 "n": 124,23388 "chrf": {23389 "mean": 68.34255295713747,23390 "ci_low": 62.60519640653596,23391 "ci_high": 71.84457578672539,23392 "n_items": 124,23393 "n_groups": 223394 },23395 "edit_sim": {23396 "mean": 0.6845728534964188,23397 "ci_low": 0.6447616753863264,23398 "ci_high": 0.7088731829921893,23399 "n_items": 124,23400 "n_groups": 223401 },23402 "rougeL": {23403 "mean": 0.6912252175786091,23404 "ci_low": 0.6461173604487861,23405 "ci_high": 0.7187585849175919,23406 "n_items": 124,23407 "n_groups": 223408 },23409 "exact_match": {23410 "mean": 0.0,23411 "ci_low": 0.0,23412 "ci_high": 0.0,23413 "n_items": 124,23414 "n_groups": 223415 },23416 "number_recall": {23417 "mean": 0.9932406303374044,23418 "ci_low": 0.9891147813225737,23419 "ci_high": 1.0,23420 "n_items": 124,23421 "n_groups": 223422 },23423 "placeholders_exact": {23424 "mean": 0.9838709677419355,23425 "ci_low": 0.974025974025974,23426 "ci_high": 1.0,23427 "n_items": 124,23428 "n_groups": 223429 }23430 },23431 "economics": {23432 "n": 366,23433 "chrf": {23434 "mean": 67.51888589450886,23435 "ci_low": 65.9211815903746,23436 "ci_high": 68.97666940130192,23437 "n_items": 366,23438 "n_groups": 4823439 },23440 "edit_sim": {23441 "mean": 0.6729903664156055,23442 "ci_low": 0.6561511768156545,23443 "ci_high": 0.6889736807080834,23444 "n_items": 366,23445 "n_groups": 4823446 },23447 "rougeL": {23448 "mean": 0.6739856546081772,23449 "ci_low": 0.6558574656065425,23450 "ci_high": 0.6912631905094345,23451 "n_items": 366,23452 "n_groups": 4823453 },23454 "exact_match": {23455 "mean": 0.0,23456 "ci_low": 0.0,23457 "ci_high": 0.0,23458 "n_items": 366,23459 "n_groups": 4823460 },23461 "number_recall": {23462 "mean": 0.9947328476017,23463 "ci_low": 0.9887988572551661,23464 "ci_high": 0.999281813283699,23465 "n_items": 366,23466 "n_groups": 4823467 },23468 "placeholders_exact": {23469 "mean": 0.9972677595628415,23470 "ci_low": 0.991524219953775,23471 "ci_high": 1.0,23472 "n_items": 366,23473 "n_groups": 4823474 }23475 },23476 "engineering": {23477 "n": 213,23478 "chrf": {23479 "mean": 67.94957280057498,23480 "ci_low": 66.37789226983875,23481 "ci_high": 69.22412813599554,23482 "n_items": 213,23483 "n_groups": 2023484 },23485 "edit_sim": {23486 "mean": 0.650656076834586,23487 "ci_low": 0.628289478532007,23488 "ci_high": 0.6673253616575093,23489 "n_items": 213,23490 "n_groups": 2023491 },23492 "rougeL": {23493 "mean": 0.6691148232484764,23494 "ci_low": 0.6479347381821488,23495 "ci_high": 0.6867087865811368,23496 "n_items": 213,23497 "n_groups": 2023498 },23499 "exact_match": {23500 "mean": 0.0,23501 "ci_low": 0.0,23502 "ci_high": 0.0,23503 "n_items": 213,23504 "n_groups": 2023505 },23506 "number_recall": {23507 "mean": 0.981053505701393,23508 "ci_low": 0.9665445604332883,23509 "ci_high": 0.9929836971740381,23510 "n_items": 213,23511 "n_groups": 2023512 },23513 "placeholders_exact": {23514 "mean": 0.9953051643192489,23515 "ci_low": 0.9821401839178785,23516 "ci_high": 1.0,23517 "n_items": 213,23518 "n_groups": 2023519 }23520 },23521 "finance": {23522 "n": 246,23523 "chrf": {23524 "mean": 68.42572129485377,23525 "ci_low": 66.51986111950407,23526 "ci_high": 70.21317584273204,23527 "n_items": 246,23528 "n_groups": 2723529 },23530 "edit_sim": {23531 "mean": 0.6719467074913138,23532 "ci_low": 0.650132274391379,23533 "ci_high": 0.6911620383725297,23534 "n_items": 246,23535 "n_groups": 2723536 },23537 "rougeL": {23538 "mean": 0.6812714396995807,23539 "ci_low": 0.6565220638747011,23540 "ci_high": 0.7048226795554099,23541 "n_items": 246,23542 "n_groups": 2723543 },23544 "exact_match": {23545 "mean": 0.0,23546 "ci_low": 0.0,23547 "ci_high": 0.0,23548 "n_items": 246,23549 "n_groups": 2723550 },23551 "number_recall": {23552 "mean": 0.9920925280681379,23553 "ci_low": 0.9849975448975614,23554 "ci_high": 0.9979637761466663,23555 "n_items": 246,23556 "n_groups": 2723557 },23558 "placeholders_exact": {23559 "mean": 0.983739837398374,23560 "ci_low": 0.9516067751740367,23561 "ci_high": 1.0,23562 "n_items": 246,23563 "n_groups": 2723564 }23565 },23566 "general_reference": {23567 "n": 29,23568 "chrf": {23569 "mean": 66.11948207597169,23570 "ci_low": 64.51947441996113,23571 "ci_high": 69.67505464488401,23572 "n_items": 29,23573 "n_groups": 223574 },23575 "edit_sim": {23576 "mean": 0.6640206013960369,23577 "ci_low": 0.6561538032883705,23578 "ci_high": 0.6815023749686289,23579 "n_items": 29,23580 "n_groups": 223581 },23582 "rougeL": {23583 "mean": 0.6829402380545646,23584 "ci_low": 0.6736019911070015,23585 "ci_high": 0.7036918979380379,23586 "n_items": 29,23587 "n_groups": 223588 },23589 "exact_match": {23590 "mean": 0.0,23591 "ci_low": 0.0,23592 "ci_high": 0.0,23593 "n_items": 29,23594 "n_groups": 223595 },23596 "number_recall": {23597 "mean": 1.0,23598 "ci_low": 1.0,23599 "ci_high": 1.0,23600 "n_items": 29,23601 "n_groups": 223602 },23603 "placeholders_exact": {23604 "mean": 1.0,23605 "ci_low": 1.0,23606 "ci_high": 1.0,23607 "n_items": 29,23608 "n_groups": 223609 }23610 },23611 "humanities": {23612 "n": 161,23613 "chrf": {23614 "mean": 63.32220821999204,23615 "ci_low": 60.74803503828454,23616 "ci_high": 65.59433329332522,23617 "n_items": 161,23618 "n_groups": 423619 },23620 "edit_sim": {23621 "mean": 0.6317041050114934,23622 "ci_low": 0.6098096953420713,23623 "ci_high": 0.6553248734295172,23624 "n_items": 161,23625 "n_groups": 423626 },23627 "rougeL": {23628 "mean": 0.6324153196921934,23629 "ci_low": 0.6082718964481028,23630 "ci_high": 0.6705579651476494,23631 "n_items": 161,23632 "n_groups": 423633 },23634 "exact_match": {23635 "mean": 0.0,23636 "ci_low": 0.0,23637 "ci_high": 0.0,23638 "n_items": 161,23639 "n_groups": 423640 },23641 "number_recall": {23642 "mean": 0.9958592132505175,23643 "ci_low": 0.991869918699187,23644 "ci_high": 1.0,23645 "n_items": 161,23646 "n_groups": 423647 },23648 "placeholders_exact": {23649 "mean": 0.9875776397515528,23650 "ci_low": 0.9591836734693877,23651 "ci_high": 1.0,23652 "n_items": 161,23653 "n_groups": 423654 }23655 },23656 "life_sciences": {23657 "n": 366,23658 "chrf": {23659 "mean": 68.20975471606548,23660 "ci_low": 64.88208814034414,23661 "ci_high": 71.21644036590041,23662 "n_items": 366,23663 "n_groups": 5123664 },23665 "edit_sim": {23666 "mean": 0.6734791015546522,23667 "ci_low": 0.6473793273048757,23668 "ci_high": 0.6985059254941107,23669 "n_items": 366,23670 "n_groups": 5123671 },23672 "rougeL": {23673 "mean": 0.6782705153304576,23674 "ci_low": 0.6509986668577576,23675 "ci_high": 0.7050065729554211,23676 "n_items": 366,23677 "n_groups": 5123678 },23679 "exact_match": {23680 "mean": 0.0,23681 "ci_low": 0.0,23682 "ci_high": 0.0,23683 "n_items": 366,23684 "n_groups": 5123685 },23686 "number_recall": {23687 "mean": 0.990732703847458,23688 "ci_low": 0.9763511622542234,23689 "ci_high": 0.9990984392698101,23690 "n_items": 366,23691 "n_groups": 5123692 },23693 "placeholders_exact": {23694 "mean": 0.9918032786885246,23695 "ci_low": 0.9709606493642955,23696 "ci_high": 1.0,23697 "n_items": 366,23698 "n_groups": 5123699 }23700 },23701 "mathematics": {23702 "n": 180,23703 "chrf": {23704 "mean": 70.48868749971592,23705 "ci_low": 66.93133412366943,23706 "ci_high": 72.28949332739083,23707 "n_items": 180,23708 "n_groups": 423709 },23710 "edit_sim": {23711 "mean": 0.6965776727183843,23712 "ci_low": 0.6483582211855871,23713 "ci_high": 0.7263830709033806,23714 "n_items": 180,23715 "n_groups": 423716 },23717 "rougeL": {23718 "mean": 0.705948937295762,23719 "ci_low": 0.6553683769739767,23720 "ci_high": 0.7274634701155941,23721 "n_items": 180,23722 "n_groups": 423723 },23724 "exact_match": {23725 "mean": 0.0,23726 "ci_low": 0.0,23727 "ci_high": 0.0,23728 "n_items": 180,23729 "n_groups": 423730 },23731 "number_recall": {23732 "mean": 0.9843871252204586,23733 "ci_low": 0.9766634599967933,23734 "ci_high": 0.9941727053140097,23735 "n_items": 180,23736 "n_groups": 423737 },23738 "placeholders_exact": {23739 "mean": 0.9944444444444445,23740 "ci_low": 0.9836956521739131,23741 "ci_high": 1.0,23742 "n_items": 180,23743 "n_groups": 423744 }23745 },23746 "other": {23747 "n": 66,23748 "chrf": {23749 "mean": 68.34268791545317,23750 "ci_low": 64.8320391575512,23751 "ci_high": 72.23275920188154,23752 "n_items": 66,23753 "n_groups": 523754 },23755 "edit_sim": {23756 "mean": 0.6747617340103619,23757 "ci_low": 0.6369854950014063,23758 "ci_high": 0.7184074996758588,23759 "n_items": 66,23760 "n_groups": 523761 },23762 "rougeL": {23763 "mean": 0.680181682684128,23764 "ci_low": 0.6444865540536613,23765 "ci_high": 0.7192468678497084,23766 "n_items": 66,23767 "n_groups": 523768 },23769 "exact_match": {23770 "mean": 0.0,23771 "ci_low": 0.0,23772 "ci_high": 0.0,23773 "n_items": 66,23774 "n_groups": 523775 },23776 "number_recall": {23777 "mean": 1.0,23778 "ci_low": 1.0,23779 "ci_high": 1.0,23780 "n_items": 66,23781 "n_groups": 523782 },23783 "placeholders_exact": {23784 "mean": 1.0,23785 "ci_low": 1.0,23786 "ci_high": 1.0,23787 "n_items": 66,23788 "n_groups": 523789 }23790 },23791 "social_sciences": {23792 "n": 310,23793 "chrf": {23794 "mean": 68.58573273514611,23795 "ci_low": 65.78538388275832,23796 "ci_high": 71.04925785670498,23797 "n_items": 310,23798 "n_groups": 2023799 },23800 "edit_sim": {23801 "mean": 0.6806228742401002,23802 "ci_low": 0.6543972748252574,23803 "ci_high": 0.7034694242642792,23804 "n_items": 310,23805 "n_groups": 2023806 },23807 "rougeL": {23808 "mean": 0.6896491554759511,23809 "ci_low": 0.6579700769068358,23810 "ci_high": 0.7174391702188484,23811 "n_items": 310,23812 "n_groups": 2023813 },23814 "exact_match": {23815 "mean": 0.0,23816 "ci_low": 0.0,23817 "ci_high": 0.0,23818 "n_items": 310,23819 "n_groups": 2023820 },23821 "number_recall": {23822 "mean": 0.9955596285434996,23823 "ci_low": 0.9913513542837077,23824 "ci_high": 0.9990116815898935,23825 "n_items": 310,23826 "n_groups": 2023827 },23828 "placeholders_exact": {23829 "mean": 0.9967741935483871,23830 "ci_low": 0.9893983535072551,23831 "ci_high": 1.0,23832 "n_items": 310,23833 "n_groups": 2023834 }23835 },23836 "statistics": {23837 "n": 180,23838 "chrf": {23839 "mean": 71.35202813135518,23840 "ci_low": 69.0346037495908,23841 "ci_high": 73.11339615493947,23842 "n_items": 180,23843 "n_groups": 723844 },23845 "edit_sim": {23846 "mean": 0.7028562465507928,23847 "ci_low": 0.6700890125156496,23848 "ci_high": 0.7222291410862952,23849 "n_items": 180,23850 "n_groups": 723851 },23852 "rougeL": {23853 "mean": 0.7185907093535563,23854 "ci_low": 0.6828784762440345,23855 "ci_high": 0.7396826126190431,23856 "n_items": 180,23857 "n_groups": 723858 },23859 "exact_match": {23860 "mean": 0.0,23861 "ci_low": 0.0,23862 "ci_high": 0.0,23863 "n_items": 180,23864 "n_groups": 723865 },23866 "number_recall": {23867 "mean": 0.9832691999358667,23868 "ci_low": 0.9544232313633645,23869 "ci_high": 0.9986761613407161,23870 "n_items": 180,23871 "n_groups": 723872 },23873 "placeholders_exact": {23874 "mean": 1.0,23875 "ci_low": 1.0,23876 "ci_high": 1.0,23877 "n_items": 180,23878 "n_groups": 723879 }23880 }23881 },23882 "by_era": {23883 "1900-1949": {23884 "n": 315,23885 "chrf": {23886 "mean": 61.68953212453931,23887 "ci_low": 59.618668011390135,23888 "ci_high": 64.55152416288219,23889 "n_items": 315,23890 "n_groups": 1423891 },23892 "edit_sim": {23893 "mean": 0.6269146714669631,23894 "ci_low": 0.6076852247040552,23895 "ci_high": 0.6522590840230005,23896 "n_items": 315,23897 "n_groups": 1423898 },23899 "rougeL": {23900 "mean": 0.630264898321157,23901 "ci_low": 0.6086494765799094,23902 "ci_high": 0.6592998566350367,23903 "n_items": 315,23904 "n_groups": 1423905 },23906 "exact_match": {23907 "mean": 0.0,23908 "ci_low": 0.0,23909 "ci_high": 0.0,23910 "n_items": 315,23911 "n_groups": 1423912 },23913 "number_recall": {23914 "mean": 1.0,23915 "ci_low": 1.0,23916 "ci_high": 1.0,23917 "n_items": 315,23918 "n_groups": 1423919 },23920 "placeholders_exact": {23921 "mean": 1.0,23922 "ci_low": 1.0,23923 "ci_high": 1.0,23924 "n_items": 315,23925 "n_groups": 1423926 }23927 },23928 "1950-1979": {23929 "n": 12,23930 "chrf": {23931 "mean": 56.88000753118687,23932 "ci_low": 56.88000753118687,23933 "ci_high": 56.88000753118687,23934 "n_items": 12,23935 "n_groups": 123936 },23937 "edit_sim": {23938 "mean": 0.574448188104323,23939 "ci_low": 0.574448188104323,23940 "ci_high": 0.574448188104323,23941 "n_items": 12,23942 "n_groups": 123943 },23944 "rougeL": {23945 "mean": 0.5892964476393668,23946 "ci_low": 0.5892964476393668,23947 "ci_high": 0.5892964476393668,23948 "n_items": 12,23949 "n_groups": 123950 },23951 "exact_match": {23952 "mean": 0.0,23953 "ci_low": 0.0,23954 "ci_high": 0.0,23955 "n_items": 12,23956 "n_groups": 123957 },23958 "number_recall": {23959 "mean": 1.0,23960 "ci_low": 1.0,23961 "ci_high": 1.0,23962 "n_items": 12,23963 "n_groups": 123964 },23965 "placeholders_exact": {23966 "mean": 1.0,23967 "ci_low": 1.0,23968 "ci_high": 1.0,23969 "n_items": 12,23970 "n_groups": 123971 }23972 },23973 "1980-1999": {23974 "n": 21,23975 "chrf": {23976 "mean": 72.71528663289303,23977 "ci_low": 69.51596646907802,23978 "ci_high": 73.78892125475294,23979 "n_items": 21,23980 "n_groups": 323981 },23982 "edit_sim": {23983 "mean": 0.7185698611155511,23984 "ci_low": 0.6886641671477739,23985 "ci_high": 0.7324598214887984,23986 "n_items": 21,23987 "n_groups": 323988 },23989 "rougeL": {23990 "mean": 0.7207292508085085,23991 "ci_low": 0.6975624561616757,23992 "ci_high": 0.7306858996387443,23993 "n_items": 21,23994 "n_groups": 323995 },23996 "exact_match": {23997 "mean": 0.0,23998 "ci_low": 0.0,23999 "ci_high": 0.0,24000 "n_items": 21,24001 "n_groups": 324002 },24003 "number_recall": {24004 "mean": 1.0,24005 "ci_low": 1.0,24006 "ci_high": 1.0,24007 "n_items": 21,24008 "n_groups": 324009 },24010 "placeholders_exact": {24011 "mean": 1.0,24012 "ci_low": 1.0,24013 "ci_high": 1.0,24014 "n_items": 21,24015 "n_groups": 324016 }24017 },24018 "2000-2009": {24019 "n": 95,24020 "chrf": {24021 "mean": 69.19416455965339,24022 "ci_low": 66.3892113861063,24023 "ci_high": 71.9549074319995,24024 "n_items": 95,24025 "n_groups": 1824026 },24027 "edit_sim": {24028 "mean": 0.6756728342534224,24029 "ci_low": 0.6417028279113128,24030 "ci_high": 0.7069047809843564,24031 "n_items": 95,24032 "n_groups": 1824033 },24034 "rougeL": {24035 "mean": 0.6851966213342794,24036 "ci_low": 0.6513680795039283,24037 "ci_high": 0.7167671190326037,24038 "n_items": 95,24039 "n_groups": 1824040 },24041 "exact_match": {24042 "mean": 0.0,24043 "ci_low": 0.0,24044 "ci_high": 0.0,24045 "n_items": 95,24046 "n_groups": 1824047 },24048 "number_recall": {24049 "mean": 0.9789473684210527,24050 "ci_low": 0.9293907563025207,24051 "ci_high": 1.0,24052 "n_items": 95,24053 "n_groups": 1824054 },24055 "placeholders_exact": {24056 "mean": 1.0,24057 "ci_low": 1.0,24058 "ci_high": 1.0,24059 "n_items": 95,24060 "n_groups": 1824061 }24062 },24063 "2010-2017": {24064 "n": 2557,24065 "chrf": {24066 "mean": 69.31421585641465,24067 "ci_low": 68.6116862043582,24068 "ci_high": 69.99873641674634,24069 "n_items": 2557,24070 "n_groups": 24824071 },24072 "edit_sim": {24073 "mean": 0.6817100217420001,24074 "ci_low": 0.6741312344628063,24075 "ci_high": 0.6893155511337359,24076 "n_items": 2557,24077 "n_groups": 24824078 },24079 "rougeL": {24080 "mean": 0.6911767706992645,24081 "ci_low": 0.6825932491573529,24082 "ci_high": 0.6993750609927311,24083 "n_items": 2557,24084 "n_groups": 24824085 },24086 "exact_match": {24087 "mean": 0.0,24088 "ci_low": 0.0,24089 "ci_high": 0.0,24090 "n_items": 2557,24091 "n_groups": 24824092 },24093 "number_recall": {24094 "mean": 0.9896630793922541,24095 "ci_low": 0.9861930214684349,24096 "ci_high": 0.9926215239112739,24097 "n_items": 2557,24098 "n_groups": 24824099 },24100 "placeholders_exact": {24101 "mean": 0.992960500586625,24102 "ci_low": 0.9877730775495499,24103 "ci_high": 0.9969124528255672,24104 "n_items": 2557,24105 "n_groups": 24824106 }24107 }24108 },24109 "by_role": {24110 "abstract": {24111 "n": 244,24112 "chrf": {24113 "mean": 70.03059658998505,24114 "ci_low": 68.48363653809133,24115 "ci_high": 71.71497548139821,24116 "n_items": 244,24117 "n_groups": 5224118 },24119 "edit_sim": {24120 "mean": 0.6901784768036457,24121 "ci_low": 0.6700569139474085,24122 "ci_high": 0.7121845980690911,24123 "n_items": 244,24124 "n_groups": 5224125 },24126 "rougeL": {24127 "mean": 0.6937875839524696,24128 "ci_low": 0.6733762690925409,24129 "ci_high": 0.7152547762199652,24130 "n_items": 244,24131 "n_groups": 5224132 },24133 "exact_match": {24134 "mean": 0.0,24135 "ci_low": 0.0,24136 "ci_high": 0.0,24137 "n_items": 244,24138 "n_groups": 5224139 },24140 "number_recall": {24141 "mean": 0.9889861959534091,24142 "ci_low": 0.9712966130629845,24143 "ci_high": 0.9988556158879435,24144 "n_items": 244,24145 "n_groups": 5224146 },24147 "placeholders_exact": {24148 "mean": 1.0,24149 "ci_low": 1.0,24150 "ci_high": 1.0,24151 "n_items": 244,24152 "n_groups": 5224153 }24154 },24155 "background": {24156 "n": 184,24157 "chrf": {24158 "mean": 70.4087838161718,24159 "ci_low": 68.48074187732448,24160 "ci_high": 72.46887662188729,24161 "n_items": 184,24162 "n_groups": 2524163 },24164 "edit_sim": {24165 "mean": 0.6949053692543311,24166 "ci_low": 0.6738870429512204,24167 "ci_high": 0.7178357404220915,24168 "n_items": 184,24169 "n_groups": 2524170 },24171 "rougeL": {24172 "mean": 0.694514365207504,24173 "ci_low": 0.674717657903088,24174 "ci_high": 0.7155666583497365,24175 "n_items": 184,24176 "n_groups": 2524177 },24178 "exact_match": {24179 "mean": 0.0,24180 "ci_low": 0.0,24181 "ci_high": 0.0,24182 "n_items": 184,24183 "n_groups": 2524184 },24185 "number_recall": {24186 "mean": 0.9972826086956522,24187 "ci_low": 0.990681774068323,24188 "ci_high": 1.0,24189 "n_items": 184,24190 "n_groups": 2524191 },24192 "placeholders_exact": {24193 "mean": 0.9836956521739131,24194 "ci_low": 0.9426751592356688,24195 "ci_high": 1.0,24196 "n_items": 184,24197 "n_groups": 2524198 }24199 },24200 "chapter": {24201 "n": 191,24202 "chrf": {24203 "mean": 64.46358293667247,24204 "ci_low": 61.98339557199824,24205 "ci_high": 66.81867029590768,24206 "n_items": 191,24207 "n_groups": 1324208 },24209 "edit_sim": {24210 "mean": 0.6524069733111612,24211 "ci_low": 0.6297368692855274,24212 "ci_high": 0.6728815484307274,24213 "n_items": 191,24214 "n_groups": 1324215 },24216 "rougeL": {24217 "mean": 0.6602884177608274,24218 "ci_low": 0.6333691723089968,24219 "ci_high": 0.685581802443659,24220 "n_items": 191,24221 "n_groups": 1324222 },24223 "exact_match": {24224 "mean": 0.0,24225 "ci_low": 0.0,24226 "ci_high": 0.0,24227 "n_items": 191,24228 "n_groups": 1324229 },24230 "number_recall": {24231 "mean": 1.0,24232 "ci_low": 1.0,24233 "ci_high": 1.0,24234 "n_items": 191,24235 "n_groups": 1324236 },24237 "placeholders_exact": {24238 "mean": 1.0,24239 "ci_low": 1.0,24240 "ci_high": 1.0,24241 "n_items": 191,24242 "n_groups": 1324243 }24244 },24245 "conclusion": {24246 "n": 251,24247 "chrf": {24248 "mean": 66.07422669327914,24249 "ci_low": 64.08066779421665,24250 "ci_high": 68.33299073949628,24251 "n_items": 251,24252 "n_groups": 4624253 },24254 "edit_sim": {24255 "mean": 0.6534388421548822,24256 "ci_low": 0.6282042595759061,24257 "ci_high": 0.6822582293755405,24258 "n_items": 251,24259 "n_groups": 4624260 },24261 "rougeL": {24262 "mean": 0.6513013371612022,24263 "ci_low": 0.6266598967221936,24264 "ci_high": 0.6792676374501179,24265 "n_items": 251,24266 "n_groups": 4624267 },24268 "exact_match": {24269 "mean": 0.0,24270 "ci_low": 0.0,24271 "ci_high": 0.0,24272 "n_items": 251,24273 "n_groups": 4624274 },24275 "number_recall": {24276 "mean": 1.0,24277 "ci_low": 1.0,24278 "ci_high": 1.0,24279 "n_items": 251,24280 "n_groups": 4624281 },24282 "placeholders_exact": {24283 "mean": 1.0,24284 "ci_low": 1.0,24285 "ci_high": 1.0,24286 "n_items": 251,24287 "n_groups": 4624288 }24289 },24290 "data": {24291 "n": 207,24292 "chrf": {24293 "mean": 70.84955199458953,24294 "ci_low": 69.17761295040263,24295 "ci_high": 72.5526842906085,24296 "n_items": 207,24297 "n_groups": 3324298 },24299 "edit_sim": {24300 "mean": 0.6870795152925534,24301 "ci_low": 0.6725857560579367,24302 "ci_high": 0.7026758160346,24303 "n_items": 207,24304 "n_groups": 3324305 },24306 "rougeL": {24307 "mean": 0.7154866538794744,24308 "ci_low": 0.700458357272996,24309 "ci_high": 0.7333523210984723,24310 "n_items": 207,24311 "n_groups": 3324312 },24313 "exact_match": {24314 "mean": 0.0,24315 "ci_low": 0.0,24316 "ci_high": 0.0,24317 "n_items": 207,24318 "n_groups": 3324319 },24320 "number_recall": {24321 "mean": 0.9813665534680027,24322 "ci_low": 0.968035298012973,24323 "ci_high": 0.9921516462375083,24324 "n_items": 207,24325 "n_groups": 3324326 },24327 "placeholders_exact": {24328 "mean": 0.9903381642512077,24329 "ci_low": 0.9760736796098638,24330 "ci_high": 1.0,24331 "n_items": 207,24332 "n_groups": 3324333 }24334 },24335 "discussion": {24336 "n": 279,24337 "chrf": {24338 "mean": 68.8175247859022,24339 "ci_low": 66.9755369770997,24340 "ci_high": 70.82763817005875,24341 "n_items": 279,24342 "n_groups": 4324343 },24344 "edit_sim": {24345 "mean": 0.6779515735761478,24346 "ci_low": 0.6590248438494382,24347 "ci_high": 0.6990367274723971,24348 "n_items": 279,24349 "n_groups": 4324350 },24351 "rougeL": {24352 "mean": 0.6768123586561049,24353 "ci_low": 0.6544928531729804,24354 "ci_high": 0.7022273184844062,24355 "n_items": 279,24356 "n_groups": 4324357 },24358 "exact_match": {24359 "mean": 0.0,24360 "ci_low": 0.0,24361 "ci_high": 0.0,24362 "n_items": 279,24363 "n_groups": 4324364 },24365 "number_recall": {24366 "mean": 0.9975038402457758,24367 "ci_low": 0.9921427808302808,24368 "ci_high": 1.0,24369 "n_items": 279,24370 "n_groups": 4324371 },24372 "placeholders_exact": {24373 "mean": 0.996415770609319,24374 "ci_low": 0.9877525825144873,24375 "ci_high": 1.0,24376 "n_items": 279,24377 "n_groups": 4324378 }24379 },24380 "introduction": {24381 "n": 336,24382 "chrf": {24383 "mean": 68.24796696427276,24384 "ci_low": 66.80875685958878,24385 "ci_high": 69.5636998447724,24386 "n_items": 336,24387 "n_groups": 5624388 },24389 "edit_sim": {24390 "mean": 0.6768129051871548,24391 "ci_low": 0.6609394316255776,24392 "ci_high": 0.6909358138502482,24393 "n_items": 336,24394 "n_groups": 5624395 },24396 "rougeL": {24397 "mean": 0.6790418498349421,24398 "ci_low": 0.6632599698327809,24399 "ci_high": 0.6929895093767033,24400 "n_items": 336,24401 "n_groups": 5624402 },24403 "exact_match": {24404 "mean": 0.0,24405 "ci_low": 0.0,24406 "ci_high": 0.0,24407 "n_items": 336,24408 "n_groups": 5624409 },24410 "number_recall": {24411 "mean": 0.9851190476190477,24412 "ci_low": 0.9661601181304571,24413 "ci_high": 0.9980637797754762,24414 "n_items": 336,24415 "n_groups": 5624416 },24417 "placeholders_exact": {24418 "mean": 0.9940476190476191,24419 "ci_low": 0.9853801169590644,24420 "ci_high": 1.0,24421 "n_items": 336,24422 "n_groups": 5624423 }24424 },24425 "limitations": {24426 "n": 90,24427 "chrf": {24428 "mean": 67.36621748575617,24429 "ci_low": 63.949990795356115,24430 "ci_high": 71.12648593007408,24431 "n_items": 90,24432 "n_groups": 1424433 },24434 "edit_sim": {24435 "mean": 0.6685909904929643,24436 "ci_low": 0.6323216634328702,24437 "ci_high": 0.7074456644080833,24438 "n_items": 90,24439 "n_groups": 1424440 },24441 "rougeL": {24442 "mean": 0.6626395147023838,24443 "ci_low": 0.6213214529428845,24444 "ci_high": 0.705995685519742,24445 "n_items": 90,24446 "n_groups": 1424447 },24448 "exact_match": {24449 "mean": 0.0,24450 "ci_low": 0.0,24451 "ci_high": 0.0,24452 "n_items": 90,24453 "n_groups": 1424454 },24455 "number_recall": {24456 "mean": 1.0,24457 "ci_low": 1.0,24458 "ci_high": 1.0,24459 "n_items": 90,24460 "n_groups": 1424461 },24462 "placeholders_exact": {24463 "mean": 1.0,24464 "ci_low": 1.0,24465 "ci_high": 1.0,24466 "n_items": 90,24467 "n_groups": 1424468 }24469 },24470 "methods": {24471 "n": 265,24472 "chrf": {24473 "mean": 70.47828919519723,24474 "ci_low": 68.84177098072048,24475 "ci_high": 72.18269869730639,24476 "n_items": 265,24477 "n_groups": 4524478 },24479 "edit_sim": {24480 "mean": 0.6846124177471626,24481 "ci_low": 0.6636711694071912,24482 "ci_high": 0.705598177030847,24483 "n_items": 265,24484 "n_groups": 4524485 },24486 "rougeL": {24487 "mean": 0.7096749619816459,24488 "ci_low": 0.690491320144592,24489 "ci_high": 0.7304183060276245,24490 "n_items": 265,24491 "n_groups": 4524492 },24493 "exact_match": {24494 "mean": 0.0,24495 "ci_low": 0.0,24496 "ci_high": 0.0,24497 "n_items": 265,24498 "n_groups": 4524499 },24500 "number_recall": {24501 "mean": 0.9826440226440225,24502 "ci_low": 0.9724833814678921,24503 "ci_high": 0.9927786968322683,24504 "n_items": 265,24505 "n_groups": 4524506 },24507 "placeholders_exact": {24508 "mean": 0.9962264150943396,24509 "ci_low": 0.9868841673856774,24510 "ci_high": 1.0,24511 "n_items": 265,24512 "n_groups": 4524513 }24514 },24515 "other": {24516 "n": 275,24517 "chrf": {24518 "mean": 68.59103454189955,24519 "ci_low": 66.67232622801156,24520 "ci_high": 70.54604055321468,24521 "n_items": 275,24522 "n_groups": 3824523 },24524 "edit_sim": {24525 "mean": 0.670305755832313,24526 "ci_low": 0.6463694986506806,24527 "ci_high": 0.6932880385720924,24528 "n_items": 275,24529 "n_groups": 3824530 },24531 "rougeL": {24532 "mean": 0.6814897747065287,24533 "ci_low": 0.6573717528240092,24534 "ci_high": 0.7044699173152726,24535 "n_items": 275,24536 "n_groups": 3824537 },24538 "exact_match": {24539 "mean": 0.0,24540 "ci_low": 0.0,24541 "ci_high": 0.0,24542 "n_items": 275,24543 "n_groups": 3824544 },24545 "number_recall": {24546 "mean": 0.9972582972582973,24547 "ci_low": 0.9943406604258008,24548 "ci_high": 0.9995351483805982,24549 "n_items": 275,24550 "n_groups": 3824551 },24552 "placeholders_exact": {24553 "mean": 0.9927272727272727,24554 "ci_low": 0.9781798274717982,24555 "ci_high": 1.0,24556 "n_items": 275,24557 "n_groups": 3824558 }24559 },24560 "preface": {24561 "n": 114,24562 "chrf": {24563 "mean": 56.87059908737409,24564 "ci_low": 54.043969381048434,24565 "ci_high": 60.05259339100012,24566 "n_items": 114,24567 "n_groups": 924568 },24569 "edit_sim": {24570 "mean": 0.5776772655257651,24571 "ci_low": 0.5482238847246357,24572 "ci_high": 0.6105746571407211,24573 "n_items": 114,24574 "n_groups": 924575 },24576 "rougeL": {24577 "mean": 0.5739783576702019,24578 "ci_low": 0.5422355451844625,24579 "ci_high": 0.6048259010891625,24580 "n_items": 114,24581 "n_groups": 924582 },24583 "exact_match": {24584 "mean": 0.0,24585 "ci_low": 0.0,24586 "ci_high": 0.0,24587 "n_items": 114,24588 "n_groups": 924589 },24590 "number_recall": {24591 "mean": 1.0,24592 "ci_low": 1.0,24593 "ci_high": 1.0,24594 "n_items": 114,24595 "n_groups": 924596 },24597 "placeholders_exact": {24598 "mean": 1.0,24599 "ci_low": 1.0,24600 "ci_high": 1.0,24601 "n_items": 114,24602 "n_groups": 924603 }24604 },24605 "related_work": {24606 "n": 109,24607 "chrf": {24608 "mean": 71.66462622474066,24609 "ci_low": 69.03977093235497,24610 "ci_high": 73.80566569604736,24611 "n_items": 109,24612 "n_groups": 1624613 },24614 "edit_sim": {24615 "mean": 0.7175696625466467,24616 "ci_low": 0.6891319762275269,24617 "ci_high": 0.7444781417876326,24618 "n_items": 109,24619 "n_groups": 1624620 },24621 "rougeL": {24622 "mean": 0.7129009612194397,24623 "ci_low": 0.6854235415576584,24624 "ci_high": 0.7381532309431359,24625 "n_items": 109,24626 "n_groups": 1624627 },24628 "exact_match": {24629 "mean": 0.0,24630 "ci_low": 0.0,24631 "ci_high": 0.0,24632 "n_items": 109,24633 "n_groups": 1624634 },24635 "number_recall": {24636 "mean": 0.991563736976581,24637 "ci_low": 0.982678410911209,24638 "ci_high": 0.9981015063571034,24639 "n_items": 109,24640 "n_groups": 1624641 },24642 "placeholders_exact": {24643 "mean": 0.963302752293578,24644 "ci_low": 0.8762564432989691,24645 "ci_high": 1.0,24646 "n_items": 109,24647 "n_groups": 1624648 }24649 },24650 "results": {24651 "n": 263,24652 "chrf": {24653 "mean": 70.15796990791726,24654 "ci_low": 68.63342035825852,24655 "ci_high": 71.69797732639528,24656 "n_items": 263,24657 "n_groups": 4624658 },24659 "edit_sim": {24660 "mean": 0.6899343721020924,24661 "ci_low": 0.6697143873953699,24662 "ci_high": 0.7086772626857459,24663 "n_items": 263,24664 "n_groups": 4624665 },24666 "rougeL": {24667 "mean": 0.7086085231820811,24668 "ci_low": 0.6866825813297102,24669 "ci_high": 0.7293910573519029,24670 "n_items": 263,24671 "n_groups": 4624672 },24673 "exact_match": {24674 "mean": 0.0,24675 "ci_low": 0.0,24676 "ci_high": 0.0,24677 "n_items": 263,24678 "n_groups": 4624679 },24680 "number_recall": {24681 "mean": 0.9791316889700918,24682 "ci_low": 0.9588831249911146,24683 "ci_high": 0.992344757964229,24684 "n_items": 263,24685 "n_groups": 4624686 },24687 "placeholders_exact": {24688 "mean": 0.9923954372623575,24689 "ci_low": 0.9816176470588235,24690 "ci_high": 1.0,24691 "n_items": 263,24692 "n_groups": 4624693 }24694 },24695 "theory": {24696 "n": 192,24697 "chrf": {24698 "mean": 69.61499660424487,24699 "ci_low": 67.42712604880406,24700 "ci_high": 71.11417891608627,24701 "n_items": 192,24702 "n_groups": 2924703 },24704 "edit_sim": {24705 "mean": 0.6857198189955046,24706 "ci_low": 0.6632851777196509,24707 "ci_high": 0.7035472667123481,24708 "n_items": 192,24709 "n_groups": 2924710 },24711 "rougeL": {24712 "mean": 0.712485019857957,24713 "ci_low": 0.6888409928457842,24714 "ci_high": 0.7313497496718444,24715 "n_items": 192,24716 "n_groups": 2924717 },24718 "exact_match": {24719 "mean": 0.0,24720 "ci_low": 0.0,24721 "ci_high": 0.0,24722 "n_items": 192,24723 "n_groups": 2924724 },24725 "number_recall": {24726 "mean": 0.9795345568783068,24727 "ci_low": 0.9637390527950312,24728 "ci_high": 0.9920381212594328,24729 "n_items": 192,24730 "n_groups": 2924731 },24732 "placeholders_exact": {24733 "mean": 0.9947916666666666,24734 "ci_low": 0.9845544880428602,24735 "ci_high": 1.0,24736 "n_items": 192,24737 "n_groups": 2924738 }24739 }24740 }24741 }24742 },24743 "paired_vs_baseline": {24744 "B1_generic_paraphrase": {24745 "chrf": {24746 "mean": -2.7523853428813867,24747 "ci_low": -2.972605839872954,24748 "ci_high": -2.5481675112065023,24749 "n_items": 3000,24750 "n_groups": 284,24751 "p_value_two_sided": 0.0,24752 "p_holm": 0.0,24753 "significant_holm_0_05": true24754 },24755 "edit_sim": {24756 "mean": -0.11258639176082633,24757 "ci_low": -0.117299545960153,24758 "ci_high": -0.10759498624950996,24759 "n_items": 3000,24760 "n_groups": 284,24761 "p_value_two_sided": 0.0,24762 "p_holm": 0.0,24763 "significant_holm_0_05": true24764 },24765 "rougeL": {24766 "mean": -0.08396288413181627,24767 "ci_low": -0.0874066732416576,24768 "ci_high": -0.08038010796916817,24769 "n_items": 3000,24770 "n_groups": 284,24771 "p_value_two_sided": 0.0,24772 "p_holm": 0.0,24773 "significant_holm_0_05": true24774 },24775 "exact_match": {24776 "mean": 0.0,24777 "ci_low": 0.0,24778 "ci_high": 0.0,24779 "n_items": 3000,24780 "n_groups": 284,24781 "p_value_two_sided": 0.0,24782 "p_holm": 0.0,24783 "significant_holm_0_05": true24784 },24785 "number_recall": {24786 "mean": -0.0002606060606060606,24787 "ci_low": -0.0007372903055380391,24788 "ci_high": 0.0,24789 "n_items": 3000,24790 "n_groups": 284,24791 "p_value_two_sided": 0.0,24792 "p_holm": 0.0,24793 "significant_holm_0_05": true24794 },24795 "placeholders_exact": {24796 "mean": 0.0,24797 "ci_low": 0.0,24798 "ci_high": 0.0,24799 "n_items": 3000,24800 "n_groups": 284,24801 "p_value_two_sided": 0.0,24802 "p_holm": 0.0,24803 "significant_holm_0_05": true24804 }24805 },24806 "B2_t5-small": {24807 "chrf": {24808 "mean": -0.04138640221042516,24809 "ci_low": -0.40156762978128707,24810 "ci_high": 0.2972249804083932,24811 "n_items": 3000,24812 "n_groups": 284,24813 "p_value_two_sided": 0.8460000000000001,24814 "p_holm": 0.8460000000000001,24815 "significant_holm_0_05": false24816 },24817 "edit_sim": {24818 "mean": 0.0018622556078028468,24819 "ci_low": -0.0021718673084515287,24820 "ci_high": 0.00515491097781322,24821 "n_items": 3000,24822 "n_groups": 284,24823 "p_value_two_sided": 0.314,24824 "p_holm": 0.628,24825 "significant_holm_0_05": false24826 },24827 "rougeL": {24828 "mean": 0.0031236145635076345,24829 "ci_low": -0.000807014828542515,24830 "ci_high": 0.006563033826700168,24831 "n_items": 3000,24832 "n_groups": 284,24833 "p_value_two_sided": 0.104,24834 "p_holm": 0.312,24835 "significant_holm_0_05": false24836 },24837 "exact_match": {24838 "mean": 0.0,24839 "ci_low": 0.0,24840 "ci_high": 0.0,24841 "n_items": 3000,24842 "n_groups": 284,24843 "p_value_two_sided": 0.0,24844 "p_holm": 0.0,24845 "significant_holm_0_05": true24846 },24847 "number_recall": {24848 "mean": -0.011037248862248864,24849 "ci_low": -0.016958433345131863,24850 "ci_high": -0.006200109246153024,24851 "n_items": 3000,24852 "n_groups": 284,24853 "p_value_two_sided": 0.0,24854 "p_holm": 0.0,24855 "significant_holm_0_05": true24856 },24857 "placeholders_exact": {24858 "mean": -0.2866666666666667,24859 "ci_low": -0.33411347837346317,24860 "ci_high": -0.24119542216984632,24861 "n_items": 3000,24862 "n_groups": 284,24863 "p_value_two_sided": 0.0,24864 "p_holm": 0.0,24865 "significant_holm_0_05": true24866 }24867 },24868 "htr-edit-tiny": {24869 "chrf": {24870 "mean": -2.2696370863113344,24871 "ci_low": -2.5420828042749184,24872 "ci_high": -2.025552501255489,24873 "n_items": 3000,24874 "n_groups": 284,24875 "p_value_two_sided": 0.0,24876 "p_holm": 0.0,24877 "significant_holm_0_05": true24878 },24879 "edit_sim": {24880 "mean": -0.007475739491649727,24881 "ci_low": -0.009551123392333672,24882 "ci_high": -0.005482599312531565,24883 "n_items": 3000,24884 "n_groups": 284,24885 "p_value_two_sided": 0.0,24886 "p_holm": 0.0,24887 "significant_holm_0_05": true24888 },24889 "rougeL": {24890 "mean": 0.017658606482867958,24891 "ci_low": 0.01591287052159098,24892 "ci_high": 0.019329388950397722,24893 "n_items": 3000,24894 "n_groups": 284,24895 "p_value_two_sided": 0.0,24896 "p_holm": 0.0,24897 "significant_holm_0_05": true24898 },24899 "exact_match": {24900 "mean": 0.0,24901 "ci_low": 0.0,24902 "ci_high": 0.0,24903 "n_items": 3000,24904 "n_groups": 284,24905 "p_value_two_sided": 0.0,24906 "p_holm": 0.0,24907 "significant_holm_0_05": true24908 },24909 "number_recall": {24910 "mean": 0.0,24911 "ci_low": 0.0,24912 "ci_high": 0.0,24913 "n_items": 3000,24914 "n_groups": 284,24915 "p_value_two_sided": 0.0,24916 "p_holm": 0.0,24917 "significant_holm_0_05": true24918 },24919 "placeholders_exact": {24920 "mean": 0.0,24921 "ci_low": 0.0,24922 "ci_high": 0.0,24923 "n_items": 3000,24924 "n_groups": 284,24925 "p_value_two_sided": 0.0,24926 "p_holm": 0.0,24927 "significant_holm_0_05": true24928 }24929 },24930 "htr-m1-small-mediumdenoiseinit": {24931 "chrf": {24932 "mean": 0.19529672627945546,24933 "ci_low": -0.04084517797533867,24934 "ci_high": 0.4493271939945207,24935 "n_items": 3000,24936 "n_groups": 284,24937 "p_value_two_sided": 0.097,24938 "p_holm": 0.194,24939 "significant_holm_0_05": false24940 },24941 "edit_sim": {24942 "mean": -0.0031927318785292596,24943 "ci_low": -0.005546050406608982,24944 "ci_high": -0.0005848252533909416,24945 "n_items": 3000,24946 "n_groups": 284,24947 "p_value_two_sided": 0.010999999999999899,24948 "p_holm": 0.032999999999999696,24949 "significant_holm_0_05": true24950 },24951 "rougeL": {24952 "mean": -0.0003913502797687059,24953 "ci_low": -0.003036219826860989,24954 "ci_high": 0.002475688728523268,24955 "n_items": 3000,24956 "n_groups": 284,24957 "p_value_two_sided": 0.7869999999999999,24958 "p_holm": 0.7869999999999999,24959 "significant_holm_0_05": false24960 },24961 "exact_match": {24962 "mean": 0.0,24963 "ci_low": 0.0,24964 "ci_high": 0.0,24965 "n_items": 3000,24966 "n_groups": 284,24967 "p_value_two_sided": 0.0,24968 "p_holm": 0.0,24969 "significant_holm_0_05": true24970 },24971 "number_recall": {24972 "mean": -0.010085857470416293,24973 "ci_low": -0.013493273521476763,24974 "ci_high": -0.007192140235605487,24975 "n_items": 3000,24976 "n_groups": 284,24977 "p_value_two_sided": 0.0,24978 "p_holm": 0.0,24979 "significant_holm_0_05": true24980 },24981 "placeholders_exact": {24982 "mean": -0.004333333333333333,24983 "ci_low": -0.007099781648117772,24984 "ci_high": -0.001855959026655813,24985 "n_items": 3000,24986 "n_groups": 284,24987 "p_value_two_sided": 0.0,24988 "p_holm": 0.0,24989 "significant_holm_0_05": true24990 }24991 },24992 "htr-m1-small-v2": {24993 "chrf": {24994 "mean": -0.13310416094340255,24995 "ci_low": -0.36487149496013505,24996 "ci_high": 0.12132374098793168,24997 "n_items": 3000,24998 "n_groups": 284,24999 "p_value_two_sided": 0.28200000000000003,25000 "p_holm": 0.28200000000000003,25001 "significant_holm_0_05": false25002 },25003 "edit_sim": {25004 "mean": -0.005426763842352298,25005 "ci_low": -0.0077991853052154225,25006 "ci_high": -0.0028138532473825795,25007 "n_items": 3000,25008 "n_groups": 284,25009 "p_value_two_sided": 0.0,25010 "p_holm": 0.0,25011 "significant_holm_0_05": true25012 },25013 "rougeL": {25014 "mean": -0.002951910332619414,25015 "ci_low": -0.0055490377754638985,25016 "ci_high": -2.229675538369112e-05,25017 "n_items": 3000,25018 "n_groups": 284,25019 "p_value_two_sided": 0.04800000000000004,25020 "p_holm": 0.09600000000000009,25021 "significant_holm_0_05": false25022 },25023 "exact_match": {25024 "mean": 0.0,25025 "ci_low": 0.0,25026 "ci_high": 0.0,25027 "n_items": 3000,25028 "n_groups": 284,25029 "p_value_two_sided": 0.0,25030 "p_holm": 0.0,25031 "significant_holm_0_05": true25032 },25033 "number_recall": {25034 "mean": -0.01319900894312659,25035 "ci_low": -0.017251500369378177,25036 "ci_high": -0.00971349590293175,25037 "n_items": 3000,25038 "n_groups": 284,25039 "p_value_two_sided": 0.0,25040 "p_holm": 0.0,25041 "significant_holm_0_05": true25042 },25043 "placeholders_exact": {25044 "mean": -0.007,25045 "ci_low": -0.01095803253632438,25046 "ci_high": -0.003678349010938203,25047 "n_items": 3000,25048 "n_groups": 284,25049 "p_value_two_sided": 0.0,25050 "p_holm": 0.0,25051 "significant_holm_0_05": true25052 }25053 },25054 "htr-m1-tiny-mediumdenoiseinit": {25055 "chrf": {25056 "mean": 0.32574392353403575,25057 "ci_low": 0.08853538356081023,25058 "ci_high": 0.5826115182755867,25059 "n_items": 3000,25060 "n_groups": 284,25061 "p_value_two_sided": 0.005,25062 "p_holm": 0.015,25063 "significant_holm_0_05": true25064 },25065 "edit_sim": {25066 "mean": -0.0002820391057271923,25067 "ci_low": -0.0028266888666449194,25068 "ci_high": 0.0024856793029904285,25069 "n_items": 3000,25070 "n_groups": 284,25071 "p_value_two_sided": 0.887,25072 "p_holm": 0.887,25073 "significant_holm_0_05": false25074 },25075 "rougeL": {25076 "mean": 0.002358975804278946,25077 "ci_low": -0.0003361712246528676,25078 "ci_high": 0.0054566844266480995,25079 "n_items": 3000,25080 "n_groups": 284,25081 "p_value_two_sided": 0.1,25082 "p_holm": 0.2,25083 "significant_holm_0_05": false25084 },25085 "exact_match": {25086 "mean": 0.0,25087 "ci_low": 0.0,25088 "ci_high": 0.0,25089 "n_items": 3000,25090 "n_groups": 284,25091 "p_value_two_sided": 0.0,25092 "p_holm": 0.0,25093 "significant_holm_0_05": true25094 },25095 "number_recall": {25096 "mean": -0.008632889795389795,25097 "ci_low": -0.01196077492368129,25098 "ci_high": -0.005818628709640963,25099 "n_items": 3000,25100 "n_groups": 284,25101 "p_value_two_sided": 0.0,25102 "p_holm": 0.0,25103 "significant_holm_0_05": true25104 },25105 "placeholders_exact": {25106 "mean": -0.008333333333333333,25107 "ci_low": -0.012915492802042496,25108 "ci_high": -0.003874046826562156,25109 "n_items": 3000,25110 "n_groups": 284,25111 "p_value_two_sided": 0.0,25112 "p_holm": 0.0,25113 "significant_holm_0_05": true25114 }25115 },25116 "htr-m1-tiny-pilotdenoiseinit": {25117 "chrf": {25118 "mean": -0.5504132164182203,25119 "ci_low": -0.825222154200648,25120 "ci_high": -0.25873245067711026,25121 "n_items": 3000,25122 "n_groups": 284,25123 "p_value_two_sided": 0.0,25124 "p_holm": 0.0,25125 "significant_holm_0_05": true25126 },25127 "edit_sim": {25128 "mean": -0.0046284367356543826,25129 "ci_low": -0.0073043569337408725,25130 "ci_high": -0.0018816378881642976,25131 "n_items": 3000,25132 "n_groups": 284,25133 "p_value_two_sided": 0.0,25134 "p_holm": 0.0,25135 "significant_holm_0_05": true25136 },25137 "rougeL": {25138 "mean": -0.009228593229963292,25139 "ci_low": -0.012611857764186179,25140 "ci_high": -0.00579619141649228,25141 "n_items": 3000,25142 "n_groups": 284,25143 "p_value_two_sided": 0.0,25144 "p_holm": 0.0,25145 "significant_holm_0_05": true25146 },25147 "exact_match": {25148 "mean": 0.0,25149 "ci_low": 0.0,25150 "ci_high": 0.0,25151 "n_items": 3000,25152 "n_groups": 284,25153 "p_value_two_sided": 0.0,25154 "p_holm": 0.0,25155 "significant_holm_0_05": true25156 },25157 "number_recall": {25158 "mean": -0.015287749042896103,25159 "ci_low": -0.020111080375394517,25160 "ci_high": -0.010871962732452646,25161 "n_items": 3000,25162 "n_groups": 284,25163 "p_value_two_sided": 0.0,25164 "p_holm": 0.0,25165 "significant_holm_0_05": true25166 },25167 "placeholders_exact": {25168 "mean": -0.011666666666666667,25169 "ci_low": -0.017420524213139492,25170 "ci_high": -0.006483103125036198,25171 "n_items": 3000,25172 "n_groups": 284,25173 "p_value_two_sided": 0.0,25174 "p_holm": 0.0,25175 "significant_holm_0_05": true25176 }25177 },25178 "htr-m3tokenonly-tiny-mediumdenoiseinit-s2": {25179 "chrf": {25180 "mean": 0.3114100627296729,25181 "ci_low": 0.08663219937848568,25182 "ci_high": 0.5611858447234638,25183 "n_items": 3000,25184 "n_groups": 284,25185 "p_value_two_sided": 0.01,25186 "p_holm": 0.02,25187 "significant_holm_0_05": true25188 },25189 "edit_sim": {25190 "mean": 0.000565274448792532,25191 "ci_low": -0.0018033770032283502,25192 "ci_high": 0.0031202083332374573,25193 "n_items": 3000,25194 "n_groups": 284,25195 "p_value_two_sided": 0.639,25196 "p_holm": 0.639,25197 "significant_holm_0_05": false25198 },25199 "rougeL": {25200 "mean": 0.004107324885546618,25201 "ci_low": 0.0015069633254460861,25202 "ci_high": 0.007012349481882675,25203 "n_items": 3000,25204 "n_groups": 284,25205 "p_value_two_sided": 0.002,25206 "p_holm": 0.006,25207 "significant_holm_0_05": true25208 },25209 "exact_match": {25210 "mean": 0.0,25211 "ci_low": 0.0,25212 "ci_high": 0.0,25213 "n_items": 3000,25214 "n_groups": 284,25215 "p_value_two_sided": 0.0,25216 "p_holm": 0.0,25217 "significant_holm_0_05": true25218 },25219 "number_recall": {25220 "mean": -0.009732118943148354,25221 "ci_low": -0.013558470442219311,25222 "ci_high": -0.006270183326509522,25223 "n_items": 3000,25224 "n_groups": 284,25225 "p_value_two_sided": 0.0,25226 "p_holm": 0.0,25227 "significant_holm_0_05": true25228 },25229 "placeholders_exact": {25230 "mean": -0.009,25231 "ci_low": -0.014459128383136453,25232 "ci_high": -0.004234131423883047,25233 "n_items": 3000,25234 "n_groups": 284,25235 "p_value_two_sided": 0.0,25236 "p_holm": 0.0,25237 "significant_holm_0_05": true25238 }25239 },25240 "htr-m3tokenonly-tiny-mediumdenoiseinit": {25241 "chrf": {25242 "mean": 0.35299889432175807,25243 "ci_low": 0.13252876524459248,25244 "ci_high": 0.5879218588994533,25245 "n_items": 3000,25246 "n_groups": 284,25247 "p_value_two_sided": 0.001,25248 "p_holm": 0.002,25249 "significant_holm_0_05": true25250 },25251 "edit_sim": {25252 "mean": 0.0018439572902662126,25253 "ci_low": -0.00033639052887064573,25254 "ci_high": 0.004191358017352916,25255 "n_items": 3000,25256 "n_groups": 284,25257 "p_value_two_sided": 0.114,25258 "p_holm": 0.114,25259 "significant_holm_0_05": false25260 },25261 "rougeL": {25262 "mean": 0.004643801857851073,25263 "ci_low": 0.0021050992080964537,25264 "ci_high": 0.007412680236221078,25265 "n_items": 3000,25266 "n_groups": 284,25267 "p_value_two_sided": 0.0,25268 "p_holm": 0.0,25269 "significant_holm_0_05": true25270 },25271 "exact_match": {25272 "mean": 0.0,25273 "ci_low": 0.0,25274 "ci_high": 0.0,25275 "n_items": 3000,25276 "n_groups": 284,25277 "p_value_two_sided": 0.0,25278 "p_holm": 0.0,25279 "significant_holm_0_05": true25280 },25281 "number_recall": {25282 "mean": -0.010059946072446074,25283 "ci_low": -0.013851096085461825,25284 "ci_high": -0.006736518793995758,25285 "n_items": 3000,25286 "n_groups": 284,25287 "p_value_two_sided": 0.0,25288 "p_holm": 0.0,25289 "significant_holm_0_05": true25290 },25291 "placeholders_exact": {25292 "mean": -0.005,25293 "ci_low": -0.008530604347533482,25294 "ci_high": -0.00206205548331146,25295 "n_items": 3000,25296 "n_groups": 284,25297 "p_value_two_sided": 0.0,25298 "p_holm": 0.0,25299 "significant_holm_0_05": true25300 }25301 },25302 "htr-medium_m1_tiny_mediumdenoiseinit_s2": {25303 "chrf": {25304 "mean": 0.3841688189449797,25305 "ci_low": 0.13778393759754434,25306 "ci_high": 0.6341308432653996,25307 "n_items": 3000,25308 "n_groups": 284,25309 "p_value_two_sided": 0.001,25310 "p_holm": 0.003,25311 "significant_holm_0_05": true25312 },25313 "edit_sim": {25314 "mean": 0.0010092379548501714,25315 "ci_low": -0.0014185939917132533,25316 "ci_high": 0.00355904790073824,25317 "n_items": 3000,25318 "n_groups": 284,25319 "p_value_two_sided": 0.411,25320 "p_holm": 0.411,25321 "significant_holm_0_05": false25322 },25323 "rougeL": {25324 "mean": 0.003900179798481503,25325 "ci_low": 0.0013325806245697224,25326 "ci_high": 0.006773915382503001,25327 "n_items": 3000,25328 "n_groups": 284,25329 "p_value_two_sided": 0.006,25330 "p_holm": 0.012,25331 "significant_holm_0_05": true25332 },25333 "exact_match": {25334 "mean": 0.0,25335 "ci_low": 0.0,25336 "ci_high": 0.0,25337 "n_items": 3000,25338 "n_groups": 284,25339 "p_value_two_sided": 0.0,25340 "p_holm": 0.0,25341 "significant_holm_0_05": true25342 },25343 "number_recall": {25344 "mean": -0.008260341129458776,25345 "ci_low": -0.011179960880425006,25346 "ci_high": -0.005720083086622361,25347 "n_items": 3000,25348 "n_groups": 284,25349 "p_value_two_sided": 0.0,25350 "p_holm": 0.0,25351 "significant_holm_0_05": true25352 },25353 "placeholders_exact": {25354 "mean": -0.005666666666666667,25355 "ci_low": -0.010338882807546447,25356 "ci_high": -0.0019207776704289509,25357 "n_items": 3000,25358 "n_groups": 284,25359 "p_value_two_sided": 0.0,25360 "p_holm": 0.0,25361 "significant_holm_0_05": true25362 }25363 },25364 "htr-medium_m1_tiny_mediumdenoiseinit_s3": {25365 "chrf": {25366 "mean": 0.41819278209897326,25367 "ci_low": 0.19698909633257158,25368 "ci_high": 0.6638505878289878,25369 "n_items": 3000,25370 "n_groups": 284,25371 "p_value_two_sided": 0.001,25372 "p_holm": 0.003,25373 "significant_holm_0_05": true25374 },25375 "edit_sim": {25376 "mean": 0.00013465505323160775,25377 "ci_low": -0.002210784247923946,25378 "ci_high": 0.0027203770245830886,25379 "n_items": 3000,25380 "n_groups": 284,25381 "p_value_two_sided": 0.88,25382 "p_holm": 0.88,25383 "significant_holm_0_05": false25384 },25385 "rougeL": {25386 "mean": 0.003327771231902617,25387 "ci_low": 0.0007760962617495122,25388 "ci_high": 0.00617706122839628,25389 "n_items": 3000,25390 "n_groups": 284,25391 "p_value_two_sided": 0.011,25392 "p_holm": 0.022,25393 "significant_holm_0_05": true25394 },25395 "exact_match": {25396 "mean": 0.0,25397 "ci_low": 0.0,25398 "ci_high": 0.0,25399 "n_items": 3000,25400 "n_groups": 284,25401 "p_value_two_sided": 0.0,25402 "p_holm": 0.0,25403 "significant_holm_0_05": true25404 },25405 "number_recall": {25406 "mean": -0.009377089114589114,25407 "ci_low": -0.012257910989900214,25408 "ci_high": -0.006624460410124669,25409 "n_items": 3000,25410 "n_groups": 284,25411 "p_value_two_sided": 0.0,25412 "p_holm": 0.0,25413 "significant_holm_0_05": true25414 },25415 "placeholders_exact": {25416 "mean": -0.004666666666666667,25417 "ci_low": -0.00766443172703002,25418 "ci_high": -0.0021440272642637656,25419 "n_items": 3000,25420 "n_groups": 284,25421 "p_value_two_sided": 0.0,25422 "p_holm": 0.0,25423 "significant_holm_0_05": true25424 }25425 },25426 "htr-medium_m2_tiny_mediumdenoiseinit": {25427 "chrf": {25428 "mean": 0.1489526052705596,25429 "ci_low": -0.07908238643301745,25430 "ci_high": 0.39437575479966014,25431 "n_items": 3000,25432 "n_groups": 284,25433 "p_value_two_sided": 0.204,25434 "p_holm": 0.5430000000000001,25435 "significant_holm_0_05": false25436 },25437 "edit_sim": {25438 "mean": -0.0017366211172038751,25439 "ci_low": -0.004129362387361818,25440 "ci_high": 0.0009049170575877701,25441 "n_items": 3000,25442 "n_groups": 284,25443 "p_value_two_sided": 0.18100000000000005,25444 "p_holm": 0.5430000000000001,25445 "significant_holm_0_05": false25446 },25447 "rougeL": {25448 "mean": 0.0010003817103918962,25449 "ci_low": -0.0015867023845718472,25450 "ci_high": 0.003916759428393141,25451 "n_items": 3000,25452 "n_groups": 284,25453 "p_value_two_sided": 0.467,25454 "p_holm": 0.5430000000000001,25455 "significant_holm_0_05": false25456 },25457 "exact_match": {25458 "mean": 0.0,25459 "ci_low": 0.0,25460 "ci_high": 0.0,25461 "n_items": 3000,25462 "n_groups": 284,25463 "p_value_two_sided": 0.0,25464 "p_holm": 0.0,25465 "significant_holm_0_05": true25466 },25467 "number_recall": {25468 "mean": -0.011504715736333384,25469 "ci_low": -0.014822172409094678,25470 "ci_high": -0.008488801848228264,25471 "n_items": 3000,25472 "n_groups": 284,25473 "p_value_two_sided": 0.0,25474 "p_holm": 0.0,25475 "significant_holm_0_05": true25476 },25477 "placeholders_exact": {25478 "mean": -0.004666666666666667,25479 "ci_low": -0.009106012306323671,25480 "ci_high": -0.0011019797817858903,25481 "n_items": 3000,25482 "n_groups": 284,25483 "p_value_two_sided": 0.0,25484 "p_holm": 0.0,25485 "significant_holm_0_05": true25486 }25487 },25488 "htr-medium_m3light_tiny_mediumdenoiseinit": {25489 "chrf": {25490 "mean": 0.060610079403607374,25491 "ci_low": -0.17854962212934525,25492 "ci_high": 0.3155472546461134,25493 "n_items": 3000,25494 "n_groups": 284,25495 "p_value_two_sided": 0.612,25496 "p_holm": 1.0,25497 "significant_holm_0_05": false25498 },25499 "edit_sim": {25500 "mean": -0.002889230518440541,25501 "ci_low": -0.005207781192009575,25502 "ci_high": -0.0003225026210881991,25503 "n_items": 3000,25504 "n_groups": 284,25505 "p_value_two_sided": 0.03299999999999992,25506 "p_holm": 0.09899999999999975,25507 "significant_holm_0_05": false25508 },25509 "rougeL": {25510 "mean": 0.0002618946581171982,25511 "ci_low": -0.002384563643236878,25512 "ci_high": 0.003133444123108921,25513 "n_items": 3000,25514 "n_groups": 284,25515 "p_value_two_sided": 0.838,25516 "p_holm": 1.0,25517 "significant_holm_0_05": false25518 },25519 "exact_match": {25520 "mean": 0.0,25521 "ci_low": 0.0,25522 "ci_high": 0.0,25523 "n_items": 3000,25524 "n_groups": 284,25525 "p_value_two_sided": 0.0,25526 "p_holm": 0.0,25527 "significant_holm_0_05": true25528 },25529 "number_recall": {25530 "mean": -0.009477168664668665,25531 "ci_low": -0.012713375227995188,25532 "ci_high": -0.006576854510617137,25533 "n_items": 3000,25534 "n_groups": 284,25535 "p_value_two_sided": 0.0,25536 "p_holm": 0.0,25537 "significant_holm_0_05": true25538 },25539 "placeholders_exact": {25540 "mean": -0.006,25541 "ci_low": -0.010124492710470015,25542 "ci_high": -0.0024007245535727115,25543 "n_items": 3000,25544 "n_groups": 284,25545 "p_value_two_sided": 0.0,25546 "p_holm": 0.0,25547 "significant_holm_0_05": true25548 }25549 }25550 },25551 "stylometry": {25552 "rewrite_vs_original": {25553 "W1_mean_sent_len": 0.1419233077626234,25554 "W1_sd_sent_len": 0.177346636153496,25555 "W1_ttr": 0.5033648472924684,25556 "W1_mtld": 0.6290809891459298,25557 "W1_mean_word_len": 0.29498408909955204,25558 "W1_long_word_rate": 0.06860191965454414,25559 "W1_comma_rate": 0.4144326794551951,25560 "W1_semicolon_rate": 0.03768847333468743,25561 "W1_paren_rate": 0.026207386329173413,25562 "W1_discourse_rate": 0.060010164224030306,25563 "W1_passive_rate": 0.08095564147146361,25564 "W1_nominal_rate": 0.054551726599326576,25565 "W1_first_person_rate": 0.06670416702226382,25566 "W1_subord_rate": 0.11556187304927482,25567 "W1_hedge_rate": 0.0970880276080134,25568 "W1_negation_rate": 0.025588459931984876,25569 "W1_digit_rate": 0.016629618008316104,25570 "W1_flesch": 0.14928086207525454,25571 "W1_mean": 0.1644444926787554425572 },25573 "feature_means": {25574 "original": {25575 "mean_sent_len": 25.991485132187993,25576 "sd_sent_len": 9.419733383067996,25577 "ttr": 0.6501742388626439,25578 "mtld": 72.77772699629261,25579 "mean_word_len": 5.375367493552356,25580 "long_word_rate": 0.11107269967045916,25581 "comma_rate": 0.05311826405272971,25582 "semicolon_rate": 0.002234758579679389,25583 "paren_rate": 0.015127186332640341,25584 "discourse_rate": 0.008978140947676839,25585 "passive_rate": 0.4294716490481197,25586 "nominal_rate": 0.06002320031778911,25587 "first_person_rate": 0.005865092738438884,25588 "subord_rate": 0.030827348034052557,25589 "hedge_rate": 0.007380663467438835,25590 "negation_rate": 0.006134825569526043,25591 "digit_rate": 0.010012252776027783,25592 "flesch": 24.09198607625423725593 },25594 "rewrite": {25595 "mean_sent_len": 25.051887615217066,25596 "sd_sent_len": 8.262889332846624,25597 "ttr": 0.6956179210469121,25598 "mtld": 91.11212510829863,25599 "mean_word_len": 5.528187554991268,25600 "long_word_rate": 0.11400379522856864,25601 "comma_rate": 0.06577544628747799,25602 "semicolon_rate": 0.002028167486964836,25603 "paren_rate": 0.015331918343412377,25604 "discourse_rate": 0.00953131983402032,25605 "passive_rate": 0.4020509923613257,25606 "nominal_rate": 0.05844330386127539,25607 "first_person_rate": 0.005193550978908056,25608 "subord_rate": 0.032971293006110326,25609 "hedge_rate": 0.008326699817169998,25610 "negation_rate": 0.0061421814414881586,25611 "digit_rate": 0.010150553513098143,25612 "flesch": 21.60238324461847325613 }25614 },25615 "feature_sds": {25616 "original": {25617 "mean_sent_len": 8.806273877251174,25618 "sd_sent_len": 7.14230296389456,25619 "ttr": 0.08688346860727977,25620 "mtld": 24.166480952218112,25621 "mean_word_len": 0.5182984487796634,25622 "long_word_rate": 0.047187250221467476,25623 "comma_rate": 0.030605160850883918,25624 "semicolon_rate": 0.0061203038082449784,25625 "paren_rate": 0.019734011830874483,25626 "discourse_rate": 0.010100202653846702,25627 "passive_rate": 0.38451324476457327,25628 "nominal_rate": 0.03453601747805249,25629 "first_person_rate": 0.011063760214784914,25630 "subord_rate": 0.0191914839942089,25631 "hedge_rate": 0.009842764913062747,25632 "negation_rate": 0.009564962473981054,25633 "digit_rate": 0.01617222098628391,25634 "flesch": 18.2717161001940725635 },25636 "rewrite": {25637 "mean_sent_len": 7.55787972316632,25638 "sd_sent_len": 5.5700194732995305,25639 "ttr": 0.08849213426150915,25640 "mtld": 31.89868272768154,25641 "mean_word_len": 0.513112781812496,25642 "long_word_rate": 0.04699800464386881,25643 "comma_rate": 0.02913594094897692,25644 "semicolon_rate": 0.005780833431357678,25645 "paren_rate": 0.020028608425175773,25646 "discourse_rate": 0.010352128557008363,25647 "passive_rate": 0.3627769528793692,25648 "nominal_rate": 0.03294484764841501,25649 "first_person_rate": 0.009935997005661787,25650 "subord_rate": 0.019477762723015903,25651 "hedge_rate": 0.010427127882600622,25652 "negation_rate": 0.009812806556880474,25653 "digit_rate": 0.016382157092164146,25654 "flesch": 17.1727453274982425655 }25656 },25657 "B0_identity": {25658 "vs_original": {25659 "W1_mean_sent_len": 0.1419233077626234,25660 "W1_sd_sent_len": 0.177346636153496,25661 "W1_ttr": 0.5033648472924684,25662 "W1_mtld": 0.6290809891459298,25663 "W1_mean_word_len": 0.29498408909955204,25664 "W1_long_word_rate": 0.06860191965454414,25665 "W1_comma_rate": 0.4144326794551951,25666 "W1_semicolon_rate": 0.03768847333468743,25667 "W1_paren_rate": 0.026207386329173413,25668 "W1_discourse_rate": 0.060010164224030306,25669 "W1_passive_rate": 0.08095564147146361,25670 "W1_nominal_rate": 0.054551726599326576,25671 "W1_first_person_rate": 0.06670416702226382,25672 "W1_subord_rate": 0.11556187304927482,25673 "W1_hedge_rate": 0.0970880276080134,25674 "W1_negation_rate": 0.025588459931984876,25675 "W1_digit_rate": 0.016629618008316104,25676 "W1_flesch": 0.14928086207525454,25677 "W1_mean": 0.1644444926787554425678 },25679 "feature_means": {25680 "mean_sent_len": 25.051887615217066,25681 "sd_sent_len": 8.262889332846624,25682 "ttr": 0.6956179210469121,25683 "mtld": 91.11212510829863,25684 "mean_word_len": 5.528187554991268,25685 "long_word_rate": 0.11400379522856864,25686 "comma_rate": 0.06577544628747799,25687 "semicolon_rate": 0.002028167486964836,25688 "paren_rate": 0.015331918343412377,25689 "discourse_rate": 0.00953131983402032,25690 "passive_rate": 0.4020509923613257,25691 "nominal_rate": 0.05844330386127539,25692 "first_person_rate": 0.005193550978908056,25693 "subord_rate": 0.032971293006110326,25694 "hedge_rate": 0.008326699817169998,25695 "negation_rate": 0.0061421814414881586,25696 "digit_rate": 0.010150553513098143,25697 "flesch": 21.60238324461847325698 },25699 "probe": {25700 "probe_auc_orig_vs_rewrite": 0.7402728395061728,25701 "probe_acc_heldout": 0.6716666666666666,25702 "eval_mean_p_original": 0.41851182030383394,25703 "eval_frac_classified_original": 0.34925704 }25705 },25706 "B1_generic_paraphrase": {25707 "vs_original": {25708 "W1_mean_sent_len": 0.4758383701407033,25709 "W1_sd_sent_len": 0.2898671558960995,25710 "W1_ttr": 0.45590360418470116,25711 "W1_mtld": 0.5685921716423123,25712 "W1_mean_word_len": 0.4219982229371566,25713 "W1_long_word_rate": 0.22700595058829998,25714 "W1_comma_rate": 0.4023849605824888,25715 "W1_semicolon_rate": 0.03949058054181078,25716 "W1_paren_rate": 0.024028306993312806,25717 "W1_discourse_rate": 0.11443031057975973,25718 "W1_passive_rate": 0.19866868293749837,25719 "W1_nominal_rate": 0.06717905963050162,25720 "W1_first_person_rate": 0.0544741163068917,25721 "W1_subord_rate": 0.09056818035784515,25722 "W1_hedge_rate": 0.06321764470673054,25723 "W1_negation_rate": 0.024831290783454325,25724 "W1_digit_rate": 0.014089616141659008,25725 "W1_flesch": 0.5375790431446915,25726 "W1_mean": 0.226119292671995425727 },25728 "feature_means": {25729 "mean_sent_len": 29.809244254467043,25730 "sd_sent_len": 10.958195670701134,25731 "ttr": 0.6913262309239954,25732 "mtld": 89.27669690220371,25733 "mean_word_len": 5.59332911024312,25734 "long_word_rate": 0.12166923594012471,25735 "comma_rate": 0.06538969732042624,25736 "semicolon_rate": 0.0020142914477214104,25737 "paren_rate": 0.015266931649763104,25738 "discourse_rate": 0.007802749989361775,25739 "passive_rate": 0.4898470610515506,25740 "nominal_rate": 0.06175392441888669,25741 "first_person_rate": 0.005379265051841165,25742 "subord_rate": 0.03230101025374786,25743 "hedge_rate": 0.006775555875408214,25744 "negation_rate": 0.006107957615683676,25745 "digit_rate": 0.010031429038866583,25746 "flesch": 14.7553109510711225747 },25748 "probe": {25749 "probe_auc_orig_vs_rewrite": 0.7402728395061728,25750 "probe_acc_heldout": 0.6716666666666666,25751 "eval_mean_p_original": 0.4491952326730801,25752 "eval_frac_classified_original": 0.41425753 }25754 },25755 "B2_t5-small": {25756 "vs_original": {25757 "W1_mean_sent_len": 0.142397168703703,25758 "W1_sd_sent_len": 0.1724955593180302,25759 "W1_ttr": 0.2742870570070016,25760 "W1_mtld": 0.2852853950679119,25761 "W1_mean_word_len": 0.16066496659359736,25762 "W1_long_word_rate": 0.0569054581160021,25763 "W1_comma_rate": 0.3067568942567939,25764 "W1_semicolon_rate": 0.10204179203992836,25765 "W1_paren_rate": 0.06358643148122499,25766 "W1_discourse_rate": 0.12993833993550508,25767 "W1_passive_rate": 0.054185569469544226,25768 "W1_nominal_rate": 0.04185908620689899,25769 "W1_first_person_rate": 0.04660490304917469,25770 "W1_subord_rate": 0.0637650370147805,25771 "W1_hedge_rate": 0.07748542651119,25772 "W1_negation_rate": 0.02258950917717914,25773 "W1_digit_rate": 0.021019562916484172,25774 "W1_flesch": 0.09288302581871877,25775 "W1_mean": 0.1174861768157593725776 },25777 "feature_means": {25778 "mean_sent_len": 25.057198935488593,25779 "sd_sent_len": 8.299450845042108,25780 "ttr": 0.6745878698902721,25781 "mtld": 81.00812540391273,25782 "mean_word_len": 5.459185481279014,25783 "long_word_rate": 0.11340461474261408,25784 "comma_rate": 0.06248463772850665,25785 "semicolon_rate": 0.0016432082067003668,25786 "paren_rate": 0.015291213137687774,25787 "discourse_rate": 0.010274708724519363,25788 "passive_rate": 0.44232303750457813,25789 "nominal_rate": 0.05939960445742901,25790 "first_person_rate": 0.005389300657128767,25791 "subord_rate": 0.030948099926475715,25792 "hedge_rate": 0.008139020821692593,25793 "negation_rate": 0.006288173889433344,25794 "digit_rate": 0.010249524638560324,25795 "flesch": 22.7390064234448625796 },25797 "probe": {25798 "probe_auc_orig_vs_rewrite": 0.7402728395061728,25799 "probe_acc_heldout": 0.6716666666666666,25800 "eval_mean_p_original": 0.4931408553571241,25801 "eval_frac_classified_original": 0.505666666666666725802 }25803 },25804 "htr-edit-tiny": {25805 "vs_original": {25806 "W1_mean_sent_len": 0.21138117384564703,25807 "W1_sd_sent_len": 0.12690684885346185,25808 "W1_ttr": 0.262665969803326,25809 "W1_mtld": 0.09403922817945637,25810 "W1_mean_word_len": 0.11517754647362406,25811 "W1_long_word_rate": 0.10432993026289282,25812 "W1_comma_rate": 0.5247449000316216,25813 "W1_semicolon_rate": 0.09072834189303199,25814 "W1_paren_rate": 0.0995599218856714,25815 "W1_discourse_rate": 0.12353168353923369,25816 "W1_passive_rate": 0.4714974250475711,25817 "W1_nominal_rate": 0.07959379479513648,25818 "W1_first_person_rate": 0.04508615173275538,25819 "W1_subord_rate": 0.16033202676412658,25820 "W1_hedge_rate": 0.09730946576007327,25821 "W1_negation_rate": 0.06738151520620972,25822 "W1_digit_rate": 0.08122007100911398,25823 "W1_flesch": 0.06220978167359573,25824 "W1_mean": 0.156538654264252725825 },25826 "feature_means": {25827 "mean_sent_len": 24.445579775146864,25828 "sd_sent_len": 8.56849489279728,25829 "ttr": 0.6737014848136259,25830 "mtld": 72.31018704545068,25831 "mean_word_len": 5.430989043141654,25832 "long_word_rate": 0.11524199234790632,25833 "comma_rate": 0.06916743137646045,25834 "semicolon_rate": 0.001852381770395465,25835 "paren_rate": 0.016911668217502143,25836 "discourse_rate": 0.007844297120101047,25837 "passive_rate": 0.254170951636084,25838 "nominal_rate": 0.062443216775667255,25839 "first_person_rate": 0.005800941625698447,25840 "subord_rate": 0.027930629674870748,25841 "hedge_rate": 0.00682992361356506,25842 "negation_rate": 0.006505538577817916,25843 "digit_rate": 0.011288898344733758,25844 "flesch": 24.14483774498622325845 },25846 "probe": {25847 "probe_auc_orig_vs_rewrite": 0.7402728395061728,25848 "probe_acc_heldout": 0.6716666666666666,25849 "eval_mean_p_original": 0.5112559299860565,25850 "eval_frac_classified_original": 0.54325851 }25852 },25853 "htr-m1-small-mediumdenoiseinit": {25854 "vs_original": {25855 "W1_mean_sent_len": 0.13631624097925032,25856 "W1_sd_sent_len": 0.17260890223948072,25857 "W1_ttr": 0.18553752620788655,25858 "W1_mtld": 0.14533849426347104,25859 "W1_mean_word_len": 0.041888900837349856,25860 "W1_long_word_rate": 0.05022684263661364,25861 "W1_comma_rate": 0.240659813742317,25862 "W1_semicolon_rate": 0.12863535857059155,25863 "W1_paren_rate": 0.02688375333603513,25864 "W1_discourse_rate": 0.11837091941270621,25865 "W1_passive_rate": 0.0928510069876551,25866 "W1_nominal_rate": 0.05945169057175965,25867 "W1_first_person_rate": 0.06320653913473172,25868 "W1_subord_rate": 0.06573293084080449,25869 "W1_hedge_rate": 0.04848838276438417,25870 "W1_negation_rate": 0.052039895150004435,25871 "W1_digit_rate": 0.017198231856734122,25872 "W1_flesch": 0.07210905001173343,25873 "W1_mean": 0.0954191377524171725874 },25875 "feature_means": {25876 "mean_sent_len": 25.084240777965537,25877 "sd_sent_len": 8.31148086670121,25878 "ttr": 0.6667918963773762,25879 "mtld": 76.98464691810132,25880 "mean_word_len": 5.385870075601971,25881 "long_word_rate": 0.10934943798772605,25882 "comma_rate": 0.06033314353651552,25883 "semicolon_rate": 0.001471447946500685,25884 "paren_rate": 0.015110047267487573,25885 "discourse_rate": 0.010176466069780664,25886 "passive_rate": 0.46025594263980457,25887 "nominal_rate": 0.0583435600361457,25888 "first_person_rate": 0.005228630509551259,25889 "subord_rate": 0.03165123384772281,25890 "hedge_rate": 0.007784739817284037,25891 "negation_rate": 0.006555831009731319,25892 "digit_rate": 0.010194956713142555,25893 "flesch": 24.8660968830154825894 },25895 "probe": {25896 "probe_auc_orig_vs_rewrite": 0.7402728395061728,25897 "probe_acc_heldout": 0.6716666666666666,25898 "eval_mean_p_original": 0.5264535015955067,25899 "eval_frac_classified_original": 0.573666666666666725900 }25901 },25902 "htr-m1-small-v2": {25903 "vs_original": {25904 "W1_mean_sent_len": 0.13958305114523079,25905 "W1_sd_sent_len": 0.16629742751926396,25906 "W1_ttr": 0.20838723930003944,25907 "W1_mtld": 0.1580094717442597,25908 "W1_mean_word_len": 0.04349114350632203,25909 "W1_long_word_rate": 0.056498816639060166,25910 "W1_comma_rate": 0.28974669389773067,25911 "W1_semicolon_rate": 0.15313322193428874,25912 "W1_paren_rate": 0.02341641164494416,25913 "W1_discourse_rate": 0.07426840147084189,25914 "W1_passive_rate": 0.0701337443726643,25915 "W1_nominal_rate": 0.06654496609661281,25916 "W1_first_person_rate": 0.06865072912521757,25917 "W1_subord_rate": 0.07060404112410924,25918 "W1_hedge_rate": 0.04274984629337363,25919 "W1_negation_rate": 0.054263362011350576,25920 "W1_digit_rate": 0.014872686133791264,25921 "W1_flesch": 0.08413547949405309,25922 "W1_mean": 0.0991548185251752325923 },25924 "feature_means": {25925 "mean_sent_len": 24.994714283033773,25926 "sd_sent_len": 8.353703995402052,25927 "ttr": 0.6688734430360621,25928 "mtld": 77.374749430532,25929 "mean_word_len": 5.381199683324002,25930 "long_word_rate": 0.10931667559358914,25931 "comma_rate": 0.061675384144711305,25932 "semicolon_rate": 0.001339318180199352,25933 "paren_rate": 0.015189786726940057,25934 "discourse_rate": 0.009731407810118624,25935 "passive_rate": 0.45123250160428924,25936 "nominal_rate": 0.057898088543466286,25937 "first_person_rate": 0.005175471759724855,25938 "subord_rate": 0.03160640430801989,25939 "hedge_rate": 0.007778635518017197,25940 "negation_rate": 0.006600799607701852,25941 "digit_rate": 0.010152652947096396,25942 "flesch": 25.0206612818900925943 },25944 "probe": {25945 "probe_auc_orig_vs_rewrite": 0.7402728395061728,25946 "probe_acc_heldout": 0.6716666666666666,25947 "eval_mean_p_original": 0.5202534914447768,25948 "eval_frac_classified_original": 0.559666666666666625949 }25950 },25951 "htr-m1-tiny-mediumdenoiseinit": {25952 "vs_original": {25953 "W1_mean_sent_len": 0.13474103768387635,25954 "W1_sd_sent_len": 0.17148164417268894,25955 "W1_ttr": 0.21326144118407817,25956 "W1_mtld": 0.17051716916647464,25957 "W1_mean_word_len": 0.043781634727272936,25958 "W1_long_word_rate": 0.0530845826827214,25959 "W1_comma_rate": 0.3005973412262674,25960 "W1_semicolon_rate": 0.15614444645480108,25961 "W1_paren_rate": 0.018113037678683924,25962 "W1_discourse_rate": 0.08541051032142571,25963 "W1_passive_rate": 0.09534366095541988,25964 "W1_nominal_rate": 0.06767751088594048,25965 "W1_first_person_rate": 0.04844484443392726,25966 "W1_subord_rate": 0.06161838776585865,25967 "W1_hedge_rate": 0.05935535067776208,25968 "W1_negation_rate": 0.043476549790451464,25969 "W1_digit_rate": 0.017769303285716662,25970 "W1_flesch": 0.05637147758443135,25971 "W1_mean": 0.0998438850376554625972 },25973 "feature_means": {25974 "mean_sent_len": 25.059210135480022,25975 "sd_sent_len": 8.306647315848098,25976 "ttr": 0.6694065716353492,25977 "mtld": 77.74522264485014,25978 "mean_word_len": 5.392175075908367,25979 "long_word_rate": 0.1091628977772702,25980 "comma_rate": 0.06219676154231517,25981 "semicolon_rate": 0.0013041192254159943,25982 "paren_rate": 0.015148805802991012,25983 "discourse_rate": 0.009827536415606727,25984 "passive_rate": 0.4608153837447958,25985 "nominal_rate": 0.05791714424956184,25986 "first_person_rate": 0.005424675520613434,25987 "subord_rate": 0.031114350117790342,25988 "hedge_rate": 0.007884418987691964,25989 "negation_rate": 0.006481374691167297,25990 "digit_rate": 0.010196603557207692,25991 "flesch": 24.65020010936197225992 },25993 "probe": {25994 "probe_auc_orig_vs_rewrite": 0.7402728395061728,25995 "probe_acc_heldout": 0.6716666666666666,25996 "eval_mean_p_original": 0.516149595758836,25997 "eval_frac_classified_original": 0.55425998 }25999 },26000 "htr-m1-tiny-pilotdenoiseinit": {26001 "vs_original": {26002 "W1_mean_sent_len": 0.14254891300618933,26003 "W1_sd_sent_len": 0.1799493281567744,26004 "W1_ttr": 0.41658980688538055,26005 "W1_mtld": 0.40788630596710185,26006 "W1_mean_word_len": 0.07411214287938624,26007 "W1_long_word_rate": 0.06546520931214729,26008 "W1_comma_rate": 0.28676165637640394,26009 "W1_semicolon_rate": 0.13042616955242786,26010 "W1_paren_rate": 0.016377416581311317,26011 "W1_discourse_rate": 0.09532554895233268,26012 "W1_passive_rate": 0.08693972150570843,26013 "W1_nominal_rate": 0.06313118051749805,26014 "W1_first_person_rate": 0.04862830599228491,26015 "W1_subord_rate": 0.06603553195698775,26016 "W1_hedge_rate": 0.07464604873485277,26017 "W1_negation_rate": 0.0481352417690158,26018 "W1_digit_rate": 0.02008840988009246,26019 "W1_flesch": 0.05209268614207136,26020 "W1_mean": 0.1263966457871092726021 },26022 "feature_means": {26023 "mean_sent_len": 24.979848609378532,26024 "sd_sent_len": 8.27000437006982,26025 "ttr": 0.6875538380491071,26026 "mtld": 84.78601542494981,26027 "mean_word_len": 5.412772882807749,26028 "long_word_rate": 0.10860006207860318,26029 "comma_rate": 0.061735231904892524,26030 "semicolon_rate": 0.0014718254038115276,26031 "paren_rate": 0.015165366290909869,26032 "discourse_rate": 0.009909074278410219,26033 "passive_rate": 0.4543881565373039,26034 "nominal_rate": 0.058124748768083274,26035 "first_person_rate": 0.005386129269247062,26036 "subord_rate": 0.03155420131792232,26037 "hedge_rate": 0.008108964078294607,26038 "negation_rate": 0.006532628741093845,26039 "digit_rate": 0.01023738295464589,26040 "flesch": 24.20758536231265626041 },26042 "probe": {26043 "probe_auc_orig_vs_rewrite": 0.7402728395061728,26044 "probe_acc_heldout": 0.6716666666666666,26045 "eval_mean_p_original": 0.4746477245681584,26046 "eval_frac_classified_original": 0.461333333333333326047 }26048 },26049 "htr-m3tokenonly-tiny-mediumdenoiseinit-s2": {26050 "vs_original": {26051 "W1_mean_sent_len": 0.14976343172632603,26052 "W1_sd_sent_len": 0.1671138161508049,26053 "W1_ttr": 0.26877805656274295,26054 "W1_mtld": 0.2430192589702429,26055 "W1_mean_word_len": 0.08498962629406494,26056 "W1_long_word_rate": 0.03715976509093264,26057 "W1_comma_rate": 0.23501213819519312,26058 "W1_semicolon_rate": 0.1282508183494302,26059 "W1_paren_rate": 0.023756025552657784,26060 "W1_discourse_rate": 0.10234882955092574,26061 "W1_passive_rate": 0.07518720681394166,26062 "W1_nominal_rate": 0.06472057999160535,26063 "W1_first_person_rate": 0.04945153159909524,26064 "W1_subord_rate": 0.05685612874175099,26065 "W1_hedge_rate": 0.08497756504754093,26066 "W1_negation_rate": 0.055378353130861355,26067 "W1_digit_rate": 0.01924070998209557,26068 "W1_flesch": 0.04745408374707982,26069 "W1_mean": 0.1051921069720717926070 },26071 "feature_means": {26072 "mean_sent_len": 24.92090339909408,26073 "sd_sent_len": 8.305584596385918,26074 "ttr": 0.6742624422011472,26075 "mtld": 79.52615749599654,26076 "mean_word_len": 5.418393569111112,26077 "long_word_rate": 0.11023308445753499,26078 "comma_rate": 0.060173637004461926,26079 "semicolon_rate": 0.001468387153633579,26080 "paren_rate": 0.015371388637527907,26081 "discourse_rate": 0.010028200024190845,26082 "passive_rate": 0.45229676238874794,26083 "nominal_rate": 0.058051187968249075,26084 "first_person_rate": 0.0053830419514656865,26085 "subord_rate": 0.031043841485576793,26086 "hedge_rate": 0.008213143552457796,26087 "negation_rate": 0.006579969737056803,26088 "digit_rate": 0.010246165356081178,26089 "flesch": 24.04053498908985626090 },26091 "probe": {26092 "probe_auc_orig_vs_rewrite": 0.7402728395061728,26093 "probe_acc_heldout": 0.6716666666666666,26094 "eval_mean_p_original": 0.5099146037909965,26095 "eval_frac_classified_original": 0.539333333333333326096 }26097 },26098 "htr-m3tokenonly-tiny-mediumdenoiseinit": {26099 "vs_original": {26100 "W1_mean_sent_len": 0.14487622068260975,26101 "W1_sd_sent_len": 0.1734457135756039,26102 "W1_ttr": 0.27536488991247854,26103 "W1_mtld": 0.242660724313114,26104 "W1_mean_word_len": 0.08450133578028345,26105 "W1_long_word_rate": 0.04427190994518458,26106 "W1_comma_rate": 0.25286772128233115,26107 "W1_semicolon_rate": 0.14815266068513386,26108 "W1_paren_rate": 0.02407317442571828,26109 "W1_discourse_rate": 0.10465479010972674,26110 "W1_passive_rate": 0.0683783122105769,26111 "W1_nominal_rate": 0.0559939153607369,26112 "W1_first_person_rate": 0.053447803004558175,26113 "W1_subord_rate": 0.06787341318725369,26114 "W1_hedge_rate": 0.05104715928358976,26115 "W1_negation_rate": 0.057662439571357416,26116 "W1_digit_rate": 0.017259257181525864,26117 "W1_flesch": 0.04986310981382287,26118 "W1_mean": 0.106466363906978126119 },26120 "feature_means": {26121 "mean_sent_len": 24.9886472168605,26122 "sd_sent_len": 8.26844651256434,26123 "ttr": 0.6747984374902916,26124 "mtld": 79.67736477707591,26125 "mean_word_len": 5.417636478014354,26126 "long_word_rate": 0.1102190802404088,26127 "comma_rate": 0.06076905854407974,26128 "semicolon_rate": 0.001344669299657225,26129 "paren_rate": 0.015192682774174713,26130 "discourse_rate": 0.01002617594715687,26131 "passive_rate": 0.4521119805499976,26132 "nominal_rate": 0.05847601810985906,26133 "first_person_rate": 0.005338707781063146,26134 "subord_rate": 0.03149864753086285,26135 "hedge_rate": 0.007830909046319903,26136 "negation_rate": 0.006631903728522056,26137 "digit_rate": 0.010227189631638255,26138 "flesch": 24.03473154797688226139 },26140 "probe": {26141 "probe_auc_orig_vs_rewrite": 0.7402728395061728,26142 "probe_acc_heldout": 0.6716666666666666,26143 "eval_mean_p_original": 0.5064578341601692,26144 "eval_frac_classified_original": 0.523333333333333326145 }26146 },26147 "htr-medium_m1_tiny_mediumdenoiseinit_s2": {26148 "vs_original": {26149 "W1_mean_sent_len": 0.1427812760124222,26150 "W1_sd_sent_len": 0.1742825014297262,26151 "W1_ttr": 0.24191043015071476,26152 "W1_mtld": 0.20683086259947486,26153 "W1_mean_word_len": 0.06239965143155465,26154 "W1_long_word_rate": 0.04321804822039401,26155 "W1_comma_rate": 0.2281652704869744,26156 "W1_semicolon_rate": 0.1344164445088396,26157 "W1_paren_rate": 0.025599985730566453,26158 "W1_discourse_rate": 0.06978927395271269,26159 "W1_passive_rate": 0.06154767604425251,26160 "W1_nominal_rate": 0.05886679658027964,26161 "W1_first_person_rate": 0.05649482124227218,26162 "W1_subord_rate": 0.04969826884196675,26163 "W1_hedge_rate": 0.06374555286802162,26164 "W1_negation_rate": 0.05035196219665727,26165 "W1_digit_rate": 0.02081742973122612,26166 "W1_flesch": 0.05241955139148369,26167 "W1_mean": 0.096851989078863326168 },26169 "feature_means": {26170 "mean_sent_len": 24.98256870165581,26171 "sd_sent_len": 8.298162523158576,26172 "ttr": 0.6718110248115398,26173 "mtld": 78.40938571331918,26174 "mean_word_len": 5.404090508364751,26175 "long_word_rate": 0.10963672710881213,26176 "comma_rate": 0.059937282800359135,26177 "semicolon_rate": 0.0014308011720289727,26178 "paren_rate": 0.015240174401662792,26179 "discourse_rate": 0.009661105954689945,26180 "passive_rate": 0.4470102987612664,26181 "nominal_rate": 0.05837904036329489,26182 "first_person_rate": 0.0052868034108309965,26183 "subord_rate": 0.03075724089245615,26184 "hedge_rate": 0.007985122913357652,26185 "negation_rate": 0.006561794406298598,26186 "digit_rate": 0.010258767657528681,26187 "flesch": 24.43058516788910626188 },26189 "probe": {26190 "probe_auc_orig_vs_rewrite": 0.7402728395061728,26191 "probe_acc_heldout": 0.6716666666666666,26192 "eval_mean_p_original": 0.5174468250898996,26193 "eval_frac_classified_original": 0.555333333333333326194 }26195 },26196 "htr-medium_m1_tiny_mediumdenoiseinit_s3": {26197 "vs_original": {26198 "W1_mean_sent_len": 0.13845909810053825,26199 "W1_sd_sent_len": 0.17410958752456476,26200 "W1_ttr": 0.21961353226098684,26201 "W1_mtld": 0.1915708944983344,26202 "W1_mean_word_len": 0.04660771809729522,26203 "W1_long_word_rate": 0.048512424577784534,26204 "W1_comma_rate": 0.26477913817340654,26205 "W1_semicolon_rate": 0.13845233875351684,26206 "W1_paren_rate": 0.015473569429152815,26207 "W1_discourse_rate": 0.09341275118359851,26208 "W1_passive_rate": 0.1061886625760588,26209 "W1_nominal_rate": 0.05837503973595716,26210 "W1_first_person_rate": 0.049790598346768924,26211 "W1_subord_rate": 0.0671145087867787,26212 "W1_hedge_rate": 0.05217654237518789,26213 "W1_negation_rate": 0.053170943593369886,26214 "W1_digit_rate": 0.019143398497673776,26215 "W1_flesch": 0.058686010009578606,26216 "W1_mean": 0.0997575975844751426217 },26218 "feature_means": {26219 "mean_sent_len": 25.03116975793812,26220 "sd_sent_len": 8.28276141023816,26221 "ttr": 0.6697707794025746,26222 "mtld": 78.01708357729913,26223 "mean_word_len": 5.395304273350275,26224 "long_word_rate": 0.10940425834288145,26225 "comma_rate": 0.061054556069765974,26226 "semicolon_rate": 0.0014377286414908271,26227 "paren_rate": 0.015132377430480088,26228 "discourse_rate": 0.009915803156821152,26229 "passive_rate": 0.46695711331152484,26230 "nominal_rate": 0.058366606041745824,26231 "first_person_rate": 0.0053676110557903355,26232 "subord_rate": 0.03130685295411544,26233 "hedge_rate": 0.007838370366665175,26234 "negation_rate": 0.0065835682834622985,26235 "digit_rate": 0.010218803237458779,26236 "flesch": 24.5640722716913726237 },26238 "probe": {26239 "probe_auc_orig_vs_rewrite": 0.7402728395061728,26240 "probe_acc_heldout": 0.6716666666666666,26241 "eval_mean_p_original": 0.5181850004375128,26242 "eval_frac_classified_original": 0.550333333333333326243 }26244 },26245 "htr-medium_m2_tiny_mediumdenoiseinit": {26246 "vs_original": {26247 "W1_mean_sent_len": 0.1383453472192564,26248 "W1_sd_sent_len": 0.1723394081483674,26249 "W1_ttr": 0.22156677301045927,26250 "W1_mtld": 0.18862380482569682,26251 "W1_mean_word_len": 0.05320419887233647,26252 "W1_long_word_rate": 0.043944372504375655,26253 "W1_comma_rate": 0.2415534936996387,26254 "W1_semicolon_rate": 0.131432616168558,26255 "W1_paren_rate": 0.018039047886366285,26256 "W1_discourse_rate": 0.09762245055028423,26257 "W1_passive_rate": 0.10527655876106048,26258 "W1_nominal_rate": 0.05381659626768313,26259 "W1_first_person_rate": 0.05044079215731795,26260 "W1_subord_rate": 0.07203505078389852,26261 "W1_hedge_rate": 0.06420765876205999,26262 "W1_negation_rate": 0.04254205063842818,26263 "W1_digit_rate": 0.017511993367394136,26264 "W1_flesch": 0.05224209653582973,26265 "W1_mean": 0.0980413505643895226266 },26267 "feature_means": {26268 "mean_sent_len": 25.0439383668419,26269 "sd_sent_len": 8.287010378992388,26270 "ttr": 0.6698313887801628,26271 "mtld": 78.11090466158977,26272 "mean_word_len": 5.401028371607008,26273 "long_word_rate": 0.10975700735561195,26274 "comma_rate": 0.0603162638990898,26275 "semicolon_rate": 0.0014520524967846684,26276 "paren_rate": 0.015193470990677726,26277 "discourse_rate": 0.009936634235875244,26278 "passive_rate": 0.4645454833751264,26279 "nominal_rate": 0.05858187963813267,26280 "first_person_rate": 0.005370221712998753,26281 "subord_rate": 0.03155165428446188,26282 "hedge_rate": 0.007981621465078094,26283 "negation_rate": 0.006433704210856109,26284 "digit_rate": 0.010225478680610864,26285 "flesch": 24.46994682734025526286 },26287 "probe": {26288 "probe_auc_orig_vs_rewrite": 0.7402728395061728,26289 "probe_acc_heldout": 0.6716666666666666,26290 "eval_mean_p_original": 0.5190010891095597,26291 "eval_frac_classified_original": 0.558666666666666626292 }26293 },26294 "htr-medium_m3light_tiny_mediumdenoiseinit": {26295 "vs_original": {26296 "W1_mean_sent_len": 0.14871416671803364,26297 "W1_sd_sent_len": 0.17583696273957575,26298 "W1_ttr": 0.21306736444804722,26299 "W1_mtld": 0.1553151910464153,26300 "W1_mean_word_len": 0.04300365187106191,26301 "W1_long_word_rate": 0.045549278408410485,26302 "W1_comma_rate": 0.23934838374619652,26303 "W1_semicolon_rate": 0.15271842794653,26304 "W1_paren_rate": 0.02246361846765365,26305 "W1_discourse_rate": 0.09650925809369262,26306 "W1_passive_rate": 0.11112046276753863,26307 "W1_nominal_rate": 0.05738765591636623,26308 "W1_first_person_rate": 0.03788308850647751,26309 "W1_subord_rate": 0.06536755569712732,26310 "W1_hedge_rate": 0.05835983338119205,26311 "W1_negation_rate": 0.054777787310094174,26312 "W1_digit_rate": 0.020574357413021816,26313 "W1_flesch": 0.06159580863339183,26314 "W1_mean": 0.0977551585061570626315 },26316 "feature_means": {26317 "mean_sent_len": 24.93288888266732,26318 "sd_sent_len": 8.282355356079137,26319 "ttr": 0.6691596039859917,26320 "mtld": 77.15845653487388,26321 "mean_word_len": 5.393484064408836,26322 "long_word_rate": 0.10967013009199579,26323 "comma_rate": 0.060350684193437865,26324 "semicolon_rate": 0.0013109610993355528,26325 "paren_rate": 0.0151539439714871,26326 "discourse_rate": 0.009926859837538224,26327 "passive_rate": 0.4664988875217198,26328 "nominal_rate": 0.05837301123577286,26329 "first_person_rate": 0.005482515192368479,26330 "subord_rate": 0.03116420627974825,26331 "hedge_rate": 0.007901463675400915,26332 "negation_rate": 0.0065898393625473005,26333 "digit_rate": 0.010211136724049625,26334 "flesch": 24.7859163467405926335 },26336 "probe": {26337 "probe_auc_orig_vs_rewrite": 0.7402728395061728,26338 "probe_acc_heldout": 0.6716666666666666,26339 "eval_mean_p_original": 0.5254685548526332,26340 "eval_frac_classified_original": 0.57726341 }26342 }26343 }26344}26345