Repository Public Research preview
1% WP-AI-0002 references -- every entry verified against arXiv API / OpenAlex (see docs/literature/verified_sources.jsonl)2% Years are those returned by the API (arXiv: first-version year; OpenAlex: publication_year).3% arXiv-only records carry no venue: upgrade to the published venue after a Crossref/OpenAlex check.45%% ---- LLM influence on scientific writing ----6@article{liang2025quantifying,7 author = {Liang, Weixin and Zhang, Yaohui and Wu, Zhengxuan and Lepp, Haley and Ji, Wenlong and Zhao, Xuandong and Cao, Hancheng and Liu, Sheng and He, Siyu and Huang, Zhi and Yang, Diyi and Potts, Christopher and Manning, Christopher D. and Zou, James},8 title = {Quantifying large language model usage in scientific papers},9 year = {2025},10 journal = {Nature {Human} {Behaviour}},11 volume = {9},12 number = {12},13 pages = {2599--2609},14 doi = {10.1038/s41562-025-02273-8},15 url = {https://doi.org/10.1038/s41562-025-02273-8}16}1718@article{kobak2025delving,19 author = {Kobak, Dmitry and González-Márquez, Rita and Horvát, Emőke-Ágnes and Lause, Jan},20 title = {Delving into {LLM}-assisted writing in biomedical publications through excess vocabulary},21 year = {2025},22 journal = {Science {Advances}},23 volume = {11},24 number = {27},25 pages = {eadt3813},26 doi = {10.1126/sciadv.adt3813},27 url = {https://doi.org/10.1126/sciadv.adt3813}28}2930@misc{geng2024chatgpt,31 author = {Geng, Mingmeng and Trotta, Roberto},32 title = {Is {ChatGPT} {Transforming} {Academics}' {Writing} {Style}?},33 year = {2024},34 howpublished = {arXiv preprint arXiv:2404.08627},35 eprint = {2404.08627},36 archivePrefix = {arXiv},37 primaryClass = {cs.CL},38 url = {https://arxiv.org/abs/2404.08627}39}4041@misc{geng2025humanllm,42 author = {Geng, Mingmeng and Trotta, Roberto},43 title = {Human-{LLM} {Coevolution}: {Evidence} from {Academic} {Writing}},44 year = {2025},45 howpublished = {arXiv preprint arXiv:2502.09606},46 eprint = {2502.09606},47 archivePrefix = {arXiv},48 primaryClass = {cs.CL},49 url = {https://arxiv.org/abs/2502.09606}50}5152@misc{gray2024chatgpt,53 author = {Gray, Andrew},54 title = {{ChatGPT} "contamination": estimating the prevalence of {LLMs} in the scholarly literature},55 year = {2024},56 howpublished = {arXiv preprint arXiv:2403.16887},57 eprint = {2403.16887},58 archivePrefix = {arXiv},59 primaryClass = {cs.DL},60 url = {https://arxiv.org/abs/2403.16887}61}6263@misc{liang2024monitoring,64 author = {Liang, Weixin and Izzo, Zachary and Zhang, Yaohui and Lepp, Haley and Cao, Hancheng and Zhao, Xuandong and Chen, Lingjiao and Ye, Haotian and Liu, Sheng and Huang, Zhi and McFarland, Daniel A. and Zou, James Y.},65 title = {Monitoring {AI}-{Modified} {Content} at {Scale}: {A} {Case} {Study} on the {Impact} of {ChatGPT} on {AI} {Conference} {Peer} {Reviews}},66 year = {2024},67 howpublished = {arXiv preprint arXiv:2403.07183},68 eprint = {2403.07183},69 archivePrefix = {arXiv},70 primaryClass = {cs.CL},71 url = {https://arxiv.org/abs/2403.07183}72}7374@article{bao2025examining,75 author = {Bao, Tong and Zhao, Yi and Mao, Jin and Zhang, Chengzhi},76 title = {Examining {Linguistic} {Shifts} in {Academic} {Writing} {Before} and {After} the {Launch} of {ChatGPT}: {A} {Study} on {Preprint} {Papers}},77 year = {2025},78 journal = {Scientometrics,2025},79 eprint = {2505.12218},80 archivePrefix = {arXiv},81 primaryClass = {cs.CL},82 url = {https://arxiv.org/abs/2505.12218}83}8485@misc{juzek2024delve,86 author = {Juzek, Tom S. and Ward, Zina B.},87 title = {Why {Does} {ChatGPT} "{Delve}" {So} {Much}? {Exploring} the {Sources} of {Lexical} {Overrepresentation} in {Large} {Language} {Models}},88 year = {2024},89 howpublished = {arXiv preprint arXiv:2412.11385},90 eprint = {2412.11385},91 archivePrefix = {arXiv},92 primaryClass = {cs.CL},93 url = {https://arxiv.org/abs/2412.11385}94}9596@inproceedings{reinhart2025llms,97 author = {Reinhart, Alex and Markey, Ben and Laudenbach, Michael and Pantusen, Kachatad and Yurko, Ronald and Weinberg, Gordon and Brown, David West},98 title = {Do {LLMs} write like humans? {Variation} in grammatical and rhetorical styles},99 year = {2025},100 booktitle = {Proceedings of the {National} {Academy} of {Sciences}},101 volume = {122},102 number = {8},103 doi = {10.1073/pnas.2422455122},104 url = {https://doi.org/10.1073/pnas.2422455122}105}106107@article{munozortiz2023contrasting,108 author = {Mu{\~n}oz-Ortiz, Alberto and Gómez-Rodríguez, Carlos and Vilares, David},109 title = {Contrasting {Linguistic} {Patterns} in {Human} and {LLM}-{Generated} {News} {Text}},110 year = {2023},111 journal = {Artificial {Intelligence} {Review} 57, 265 (2024)},112 eprint = {2308.09067},113 archivePrefix = {arXiv},114 primaryClass = {cs.CL},115 doi = {10.1007/s10462-024-10903-2},116 url = {https://arxiv.org/abs/2308.09067}117}118119@misc{padmakumar2023writing,120 author = {Padmakumar, Vishakh and He, He},121 title = {Does {Writing} with {Language} {Models} {Reduce} {Content} {Diversity}?},122 year = {2023},123 howpublished = {arXiv preprint arXiv:2309.05196},124 eprint = {2309.05196},125 archivePrefix = {arXiv},126 primaryClass = {cs.CL},127 url = {https://arxiv.org/abs/2309.05196}128}129130@misc{jang2026scizoom,131 author = {Jang, Han and Lee, Junhyeok and Choi, Kyu Sung},132 title = {{SciZoom}: {A} {Large}-scale {Benchmark} for {Hierarchical} {Scientific} {Summarization} across the {LLM} {Era}},133 year = {2026},134 howpublished = {arXiv preprint arXiv:2603.16131},135 eprint = {2603.16131},136 archivePrefix = {arXiv},137 primaryClass = {cs.CL},138 url = {https://arxiv.org/abs/2603.16131}139}140141@misc{kosch2026chi,142 author = {Kosch, Thomas and Welsch, Robin and Hedderich, Michael and Katins, Christopher},143 title = {How {Did} {Writing} {Change} {At} {CHI}? {Analyzing} 44 {Years} of {CHI} {Writing} {Before} and {After} the {Introduction} of {Large} {Language} {Models}},144 year = {2026},145 howpublished = {arXiv preprint arXiv:2609.23090},146 eprint = {2609.23090},147 archivePrefix = {arXiv},148 primaryClass = {cs.HC},149 url = {https://arxiv.org/abs/2609.23090}150}151152@article{gao2023comparing,153 author = {Gao, Catherine A. and Howard, Frederick Matthew and Markov, Nikolay S. and Dyer, Emma and Ramesh, Siddhi and Luo, Yuan and Pearson, Alexander T.},154 title = {Comparing scientific abstracts generated by {ChatGPT} to real abstracts with detectors and blinded human reviewers},155 year = {2023},156 journal = {npj {Digital} {Medicine}},157 volume = {6},158 number = {1},159 pages = {75},160 doi = {10.1038/s41746-023-00819-6},161 url = {https://doi.org/10.1038/s41746-023-00819-6}162}163164%% ---- AI-text detection and paraphrase attacks ----165@misc{krishna2023paraphrasing,166 author = {Krishna, Kalpesh and Song, Yixiao and Karpinska, Marzena and Wieting, John and Iyyer, Mohit},167 title = {Paraphrasing evades detectors of {AI}-generated text, but retrieval is an effective defense},168 year = {2023},169 howpublished = {arXiv preprint arXiv:2303.13408},170 eprint = {2303.13408},171 archivePrefix = {arXiv},172 primaryClass = {cs.CL},173 url = {https://arxiv.org/abs/2303.13408}174}175176@misc{sadasivan2023reliably,177 author = {Sadasivan, Vinu Sankar and Kumar, Aounon and Balasubramanian, Sriram and Wang, Wenxiao and Feizi, Soheil},178 title = {Can {AI}-{Generated} {Text} be {Reliably} {Detected}?},179 year = {2023},180 howpublished = {arXiv preprint arXiv:2303.11156},181 eprint = {2303.11156},182 archivePrefix = {arXiv},183 primaryClass = {cs.CL},184 url = {https://arxiv.org/abs/2303.11156}185}186187@misc{mitchell2023detectgpt,188 author = {Mitchell, Eric and Lee, Yoonho and Khazatsky, Alexander and Manning, Christopher D. and Finn, Chelsea},189 title = {{DetectGPT}: {Zero}-{Shot} {Machine}-{Generated} {Text} {Detection} using {Probability} {Curvature}},190 year = {2023},191 howpublished = {arXiv preprint arXiv:2301.11305},192 eprint = {2301.11305},193 archivePrefix = {arXiv},194 primaryClass = {cs.CL},195 url = {https://arxiv.org/abs/2301.11305}196}197198@misc{bao2023fastdetectgpt,199 author = {Bao, Guangsheng and Zhao, Yanbin and Teng, Zhiyang and Yang, Linyi and Zhang, Yue},200 title = {Fast-{DetectGPT}: {Efficient} {Zero}-{Shot} {Detection} of {Machine}-{Generated} {Text} via {Conditional} {Probability} {Curvature}},201 year = {2023},202 howpublished = {arXiv preprint arXiv:2310.05130},203 eprint = {2310.05130},204 archivePrefix = {arXiv},205 primaryClass = {cs.CL},206 url = {https://arxiv.org/abs/2310.05130}207}208209@misc{hans2024binoculars,210 author = {Hans, Abhimanyu and Schwarzschild, Avi and Cherepanova, Valeriia and Kazemi, Hamid and Saha, Aniruddha and Goldblum, Micah and Geiping, Jonas and Goldstein, Tom},211 title = {Spotting {LLMs} {With} {Binoculars}: {Zero}-{Shot} {Detection} of {Machine}-{Generated} {Text}},212 year = {2024},213 howpublished = {arXiv preprint arXiv:2401.12070},214 eprint = {2401.12070},215 archivePrefix = {arXiv},216 primaryClass = {cs.CL},217 url = {https://arxiv.org/abs/2401.12070}218}219220@misc{liang2023detectors,221 author = {Liang, Weixin and Yuksekgonul, Mert and Mao, Yining and Wu, Eric and Zou, James},222 title = {{GPT} detectors are biased against non-native {English} writers},223 year = {2023},224 howpublished = {arXiv preprint arXiv:2304.02819},225 eprint = {2304.02819},226 archivePrefix = {arXiv},227 primaryClass = {cs.CL},228 url = {https://arxiv.org/abs/2304.02819}229}230231@misc{kirchenbauer2023watermark,232 author = {Kirchenbauer, John and Geiping, Jonas and Wen, Yuxin and Katz, Jonathan and Miers, Ian and Goldstein, Tom},233 title = {A {Watermark} for {Large} {Language} {Models}},234 year = {2023},235 howpublished = {arXiv preprint arXiv:2301.10226},236 eprint = {2301.10226},237 archivePrefix = {arXiv},238 primaryClass = {cs.LG},239 url = {https://arxiv.org/abs/2301.10226}240}241242@misc{dugan2024raid,243 author = {Dugan, Liam and Hwang, Alyssa and Trhlik, Filip and Ludan, Josh Magnus and Zhu, Andrew and Xu, Hainiu and Ippolito, Daphne and Callison-Burch, Chris},244 title = {{RAID}: {A} {Shared} {Benchmark} for {Robust} {Evaluation} of {Machine}-{Generated} {Text} {Detectors}},245 year = {2024},246 howpublished = {arXiv preprint arXiv:2405.07940},247 eprint = {2405.07940},248 archivePrefix = {arXiv},249 primaryClass = {cs.CL},250 url = {https://arxiv.org/abs/2405.07940}251}252253@misc{saha2025polished,254 author = {Saha, Shoumik and Feizi, Soheil},255 title = {Almost {AI}, {Almost} {Human}: {The} {Challenge} of {Detecting} {AI}-{Polished} {Writing}},256 year = {2025},257 howpublished = {arXiv preprint arXiv:2502.15666},258 eprint = {2502.15666},259 archivePrefix = {arXiv},260 primaryClass = {cs.CL},261 url = {https://arxiv.org/abs/2502.15666}262}263264@misc{chen2024imitate,265 author = {Chen, Jiaqi and Zhu, Xiaoye and Liu, Tianyang and Chen, Ying and Chen, Xinhui and Yuan, Yiwen and Leong, Chak Tou and Li, Zuchao and Long, Tang and Zhang, Lei and Yan, Chenyu and Mei, Guanghao and Zhang, Jie and Zhang, Lefei},266 title = {Imitate {Before} {Detect}: {Aligning} {Machine} {Stylistic} {Preference} for {Machine}-{Revised} {Text} {Detection}},267 year = {2024},268 howpublished = {arXiv preprint arXiv:2412.10432},269 eprint = {2412.10432},270 archivePrefix = {arXiv},271 primaryClass = {cs.CL},272 url = {https://arxiv.org/abs/2412.10432}273}274275@misc{artemova2024beemo,276 author = {Artemova, Ekaterina and Lucas, Jason and Venkatraman, Saranya and Lee, Jooyoung and Tilga, Sergei and Uchendu, Adaku and Mikhailov, Vladislav},277 title = {Beemo: {Benchmark} of {Expert}-edited {Machine}-generated {Outputs}},278 year = {2024},279 howpublished = {arXiv preprint arXiv:2411.04032},280 eprint = {2411.04032},281 archivePrefix = {arXiv},282 primaryClass = {cs.CL},283 url = {https://arxiv.org/abs/2411.04032}284}285286@misc{zheng2025thbench,287 author = {Zheng, Jingyi and Wang, Junfeng and Sun, Zhen and Dong, Wenhan and Liu, Yule and He, Xinlei},288 title = {{TH}-{Bench}: {Evaluating} {Evading} {Attacks} via {Humanizing} {AI} {Text} on {Machine}-{Generated} {Text} {Detectors}},289 year = {2025},290 howpublished = {arXiv preprint arXiv:2503.08708},291 eprint = {2503.08708},292 archivePrefix = {arXiv},293 primaryClass = {cs.CR},294 url = {https://arxiv.org/abs/2503.08708}295}296297%% ---- Stylometry and authorship ----298@article{stamatatos2008survey,299 author = {Stamatatos, Efstathios},300 title = {A survey of modern authorship attribution methods},301 year = {2008},302 journal = {Journal of the {American} {Society} for {Information} {Science} and {Technology}},303 volume = {60},304 number = {3},305 pages = {538--556},306 doi = {10.1002/asi.21001},307 url = {https://doi.org/10.1002/asi.21001}308}309310@article{juola2008authorship,311 author = {Juola, Patrick},312 title = {Authorship {Attribution}},313 year = {2008},314 journal = {Foundations and {Trends}® in {Information} {Retrieval}},315 volume = {1},316 number = {3},317 pages = {233--334},318 doi = {10.1561/1500000005},319 url = {https://doi.org/10.1561/1500000005}320}321322@article{koppel2008computational,323 author = {Koppel, Moshe and Schler, Jonathan and Argamon, Shlomo},324 title = {Computational methods in authorship attribution},325 year = {2008},326 journal = {Journal of the {American} {Society} for {Information} {Science} and {Technology}},327 volume = {60},328 number = {1},329 pages = {9--26},330 doi = {10.1002/asi.20961},331 url = {https://doi.org/10.1002/asi.20961}332}333334@article{burrows2002delta,335 author = {Burrows, J. F.},336 title = {'{Delta}': a {Measure} of {Stylistic} {Difference} and a {Guide} to {Likely} {Authorship}},337 year = {2002},338 journal = {Literary and {Linguistic} {Computing}},339 volume = {17},340 number = {3},341 pages = {267--287},342 doi = {10.1093/llc/17.3.267},343 url = {https://doi.org/10.1093/llc/17.3.267}344}345346@inproceedings{riverasoto2021luar,347 author = {{Rivera Soto}, Rafael and Miano, Olivia and Ordoñez, Juanita and Chen, Barry Y. and Khan, Aleem and Bishop, Marcus and Andrews, Nicholas},348 title = {Learning {Universal} {Authorship} {Representations}},349 year = {2021},350 booktitle = {Conference on {Empirical} {Methods} in {Natural} {Language} {Processing} ({EMNLP})},351 pages = {913--919},352 doi = {10.18653/v1/2021.emnlp-main.70},353 url = {https://doi.org/10.18653/v1/2021.emnlp-main.70}354}355356@misc{wegmann2022same,357 author = {Wegmann, Anna and Schraagen, Marijn and Nguyen, Dong},358 title = {Same {Author} or {Just} {Same} {Topic}? {Towards} {Content}-{Independent} {Style} {Representations}},359 year = {2022},360 howpublished = {arXiv preprint arXiv:2204.04907},361 eprint = {2204.04907},362 archivePrefix = {arXiv},363 primaryClass = {cs.CL},364 url = {https://arxiv.org/abs/2204.04907}365}366367@misc{fisher2024styleremix,368 author = {Fisher, Jillian and Hallinan, Skyler and Lu, Ximing and Gordon, Mitchell and Harchaoui, Zaid and Choi, Yejin},369 title = {{StyleRemix}: {Interpretable} {Authorship} {Obfuscation} via {Distillation} and {Perturbation} of {Style} {Elements}},370 year = {2024},371 howpublished = {arXiv preprint arXiv:2408.15666},372 eprint = {2408.15666},373 archivePrefix = {arXiv},374 primaryClass = {cs.CL},375 url = {https://arxiv.org/abs/2408.15666}376}377378%% ---- Style transfer, paraphrase and inversion ----379@misc{shen2017style,380 author = {Shen, Tianxiao and Lei, Tao and Barzilay, Regina and Jaakkola, Tommi},381 title = {Style {Transfer} from {Non}-{Parallel} {Text} by {Cross}-{Alignment}},382 year = {2017},383 howpublished = {arXiv preprint arXiv:1705.09655},384 eprint = {1705.09655},385 archivePrefix = {arXiv},386 primaryClass = {cs.CL},387 url = {https://arxiv.org/abs/1705.09655}388}389390@misc{fu2017style,391 author = {Fu, Zhenxin and Tan, Xiaoye and Peng, Nanyun and Zhao, Dongyan and Yan, Rui},392 title = {Style {Transfer} in {Text}: {Exploration} and {Evaluation}},393 year = {2017},394 howpublished = {arXiv preprint arXiv:1711.06861},395 eprint = {1711.06861},396 archivePrefix = {arXiv},397 primaryClass = {cs.CL},398 url = {https://arxiv.org/abs/1711.06861}399}400401@misc{john2018disentangled,402 author = {John, Vineet and Mou, Lili and Bahuleyan, Hareesh and Vechtomova, Olga},403 title = {Disentangled {Representation} {Learning} for {Non}-{Parallel} {Text} {Style} {Transfer}},404 year = {2018},405 howpublished = {arXiv preprint arXiv:1808.04339},406 eprint = {1808.04339},407 archivePrefix = {arXiv},408 primaryClass = {cs.CL},409 url = {https://arxiv.org/abs/1808.04339}410}411412@misc{krishna2020reformulating,413 author = {Krishna, Kalpesh and Wieting, John and Iyyer, Mohit},414 title = {Reformulating {Unsupervised} {Style} {Transfer} as {Paraphrase} {Generation}},415 year = {2020},416 howpublished = {arXiv preprint arXiv:2010.05700},417 eprint = {2010.05700},418 archivePrefix = {arXiv},419 primaryClass = {cs.CL},420 url = {https://arxiv.org/abs/2010.05700}421}422423@misc{riley2020textsettr,424 author = {Riley, Parker and Constant, Noah and Guo, Mandy and Kumar, Girish and Uthus, David and Parekh, Zarana},425 title = {{TextSETTR}: {Few}-{Shot} {Text} {Style} {Extraction} and {Tunable} {Targeted} {Restyling}},426 year = {2020},427 howpublished = {arXiv preprint arXiv:2010.03802},428 eprint = {2010.03802},429 archivePrefix = {arXiv},430 primaryClass = {cs.CL},431 url = {https://arxiv.org/abs/2010.03802}432}433434@misc{patel2022lowresource,435 author = {Patel, Ajay and Andrews, Nicholas and Callison-Burch, Chris},436 title = {Low-{Resource} {Authorship} {Style} {Transfer}: {Can} {Non}-{Famous} {Authors} {Be} {Imitated}?},437 year = {2022},438 howpublished = {arXiv preprint arXiv:2212.08986},439 eprint = {2212.08986},440 archivePrefix = {arXiv},441 primaryClass = {cs.CL},442 url = {https://arxiv.org/abs/2212.08986}443}444445@misc{mir2019evaluating,446 author = {Mir, Remi and Felbo, Bjarke and Obradovich, Nick and Rahwan, Iyad},447 title = {Evaluating {Style} {Transfer} for {Text}},448 year = {2019},449 howpublished = {arXiv preprint arXiv:1904.02295},450 eprint = {1904.02295},451 archivePrefix = {arXiv},452 primaryClass = {cs.CL},453 url = {https://arxiv.org/abs/1904.02295}454}455456@misc{jin2020survey,457 author = {Jin, Di and Jin, Zhijing and Hu, Zhiting and Vechtomova, Olga and Mihalcea, Rada},458 title = {Deep {Learning} for {Text} {Style} {Transfer}: {A} {Survey}},459 year = {2020},460 howpublished = {arXiv preprint arXiv:2011.00416},461 eprint = {2011.00416},462 archivePrefix = {arXiv},463 primaryClass = {cs.CL},464 url = {https://arxiv.org/abs/2011.00416}465}466467@misc{rao2018gyafc,468 author = {Rao, Sudha and Tetreault, Joel},469 title = {Dear {Sir} or {Madam}, {May} {I} introduce the {GYAFC} {Dataset}: {Corpus}, {Benchmarks} and {Metrics} for {Formality} {Style} {Transfer}},470 year = {2018},471 howpublished = {arXiv preprint arXiv:1803.06535},472 eprint = {1803.06535},473 archivePrefix = {arXiv},474 primaryClass = {cs.CL},475 url = {https://arxiv.org/abs/1803.06535}476}477478@misc{riverasoto2024paraphrase,479 author = {{Rivera Soto}, Rafael and Chen, Barry and Andrews, Nicholas},480 title = {Mitigating {Paraphrase} {Attacks} on {Machine}-{Text} {Detectors} via {Paraphrase} {Inversion}},481 year = {2024},482 howpublished = {arXiv preprint arXiv:2410.21637},483 eprint = {2410.21637},484 archivePrefix = {arXiv},485 primaryClass = {cs.CL},486 url = {https://arxiv.org/abs/2410.21637}487}488489@misc{riverasoto2026unsupervised,490 author = {{Rivera Soto}, Rafael and Chen, Barry and Andrews, Nicholas},491 title = {Unsupervised {Style} {Representation} {Learning} for {AI}-{Text} {Detection} via {Paraphrase} {Inversion}},492 year = {2026},493 howpublished = {arXiv preprint arXiv:2606.10099},494 eprint = {2606.10099},495 archivePrefix = {arXiv},496 primaryClass = {cs.LG},497 url = {https://arxiv.org/abs/2606.10099}498}499500@misc{morris2023lminversion,501 author = {Morris, John X. and Zhao, Wenting and Chiu, Justin T. and Shmatikov, Vitaly and Rush, Alexander M.},502 title = {Language {Model} {Inversion}},503 year = {2023},504 howpublished = {arXiv preprint arXiv:2311.13647},505 eprint = {2311.13647},506 archivePrefix = {arXiv},507 primaryClass = {cs.CL},508 url = {https://arxiv.org/abs/2311.13647}509}510511@misc{morris2023embeddings,512 author = {Morris, John X. and Kuleshov, Volodymyr and Shmatikov, Vitaly and Rush, Alexander M.},513 title = {Text {Embeddings} {Reveal} ({Almost}) {As} {Much} {As} {Text}},514 year = {2023},515 howpublished = {arXiv preprint arXiv:2310.06816},516 eprint = {2310.06816},517 archivePrefix = {arXiv},518 primaryClass = {cs.CL},519 url = {https://arxiv.org/abs/2310.06816}520}521522%% ---- Disentanglement and identifiability ----523@misc{ganin2014unsupervised,524 author = {Ganin, Yaroslav and Lempitsky, Victor},525 title = {Unsupervised {Domain} {Adaptation} by {Backpropagation}},526 year = {2014},527 howpublished = {arXiv preprint arXiv:1409.7495},528 eprint = {1409.7495},529 archivePrefix = {arXiv},530 primaryClass = {stat.ML},531 url = {https://arxiv.org/abs/1409.7495}532}533534@misc{bousmalis2016domain,535 author = {Bousmalis, Konstantinos and Trigeorgis, George and Silberman, Nathan and Krishnan, Dilip and Erhan, Dumitru},536 title = {Domain {Separation} {Networks}},537 year = {2016},538 howpublished = {arXiv preprint arXiv:1608.06019},539 eprint = {1608.06019},540 archivePrefix = {arXiv},541 primaryClass = {cs.CV},542 url = {https://arxiv.org/abs/1608.06019}543}544545@misc{hu2017controlled,546 author = {Hu, Zhiting and Yang, Zichao and Liang, Xiaodan and Salakhutdinov, Ruslan and Xing, Eric P.},547 title = {Toward {Controlled} {Generation} of {Text}},548 year = {2017},549 howpublished = {arXiv preprint arXiv:1703.00955},550 eprint = {1703.00955},551 archivePrefix = {arXiv},552 primaryClass = {cs.LG},553 url = {https://arxiv.org/abs/1703.00955}554}555556@misc{chen2020simclr,557 author = {Chen, Ting and Kornblith, Simon and Norouzi, Mohammad and Hinton, Geoffrey},558 title = {A {Simple} {Framework} for {Contrastive} {Learning} of {Visual} {Representations}},559 year = {2020},560 howpublished = {arXiv preprint arXiv:2002.05709},561 eprint = {2002.05709},562 archivePrefix = {arXiv},563 primaryClass = {cs.LG},564 url = {https://arxiv.org/abs/2002.05709}565}566567@misc{oord2018cpc,568 author = {{van den Oord}, Aaron and Li, Yazhe and Vinyals, Oriol},569 title = {Representation {Learning} with {Contrastive} {Predictive} {Coding}},570 year = {2018},571 howpublished = {arXiv preprint arXiv:1807.03748},572 eprint = {1807.03748},573 archivePrefix = {arXiv},574 primaryClass = {cs.LG},575 url = {https://arxiv.org/abs/1807.03748}576}577578@misc{elazar2018adversarial,579 author = {Elazar, Yanai and Goldberg, Yoav},580 title = {Adversarial {Removal} of {Demographic} {Attributes} from {Text} {Data}},581 year = {2018},582 howpublished = {arXiv preprint arXiv:1808.06640},583 eprint = {1808.06640},584 archivePrefix = {arXiv},585 primaryClass = {cs.CL},586 url = {https://arxiv.org/abs/1808.06640}587}588589@article{locatello2018challenging,590 author = {Locatello, Francesco and Bauer, Stefan and Lucic, Mario and Rätsch, Gunnar and Gelly, Sylvain and Schölkopf, Bernhard and Bachem, Olivier},591 title = {Challenging {Common} {Assumptions} in the {Unsupervised} {Learning} of {Disentangled} {Representations}},592 year = {2018},593 journal = {Proceedings of the 36th {International} {Conference} on {Machine} {Learning} ({ICML} 2019)},594 eprint = {1811.12359},595 archivePrefix = {arXiv},596 primaryClass = {cs.LG},597 url = {https://arxiv.org/abs/1811.12359}598}599600@article{hyvarinen1999nonlinear,601 author = {Hyvärinen, Aapo and Pajunen, Petteri},602 title = {Nonlinear independent component analysis: {Existence} and uniqueness results},603 year = {1999},604 journal = {Neural {Networks}},605 volume = {12},606 number = {3},607 pages = {429--439},608 doi = {10.1016/s0893-6080(98)00140-3},609 url = {https://doi.org/10.1016/s0893-6080(98)00140-3}610}611612@misc{vonkugelgen2021selfsupervised,613 author = {{von K\"{u}gelgen}, Julius and Sharma, Yash and Gresele, Luigi and Brendel, Wieland and Schölkopf, Bernhard and Besserve, Michel and Locatello, Francesco},614 title = {Self-{Supervised} {Learning} with {Data} {Augmentations} {Provably} {Isolates} {Content} from {Style}},615 year = {2021},616 howpublished = {arXiv preprint arXiv:2106.04619},617 eprint = {2106.04619},618 archivePrefix = {arXiv},619 primaryClass = {stat.ML},620 url = {https://arxiv.org/abs/2106.04619}621}622623@misc{zimmermann2021contrastive,624 author = {Zimmermann, Roland S. and Sharma, Yash and Schneider, Steffen and Bethge, Matthias and Brendel, Wieland},625 title = {Contrastive {Learning} {Inverts} the {Data} {Generating} {Process}},626 year = {2021},627 howpublished = {arXiv preprint arXiv:2102.08850},628 eprint = {2102.08850},629 archivePrefix = {arXiv},630 primaryClass = {cs.LG},631 url = {https://arxiv.org/abs/2102.08850}632}633634%% ---- Sequence-to-sequence architectures ----635@misc{vaswani2017attention,636 author = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N. and Kaiser, Lukasz and Polosukhin, Illia},637 title = {Attention {Is} {All} {You} {Need}},638 year = {2017},639 howpublished = {arXiv preprint arXiv:1706.03762},640 eprint = {1706.03762},641 archivePrefix = {arXiv},642 primaryClass = {cs.CL},643 url = {https://arxiv.org/abs/1706.03762}644}645646@misc{raffel2019t5,647 author = {Raffel, Colin and Shazeer, Noam and Roberts, Adam and Lee, Katherine and Narang, Sharan and Matena, Michael and Zhou, Yanqi and Li, Wei and Liu, Peter J.},648 title = {Exploring the {Limits} of {Transfer} {Learning} with a {Unified} {Text}-to-{Text} {Transformer}},649 year = {2019},650 howpublished = {arXiv preprint arXiv:1910.10683},651 eprint = {1910.10683},652 archivePrefix = {arXiv},653 primaryClass = {cs.LG},654 url = {https://arxiv.org/abs/1910.10683}655}656657@misc{lewis2019bart,658 author = {Lewis, Mike and Liu, Yinhan and Goyal, Naman and Ghazvininejad, Marjan and Mohamed, Abdelrahman and Levy, Omer and Stoyanov, Ves and Zettlemoyer, Luke},659 title = {{BART}: {Denoising} {Sequence}-to-{Sequence} {Pre}-training for {Natural} {Language} {Generation}, {Translation}, and {Comprehension}},660 year = {2019},661 howpublished = {arXiv preprint arXiv:1910.13461},662 eprint = {1910.13461},663 archivePrefix = {arXiv},664 primaryClass = {cs.CL},665 url = {https://arxiv.org/abs/1910.13461}666}667668@misc{see2017pointer,669 author = {See, Abigail and Liu, Peter J. and Manning, Christopher D.},670 title = {Get {To} {The} {Point}: {Summarization} with {Pointer}-{Generator} {Networks}},671 year = {2017},672 howpublished = {arXiv preprint arXiv:1704.04368},673 eprint = {1704.04368},674 archivePrefix = {arXiv},675 primaryClass = {cs.CL},676 url = {https://arxiv.org/abs/1704.04368}677}678679@misc{gu2016copying,680 author = {Gu, Jiatao and Lu, Zhengdong and Li, Hang and Li, Victor O. K.},681 title = {Incorporating {Copying} {Mechanism} in {Sequence}-to-{Sequence} {Learning}},682 year = {2016},683 howpublished = {arXiv preprint arXiv:1603.06393},684 eprint = {1603.06393},685 archivePrefix = {arXiv},686 primaryClass = {cs.CL},687 url = {https://arxiv.org/abs/1603.06393}688}689690@misc{kudo2018sentencepiece,691 author = {Kudo, Taku and Richardson, John},692 title = {{SentencePiece}: {A} simple and language independent subword tokenizer and detokenizer for {Neural} {Text} {Processing}},693 year = {2018},694 howpublished = {arXiv preprint arXiv:1808.06226},695 eprint = {1808.06226},696 archivePrefix = {arXiv},697 primaryClass = {cs.CL},698 url = {https://arxiv.org/abs/1808.06226}699}700701@article{xiong2020layernorm,702 author = {Xiong, Ruibin and Yang, Yunchang and He, Di and Zheng, Kai and Zheng, Shuxin and Xing, Chen and Zhang, Huishuai and Lan, Yanyan and Wang, Liwei and Liu, Tie-Yan},703 title = {On {Layer} {Normalization} in the {Transformer} {Architecture}},704 year = {2020},705 journal = {Published on {ICML} 2020},706 eprint = {2002.04745},707 archivePrefix = {arXiv},708 primaryClass = {cs.LG},709 url = {https://arxiv.org/abs/2002.04745}710}711712@misc{su2021roformer,713 author = {Su, Jianlin and Lu, Yu and Pan, Shengfeng and Murtadha, Ahmed and Wen, Bo and Liu, Yunfeng},714 title = {{RoFormer}: {Enhanced} {Transformer} with {Rotary} {Position} {Embedding}},715 year = {2021},716 howpublished = {arXiv preprint arXiv:2104.09864},717 eprint = {2104.09864},718 archivePrefix = {arXiv},719 primaryClass = {cs.CL},720 url = {https://arxiv.org/abs/2104.09864}721}722723%% ---- Evaluation metrics ----724@inproceedings{popovic2015chrf,725 author = {Popović, Maja},726 title = {chrF: character n-gram {F}-score for automatic {MT} evaluation},727 year = {2015},728 booktitle = {Conference on {Machine} {Translation} ({WMT})},729 pages = {392--395},730 doi = {10.18653/v1/w15-3049},731 url = {https://doi.org/10.18653/v1/w15-3049}732}733734@inproceedings{papineni2002bleu,735 author = {Papineni, Kishore and Roukos, Salim and Ward, Todd and Zhu, Wei-Jing},736 title = {{BLEU}: a Method for Automatic Evaluation of Machine Translation},737 year = {2002},738 note = {OpenAlex/Crossref return the title as ``BLEU'' (issued 2001); subtitle and 2002 follow the ACL-02 proceedings named in the Crossref container-title},739 booktitle = {Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics},740 pages = {311},741 doi = {10.3115/1073083.1073135},742 url = {https://doi.org/10.3115/1073083.1073135}743}744745@inproceedings{lin2004rouge,746 author = {Lin, Chin-Yew},747 title = {{ROUGE}: {A} {Package} for {Automatic} {Evaluation} of {Summaries}},748 year = {2004},749 pages = {74--81},750 booktitle = {Text Summarization Branches Out},751 url = {https://aclanthology.org/W04-1013/}752}753754@misc{zhang2019bertscore,755 author = {Zhang, Tianyi and Kishore, Varsha and Wu, Felix and Weinberger, Kilian Q. and Artzi, Yoav},756 title = {{BERTScore}: {Evaluating} {Text} {Generation} with {BERT}},757 year = {2019},758 howpublished = {arXiv preprint arXiv:1904.09675},759 eprint = {1904.09675},760 archivePrefix = {arXiv},761 primaryClass = {cs.CL},762 url = {https://arxiv.org/abs/1904.09675}763}764765@misc{reimers2019sentencebert,766 author = {Reimers, Nils and Gurevych, Iryna},767 title = {Sentence-{BERT}: {Sentence} {Embeddings} using {Siamese} {BERT}-{Networks}},768 year = {2019},769 howpublished = {arXiv preprint arXiv:1908.10084},770 eprint = {1908.10084},771 archivePrefix = {arXiv},772 primaryClass = {cs.CL},773 url = {https://arxiv.org/abs/1908.10084}774}775776%% ---- Memorisation and contamination ----777@misc{carlini2020extracting,778 author = {Carlini, Nicholas and Tramer, Florian and Wallace, Eric and Jagielski, Matthew and Herbert-Voss, Ariel and Lee, Katherine and Roberts, Adam and Brown, Tom and Song, Dawn and Erlingsson, Ulfar and Oprea, Alina and Raffel, Colin},779 title = {Extracting {Training} {Data} from {Large} {Language} {Models}},780 year = {2020},781 howpublished = {arXiv preprint arXiv:2012.07805},782 eprint = {2012.07805},783 archivePrefix = {arXiv},784 primaryClass = {cs.CR},785 url = {https://arxiv.org/abs/2012.07805}786}787788@misc{carlini2022quantifying,789 author = {Carlini, Nicholas and Ippolito, Daphne and Jagielski, Matthew and Lee, Katherine and Tramer, Florian and Zhang, Chiyuan},790 title = {Quantifying {Memorization} {Across} {Neural} {Language} {Models}},791 year = {2022},792 howpublished = {arXiv preprint arXiv:2202.07646},793 eprint = {2202.07646},794 archivePrefix = {arXiv},795 primaryClass = {cs.LG},796 url = {https://arxiv.org/abs/2202.07646}797}798799@misc{lee2021dedup,800 author = {Lee, Katherine and Ippolito, Daphne and Nystrom, Andrew and Zhang, Chiyuan and Eck, Douglas and Callison-Burch, Chris and Carlini, Nicholas},801 title = {Deduplicating {Training} {Data} {Makes} {Language} {Models} {Better}},802 year = {2021},803 howpublished = {arXiv preprint arXiv:2107.06499},804 eprint = {2107.06499},805 archivePrefix = {arXiv},806 primaryClass = {cs.CL},807 url = {https://arxiv.org/abs/2107.06499}808}809810@misc{magar2022contamination,811 author = {Magar, Inbal and Schwartz, Roy},812 title = {Data {Contamination}: {From} {Memorization} to {Exploitation}},813 year = {2022},814 howpublished = {arXiv preprint arXiv:2203.08242},815 eprint = {2203.08242},816 archivePrefix = {arXiv},817 primaryClass = {cs.CL},818 url = {https://arxiv.org/abs/2203.08242}819}820821@misc{sainz2023contamination,822 author = {Sainz, Oscar and Campos, Jon Ander and García-Ferrero, Iker and Etxaniz, Julen and Lacalle, Oier Lopez de and Agirre, Eneko},823 title = {{NLP} {Evaluation} in trouble: {On} the {Need} to {Measure} {LLM} {Data} {Contamination} for each {Benchmark}},824 year = {2023},825 howpublished = {arXiv preprint arXiv:2310.18018},826 eprint = {2310.18018},827 archivePrefix = {arXiv},828 primaryClass = {cs.CL},829 url = {https://arxiv.org/abs/2310.18018}830}831832%% ---- Synthetic data and model collapse ----833@article{shumailov2024collapse,834 author = {Shumailov, Ilia and Shumaylov, Zakhar and Zhao, Yiren and Papernot, Nicolas and Anderson, Ross and Gal, Yarin},835 title = {{AI} models collapse when trained on recursively generated data},836 year = {2024},837 journal = {Nature},838 volume = {631},839 number = {8022},840 pages = {755--759},841 doi = {10.1038/s41586-024-07566-y},842 url = {https://doi.org/10.1038/s41586-024-07566-y}843}844845@misc{alemohammad2023mad,846 author = {Alemohammad, Sina and Casco-Rodriguez, Josue and Luzi, Lorenzo and Humayun, Ahmed Imtiaz and Babaei, Hossein and LeJeune, Daniel and Siahkoohi, Ali and Baraniuk, Richard G.},847 title = {Self-{Consuming} {Generative} {Models} {Go} {MAD}},848 year = {2023},849 howpublished = {arXiv preprint arXiv:2307.01850},850 eprint = {2307.01850},851 archivePrefix = {arXiv},852 primaryClass = {cs.LG},853 url = {https://arxiv.org/abs/2307.01850}854}855856@article{dohmatob2024tails,857 author = {Dohmatob, Elvis and Feng, Yunzhen and Yang, Pu and Charton, Francois and Kempe, Julia},858 title = {A {Tale} of {Tails}: {Model} {Collapse} as a {Change} of {Scaling} {Laws}},859 year = {2024},860 journal = {{ICML} 2024},861 eprint = {2402.07043},862 archivePrefix = {arXiv},863 primaryClass = {cs.LG},864 url = {https://arxiv.org/abs/2402.07043}865}866867%% ---- Corpora and licensing ----868@misc{lo2019s2orc,869 author = {Lo, Kyle and Wang, Lucy Lu and Neumann, Mark and Kinney, Rodney and Weld, Dan S.},870 title = {{S2ORC}: {The} {Semantic} {Scholar} {Open} {Research} {Corpus}},871 year = {2019},872 howpublished = {arXiv preprint arXiv:1911.02782},873 eprint = {1911.02782},874 archivePrefix = {arXiv},875 primaryClass = {cs.CL},876 url = {https://arxiv.org/abs/1911.02782}877}878879@misc{saier2023unarxive,880 author = {Saier, Tarek and Krause, Johan and Färber, Michael},881 title = {unarXive 2022: {All} {arXiv} {Publications} {Pre}-{Processed} for {NLP}, {Including} {Structured} {Full}-{Text} and {Citation} {Network}},882 year = {2023},883 howpublished = {arXiv preprint arXiv:2303.14957},884 eprint = {2303.14957},885 archivePrefix = {arXiv},886 primaryClass = {cs.DL},887 doi = {10.1109/JCDL57899.2023.00020},888 url = {https://arxiv.org/abs/2303.14957}889}890891@misc{gao2020pile,892 author = {Gao, Leo and Biderman, Stella and Black, Sid and Golding, Laurence and Hoppe, Travis and Foster, Charles and Phang, Jason and He, Horace and Thite, Anish and Nabeshima, Noa and Presser, Shawn and Leahy, Connor},893 title = {The {Pile}: {An} {800GB} {Dataset} of {Diverse} {Text} for {Language} {Modeling}},894 year = {2020},895 howpublished = {arXiv preprint arXiv:2101.00027},896 eprint = {2101.00027},897 archivePrefix = {arXiv},898 primaryClass = {cs.CL},899 url = {https://arxiv.org/abs/2101.00027}900}901902@misc{soldaini2024dolma,903 author = {Soldaini, Luca and Kinney, Rodney and Bhagia, Akshita and Schwenk, Dustin and Atkinson, David and Authur, Russell and Bogin, Ben and Chandu, Khyathi and Dumas, Jennifer and Elazar, Yanai and Hofmann, Valentin and Jha, Ananya Harsh and Kumar, Sachin and Lucy, Li and Lyu, Xinxi and Lambert, Nathan and Magnusson, Ian and Morrison, Jacob and Muennighoff, Niklas and Naik, Aakanksha and Nam, Crystal and Peters, Matthew E. and Ravichander, Abhilasha and Richardson, Kyle and Shen, Zejiang and Strubell, Emma and Subramani, Nishant and Tafjord, Oyvind and Walsh, Pete and Zettlemoyer, Luke and Smith, Noah A. and Hajishirzi, Hannaneh and Beltagy, Iz and Groeneveld, Dirk and Dodge, Jesse and Lo, Kyle},904 title = {Dolma: an {Open} {Corpus} of {Three} {Trillion} {Tokens} for {Language} {Model} {Pretraining} {Research}},905 year = {2024},906 howpublished = {arXiv preprint arXiv:2402.00159},907 eprint = {2402.00159},908 archivePrefix = {arXiv},909 primaryClass = {cs.CL},910 url = {https://arxiv.org/abs/2402.00159}911}912913@misc{longpre2023provenance,914 author = {Longpre, Shayne and Mahari, Robert and Chen, Anthony and Obeng-Marnu, Naana and Sileo, Damien and Brannon, William and Muennighoff, Niklas and Khazam, Nathan and Kabbara, Jad and Perisetla, Kartik and Wu, Xinyi and Shippole, Enrico and Bollacker, Kurt and Wu, Tongshuang and Villa, Luis and Pentland, Sandy and Hooker, Sara},915 title = {The {Data} {Provenance} {Initiative}: {A} {Large} {Scale} {Audit} of {Dataset} {Licensing} \& {Attribution} in {AI}},916 year = {2023},917 howpublished = {arXiv preprint arXiv:2310.16787},918 eprint = {2310.16787},919 archivePrefix = {arXiv},920 primaryClass = {cs.CL},921 url = {https://arxiv.org/abs/2310.16787}922}923924%% ---- Scientific style change over time ----925@article{plavensigray2017readability,926 author = {Plavén‐Sigray, Pontus and Matheson, Granville James and Schiffler, Björn Christian and Thompson, William Hedley},927 title = {The readability of scientific texts is decreasing over time},928 year = {2017},929 journal = {eLife},930 volume = {6},931 doi = {10.7554/elife.27725},932 url = {https://doi.org/10.7554/elife.27725}933}934935@article{hyland2016stance,936 author = {Hyland, Ken and Jiang, Feng Kevin},937 title = {Change of {Attitude}? {A} {Diachronic} {Study} of {Stance}},938 year = {2016},939 journal = {Written {Communication}},940 volume = {33},941 number = {3},942 pages = {251--274},943 doi = {10.1177/0741088316650399},944 url = {https://doi.org/10.1177/0741088316650399}945}946947@article{hyland2016informal,948 author = {Hyland, Ken and Jiang, Feng Kevin},949 title = {Is academic writing becoming more informal?},950 year = {2016},951 journal = {English for {Specific} {Purposes}},952 volume = {45},953 pages = {40--51},954 doi = {10.1016/j.esp.2016.09.001},955 url = {https://doi.org/10.1016/j.esp.2016.09.001}956}957