SPB Git
spboucher.ai

spb/wp44_uqo

Public

WP44: Part IV methodology (Agent L), discrepancy register, A-005

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Simon-Pierre Boucher committed (Nov 3, 2026) parent eac709c Browse files

12 changed files +4,349 −211

12 changed files
Unified Split
added manuscript/references_part02.bib +2440 −0
@@ -0,0 +1,2440 @@
1 +% references_part02.bib — WP44 Part II (Agent L). Every entry verified 2026-11-03 (see references_verification_part02.csv).
2 +
3 +@misc{priem2022openalex,
4 + title = {{OpenAlex:} {A} fully-open index of scholarly works, authors, venues, institutions, and concepts},
5 + author = {Jason Priem and Heather Piwowar and Richard Orr},
6 + year = {2022},
7 + eprint = {2205.01833},
8 + archiveprefix = {arXiv},
9 + howpublished = {arXiv preprint arXiv:2205.01833},
10 + note = {verified: arxiv API 2026-11-03}
11 +}
12 +
13 +@misc{kinney2023s2,
14 + title = {The {Semantic} {Scholar} {Open} {Data} {Platform}},
15 + author = {Rodney Kinney and Chloe Anastasiades and Russell Authur and Iz Beltagy and Jonathan Bragg and Alexandra Buraczynski and Isabel Cachola and Stefan Candra and Yoganand Chandrasekhar and Arman Cohan and others},
16 + year = {2023},
17 + eprint = {2301.10140},
18 + archiveprefix = {arXiv},
19 + howpublished = {arXiv preprint arXiv:2301.10140},
20 + note = {verified: arxiv API 2026-11-03}
21 +}
22 +
23 +@misc{culbert2025openalex,
24 + title = {Reference {Coverage} {Analysis} of {OpenAlex} compared to {Web} of {Science} and {Scopus}},
25 + author = {Jack Culbert and Anne Hobert and Najko Jahn and Nick Haupka and Marion Schmidt and Paul Donner and Philipp Mayr},
26 + year = {2024},
27 + eprint = {2401.16359},
28 + archiveprefix = {arXiv},
29 + howpublished = {arXiv preprint arXiv:2401.16359},
30 + note = {verified: arxiv API 2026-11-03}
31 +}
32 +
33 +@misc{sutskever2014seq2seq,
34 + title = {Sequence to {Sequence} {Learning} with {Neural} {Networks}},
35 + author = {Ilya Sutskever and Oriol Vinyals and Quoc V. Le},
36 + year = {2014},
37 + eprint = {1409.3215},
38 + archiveprefix = {arXiv},
39 + howpublished = {arXiv preprint arXiv:1409.3215},
40 + note = {verified: arxiv API 2026-11-03}
41 +}
42 +
43 +@misc{bahdanau2015attention,
44 + title = {Neural {Machine} {Translation} by {Jointly} {Learning} to {Align} and {Translate}},
45 + author = {Dzmitry Bahdanau and Kyunghyun Cho and Yoshua Bengio},
46 + year = {2014},
47 + eprint = {1409.0473},
48 + archiveprefix = {arXiv},
49 + howpublished = {arXiv preprint arXiv:1409.0473},
50 + note = {verified: arxiv API 2026-11-03}
51 +}
52 +
53 +@misc{goodfellow2014gan,
54 + title = {Generative {Adversarial} {Networks}},
55 + author = {Ian J. Goodfellow and Jean Pouget-Abadie and Mehdi Mirza and Bing Xu and David Warde-Farley and Sherjil Ozair and Aaron Courville and Yoshua Bengio},
56 + year = {2014},
57 + eprint = {1406.2661},
58 + archiveprefix = {arXiv},
59 + howpublished = {arXiv preprint arXiv:1406.2661},
60 + note = {verified: arxiv API 2026-11-03}
61 +}
62 +
63 +@misc{mikolov2013word2vec,
64 + title = {Efficient {Estimation} of {Word} {Representations} in {Vector} {Space}},
65 + author = {Tomas Mikolov and Kai Chen and Greg Corrado and Jeffrey Dean},
66 + year = {2013},
67 + eprint = {1301.3781},
68 + archiveprefix = {arXiv},
69 + howpublished = {arXiv preprint arXiv:1301.3781},
70 + note = {verified: arxiv API 2026-11-03}
71 +}
72 +
73 +@misc{kingma2014vae,
74 + title = {{Auto-Encoding} {Variational} {Bayes}},
75 + author = {Diederik P Kingma and Max Welling},
76 + year = {2013},
77 + eprint = {1312.6114},
78 + archiveprefix = {arXiv},
79 + howpublished = {arXiv preprint arXiv:1312.6114},
80 + note = {verified: arxiv API 2026-11-03}
81 +}
82 +
83 +@misc{sevilla2022compute,
84 + title = {Compute {Trends} {Across} {Three} {Eras} of {Machine} {Learning}},
85 + author = {Jaime Sevilla and Lennart Heim and Anson Ho and Tamay Besiroglu and Marius Hobbhahn and Pablo Villalobos},
86 + year = {2022},
87 + eprint = {2202.05924},
88 + archiveprefix = {arXiv},
89 + howpublished = {arXiv preprint arXiv:2202.05924},
90 + note = {verified: arxiv API 2026-11-03}
91 +}
92 +
93 +@misc{thompson2020limits,
94 + title = {The {Computational} {Limits} of {Deep} {Learning}},
95 + author = {Neil C. Thompson and Kristjan Greenewald and Keeheon Lee and Gabriel F. Manso},
96 + year = {2020},
97 + eprint = {2007.05558},
98 + archiveprefix = {arXiv},
99 + howpublished = {arXiv preprint arXiv:2007.05558},
100 + note = {verified: arxiv API 2026-11-03}
101 +}
102 +
103 +@misc{ahmed2020dedemocratization,
104 + title = {The {De-democratization} of {AI:} {Deep} {Learning} and the {Compute} {Divide} in {Artificial} {Intelligence} {Research}},
105 + author = {Nur Ahmed and Muntasir Wahed},
106 + year = {2020},
107 + eprint = {2010.15581},
108 + archiveprefix = {arXiv},
109 + howpublished = {arXiv preprint arXiv:2010.15581},
110 + note = {verified: arxiv API 2026-11-03}
111 +}
112 +
113 +@misc{abadi2016tensorflow,
114 + title = {{TensorFlow:} {A} system for large-scale machine learning},
115 + author = {Martín Abadi and Paul Barham and Jianmin Chen and Zhifeng Chen and Andy Davis and Jeffrey Dean and Matthieu Devin and Sanjay Ghemawat and Geoffrey Irving and Michael Isard and others},
116 + year = {2016},
117 + eprint = {1605.08695},
118 + archiveprefix = {arXiv},
119 + howpublished = {arXiv preprint arXiv:1605.08695},
120 + note = {verified: arxiv API 2026-11-03}
121 +}
122 +
123 +@misc{paszke2019pytorch,
124 + title = {{PyTorch:} {An} {Imperative} {Style,} {High-Performance} {Deep} {Learning} {Library}},
125 + author = {Adam Paszke and Sam Gross and Francisco Massa and Adam Lerer and James Bradbury and Gregory Chanan and Trevor Killeen and Zeming Lin and Natalia Gimelshein and Luca Antiga and others},
126 + year = {2019},
127 + eprint = {1912.01703},
128 + archiveprefix = {arXiv},
129 + howpublished = {arXiv preprint arXiv:1912.01703},
130 + note = {verified: arxiv API 2026-11-03}
131 +}
132 +
133 +@misc{vaswani2017attention,
134 + title = {Attention {Is} {All} {You} {Need}},
135 + author = {Ashish Vaswani and Noam Shazeer and Niki Parmar and Jakob Uszkoreit and Llion Jones and Aidan N. Gomez and Lukasz Kaiser and Illia Polosukhin},
136 + year = {2017},
137 + eprint = {1706.03762},
138 + archiveprefix = {arXiv},
139 + howpublished = {arXiv preprint arXiv:1706.03762},
140 + note = {verified: arxiv API 2026-11-03}
141 +}
142 +
143 +@misc{brown2020gpt3,
144 + title = {Language {Models} are {Few-Shot} {Learners}},
145 + author = {Tom B. Brown and Benjamin Mann and Nick Ryder and Melanie Subbiah and Jared Kaplan and Prafulla Dhariwal and Arvind Neelakantan and Pranav Shyam and Girish Sastry and Amanda Askell and others},
146 + year = {2020},
147 + eprint = {2005.14165},
148 + archiveprefix = {arXiv},
149 + howpublished = {arXiv preprint arXiv:2005.14165},
150 + note = {verified: arxiv API 2026-11-03}
151 +}
152 +
153 +@misc{raffel2020t5,
154 + title = {Exploring the {Limits} of {Transfer} {Learning} with a {Unified} {Text-to-Text} {Transformer}},
155 + author = {Colin Raffel and Noam Shazeer and Adam Roberts and Katherine Lee and Sharan Narang and Michael Matena and Yanqi Zhou and Wei Li and Peter J. Liu},
156 + year = {2019},
157 + eprint = {1910.10683},
158 + archiveprefix = {arXiv},
159 + howpublished = {arXiv preprint arXiv:1910.10683},
160 + note = {verified: arxiv API 2026-11-03}
161 +}
162 +
163 +@misc{kaplan2020scaling,
164 + title = {Scaling {Laws} for {Neural} {Language} {Models}},
165 + author = {Jared Kaplan and Sam McCandlish and Tom Henighan and Tom B. Brown and Benjamin Chess and Rewon Child and Scott Gray and Alec Radford and Jeffrey Wu and Dario Amodei},
166 + year = {2020},
167 + eprint = {2001.08361},
168 + archiveprefix = {arXiv},
169 + howpublished = {arXiv preprint arXiv:2001.08361},
170 + note = {verified: arxiv API 2026-11-03}
171 +}
172 +
173 +@misc{hoffmann2022chinchilla,
174 + title = {Training {Compute-Optimal} {Large} {Language} {Models}},
175 + author = {Jordan Hoffmann and Sebastian Borgeaud and Arthur Mensch and Elena Buchatskaya and Trevor Cai and Eliza Rutherford and Diego de Las Casas and Lisa Anne Hendricks and Johannes Welbl and Aidan Clark and others},
176 + year = {2022},
177 + eprint = {2203.15556},
178 + archiveprefix = {arXiv},
179 + howpublished = {arXiv preprint arXiv:2203.15556},
180 + note = {verified: arxiv API 2026-11-03}
181 +}
182 +
183 +@misc{chowdhery2022palm,
184 + title = {{PaLM:} {Scaling} {Language} {Modeling} with {Pathways}},
185 + author = {Aakanksha Chowdhery and Sharan Narang and Jacob Devlin and Maarten Bosma and Gaurav Mishra and Adam Roberts and Paul Barham and Hyung Won Chung and Charles Sutton and Sebastian Gehrmann and others},
186 + year = {2022},
187 + eprint = {2204.02311},
188 + archiveprefix = {arXiv},
189 + howpublished = {arXiv preprint arXiv:2204.02311},
190 + note = {verified: arxiv API 2026-11-03}
191 +}
192 +
193 +@misc{fedus2022switch,
194 + title = {Switch {Transformers:} {Scaling} to {Trillion} {Parameter} {Models} with {Simple} and {Efficient} {Sparsity}},
195 + author = {William Fedus and Barret Zoph and Noam Shazeer},
196 + year = {2021},
197 + eprint = {2101.03961},
198 + archiveprefix = {arXiv},
199 + howpublished = {arXiv preprint arXiv:2101.03961},
200 + note = {verified: arxiv API 2026-11-03}
201 +}
202 +
203 +@misc{dosovitskiy2021vit,
204 + title = {An {Image} is {Worth} 16x16 {Words:} {Transformers} for {Image} {Recognition} at {Scale}},
205 + author = {Alexey Dosovitskiy and Lucas Beyer and Alexander Kolesnikov and Dirk Weissenborn and Xiaohua Zhai and Thomas Unterthiner and Mostafa Dehghani and Matthias Minderer and Georg Heigold and Sylvain Gelly and Jakob Uszkoreit and Neil Houlsby},
206 + year = {2020},
207 + eprint = {2010.11929},
208 + archiveprefix = {arXiv},
209 + howpublished = {arXiv preprint arXiv:2010.11929},
210 + note = {verified: arxiv API 2026-11-03}
211 +}
212 +
213 +@misc{radford2021clip,
214 + title = {Learning {Transferable} {Visual} {Models} {From} {Natural} {Language} {Supervision}},
215 + author = {Alec Radford and Jong Wook Kim and Chris Hallacy and Aditya Ramesh and Gabriel Goh and Sandhini Agarwal and Girish Sastry and Amanda Askell and Pamela Mishkin and Jack Clark and Gretchen Krueger and Ilya Sutskever},
216 + year = {2021},
217 + eprint = {2103.00020},
218 + archiveprefix = {arXiv},
219 + howpublished = {arXiv preprint arXiv:2103.00020},
220 + note = {verified: arxiv API 2026-11-03}
221 +}
222 +
223 +@misc{ramesh2021dalle,
224 + title = {{Zero-Shot} {Text-to-Image} {Generation}},
225 + author = {Aditya Ramesh and Mikhail Pavlov and Gabriel Goh and Scott Gray and Chelsea Voss and Alec Radford and Mark Chen and Ilya Sutskever},
226 + year = {2021},
227 + eprint = {2102.12092},
228 + archiveprefix = {arXiv},
229 + howpublished = {arXiv preprint arXiv:2102.12092},
230 + note = {verified: arxiv API 2026-11-03}
231 +}
232 +
233 +@misc{ho2020ddpm,
234 + title = {Denoising {Diffusion} {Probabilistic} {Models}},
235 + author = {Jonathan Ho and Ajay Jain and Pieter Abbeel},
236 + year = {2020},
237 + eprint = {2006.11239},
238 + archiveprefix = {arXiv},
239 + howpublished = {arXiv preprint arXiv:2006.11239},
240 + note = {verified: arxiv API 2026-11-03}
241 +}
242 +
243 +@misc{sohl2015diffusion,
244 + title = {Deep {Unsupervised} {Learning} using {Nonequilibrium} {Thermodynamics}},
245 + author = {Jascha Sohl-Dickstein and Eric A. Weiss and Niru Maheswaranathan and Surya Ganguli},
246 + year = {2015},
247 + eprint = {1503.03585},
248 + archiveprefix = {arXiv},
249 + howpublished = {arXiv preprint arXiv:1503.03585},
250 + note = {verified: arxiv API 2026-11-03}
251 +}
252 +
253 +@misc{song2021score,
254 + title = {{Score-Based} {Generative} {Modeling} through {Stochastic} {Differential} {Equations}},
255 + author = {Yang Song and Jascha Sohl-Dickstein and Diederik P. Kingma and Abhishek Kumar and Stefano Ermon and Ben Poole},
256 + year = {2020},
257 + eprint = {2011.13456},
258 + archiveprefix = {arXiv},
259 + howpublished = {arXiv preprint arXiv:2011.13456},
260 + note = {verified: arxiv API 2026-11-03}
261 +}
262 +
263 +@misc{dhariwal2021beats,
264 + title = {Diffusion {Models} {Beat} {GANs} on {Image} {Synthesis}},
265 + author = {Prafulla Dhariwal and Alex Nichol},
266 + year = {2021},
267 + eprint = {2105.05233},
268 + archiveprefix = {arXiv},
269 + howpublished = {arXiv preprint arXiv:2105.05233},
270 + note = {verified: arxiv API 2026-11-03}
271 +}
272 +
273 +@misc{bommasani2021foundation,
274 + title = {On the {Opportunities} and {Risks} of {Foundation} {Models}},
275 + author = {Rishi Bommasani and Drew A. Hudson and Ehsan Adeli and Russ Altman and Simran Arora and Sydney von Arx and Michael S. Bernstein and Jeannette Bohg and Antoine Bosselut and Emma Brunskill and others},
276 + year = {2021},
277 + eprint = {2108.07258},
278 + archiveprefix = {arXiv},
279 + howpublished = {arXiv preprint arXiv:2108.07258},
280 + note = {verified: arxiv API 2026-11-03}
281 +}
282 +
283 +@misc{wei2022cot,
284 + title = {{Chain-of-Thought} {Prompting} {Elicits} {Reasoning} in {Large} {Language} {Models}},
285 + author = {Jason Wei and Xuezhi Wang and Dale Schuurmans and Maarten Bosma and Brian Ichter and Fei Xia and Ed Chi and Quoc Le and Denny Zhou},
286 + year = {2022},
287 + eprint = {2201.11903},
288 + archiveprefix = {arXiv},
289 + howpublished = {arXiv preprint arXiv:2201.11903},
290 + note = {verified: arxiv API 2026-11-03}
291 +}
292 +
293 +@misc{wei2022emergent,
294 + title = {Emergent {Abilities} of {Large} {Language} {Models}},
295 + author = {Jason Wei and Yi Tay and Rishi Bommasani and Colin Raffel and Barret Zoph and Sebastian Borgeaud and Dani Yogatama and Maarten Bosma and Denny Zhou and Donald Metzler and others},
296 + year = {2022},
297 + eprint = {2206.07682},
298 + archiveprefix = {arXiv},
299 + howpublished = {arXiv preprint arXiv:2206.07682},
300 + note = {verified: arxiv API 2026-11-03}
301 +}
302 +
303 +@misc{chen2021codex,
304 + title = {Evaluating {Large} {Language} {Models} {Trained} on {Code}},
305 + author = {Mark Chen and Jerry Tworek and Heewoo Jun and Qiming Yuan and Henrique Ponde de Oliveira Pinto and Jared Kaplan and Harri Edwards and Yuri Burda and Nicholas Joseph and Greg Brockman and others},
306 + year = {2021},
307 + eprint = {2107.03374},
308 + archiveprefix = {arXiv},
309 + howpublished = {arXiv preprint arXiv:2107.03374},
310 + note = {verified: arxiv API 2026-11-03}
311 +}
312 +
313 +@misc{ouyang2022instructgpt,
314 + title = {Training language models to follow instructions with human feedback},
315 + author = {Long Ouyang and Jeff Wu and Xu Jiang and Diogo Almeida and Carroll L. Wainwright and Pamela Mishkin and Chong Zhang and Sandhini Agarwal and Katarina Slama and Alex Ray and others},
316 + year = {2022},
317 + eprint = {2203.02155},
318 + archiveprefix = {arXiv},
319 + howpublished = {arXiv preprint arXiv:2203.02155},
320 + note = {verified: arxiv API 2026-11-03}
321 +}
322 +
323 +@misc{christiano2017rlhf,
324 + title = {Deep reinforcement learning from human preferences},
325 + author = {Paul Christiano and Jan Leike and Tom B. Brown and Miljan Martic and Shane Legg and Dario Amodei},
326 + year = {2017},
327 + eprint = {1706.03741},
328 + archiveprefix = {arXiv},
329 + howpublished = {arXiv preprint arXiv:1706.03741},
330 + note = {verified: arxiv API 2026-11-03}
331 +}
332 +
333 +@misc{stiennon2020summarize,
334 + title = {Learning to summarize from human feedback},
335 + author = {Nisan Stiennon and Long Ouyang and Jeff Wu and Daniel M. Ziegler and Ryan Lowe and Chelsea Voss and Alec Radford and Dario Amodei and Paul Christiano},
336 + year = {2020},
337 + eprint = {2009.01325},
338 + archiveprefix = {arXiv},
339 + howpublished = {arXiv preprint arXiv:2009.01325},
340 + note = {verified: arxiv API 2026-11-03}
341 +}
342 +
343 +@misc{bai2022hh,
344 + title = {Training a {Helpful} and {Harmless} {Assistant} with {Reinforcement} {Learning} from {Human} {Feedback}},
345 + author = {Yuntao Bai and Andy Jones and Kamal Ndousse and Amanda Askell and Anna Chen and Nova DasSarma and Dawn Drain and Stanislav Fort and Deep Ganguli and Tom Henighan and others},
346 + year = {2022},
347 + eprint = {2204.05862},
348 + archiveprefix = {arXiv},
349 + howpublished = {arXiv preprint arXiv:2204.05862},
350 + note = {verified: arxiv API 2026-11-03}
351 +}
352 +
353 +@misc{lewis2020rag,
354 + title = {{Retrieval-Augmented} {Generation} for {Knowledge-Intensive} {NLP} {Tasks}},
355 + author = {Patrick Lewis and Ethan Perez and Aleksandra Piktus and Fabio Petroni and Vladimir Karpukhin and Naman Goyal and Heinrich Küttler and Mike Lewis and Wen-tau Yih and Tim Rocktäschel and Sebastian Riedel and Douwe Kiela},
356 + year = {2020},
357 + eprint = {2005.11401},
358 + archiveprefix = {arXiv},
359 + howpublished = {arXiv preprint arXiv:2005.11401},
360 + note = {verified: arxiv API 2026-11-03}
361 +}
362 +
363 +@misc{hendrycks2021mmlu,
364 + title = {Measuring {Massive} {Multitask} {Language} {Understanding}},
365 + author = {Dan Hendrycks and Collin Burns and Steven Basart and Andy Zou and Mantas Mazeika and Dawn Song and Jacob Steinhardt},
366 + year = {2020},
367 + eprint = {2009.03300},
368 + archiveprefix = {arXiv},
369 + howpublished = {arXiv preprint arXiv:2009.03300},
370 + note = {verified: arxiv API 2026-11-03}
371 +}
372 +
373 +@misc{wang2019superglue,
374 + title = {{SuperGLUE:} {A} {Stickier} {Benchmark} for {General-Purpose} {Language} {Understanding} {Systems}},
375 + author = {Alex Wang and Yada Pruksachatkun and Nikita Nangia and Amanpreet Singh and Julian Michael and Felix Hill and Omer Levy and Samuel R. Bowman},
376 + year = {2019},
377 + eprint = {1905.00537},
378 + archiveprefix = {arXiv},
379 + howpublished = {arXiv preprint arXiv:1905.00537},
380 + note = {verified: arxiv API 2026-11-03}
381 +}
382 +
383 +@misc{srivastava2023bigbench,
384 + title = {Beyond the {Imitation} {Game:} {Quantifying} and extrapolating the capabilities of language models},
385 + author = {Aarohi Srivastava and Abhinav Rastogi and Abhishek Rao and Abu Awal Md Shoeb and Abubakar Abid and Adam Fisch and Adam R. Brown and Adam Santoro and Aditya Gupta and Adrià Garriga-Alonso and others},
386 + year = {2022},
387 + eprint = {2206.04615},
388 + archiveprefix = {arXiv},
389 + howpublished = {arXiv preprint arXiv:2206.04615},
390 + note = {verified: arxiv API 2026-11-03}
391 +}
392 +
393 +@misc{patterson2021carbon,
394 + title = {Carbon {Emissions} and {Large} {Neural} {Network} {Training}},
395 + author = {David Patterson and Joseph Gonzalez and Quoc Le and Chen Liang and Lluis-Miquel Munguia and Daniel Rothchild and David So and Maud Texier and Jeff Dean},
396 + year = {2021},
397 + eprint = {2104.10350},
398 + archiveprefix = {arXiv},
399 + howpublished = {arXiv preprint arXiv:2104.10350},
400 + note = {verified: arxiv API 2026-11-03}
401 +}
402 +
403 +@misc{shoeybi2019megatron,
404 + title = {{Megatron-LM:} {Training} {Multi-Billion} {Parameter} {Language} {Models} {Using} {Model} {Parallelism}},
405 + author = {Mohammad Shoeybi and Mostofa Patwary and Raul Puri and Patrick LeGresley and Jared Casper and Bryan Catanzaro},
406 + year = {2019},
407 + eprint = {1909.08053},
408 + archiveprefix = {arXiv},
409 + howpublished = {arXiv preprint arXiv:1909.08053},
410 + note = {verified: arxiv API 2026-11-03}
411 +}
412 +
413 +@misc{rajbhandari2020zero,
414 + title = {{ZeRO:} {Memory} {Optimizations} {Toward} {Training} {Trillion} {Parameter} {Models}},
415 + author = {Samyam Rajbhandari and Jeff Rasley and Olatunji Ruwase and Yuxiong He},
416 + year = {2019},
417 + eprint = {1910.02054},
418 + archiveprefix = {arXiv},
419 + howpublished = {arXiv preprint arXiv:1910.02054},
420 + note = {verified: arxiv API 2026-11-03}
421 +}
422 +
423 +@misc{dao2022flashattention,
424 + title = {{FlashAttention:} {Fast} and {Memory-Efficient} {Exact} {Attention} with {IO-Awareness}},
425 + author = {Tri Dao and Daniel Y. Fu and Stefano Ermon and Atri Rudra and Christopher Ré},
426 + year = {2022},
427 + eprint = {2205.14135},
428 + archiveprefix = {arXiv},
429 + howpublished = {arXiv preprint arXiv:2205.14135},
430 + note = {verified: arxiv API 2026-11-03}
431 +}
432 +
433 +@misc{rae2021gopher,
434 + title = {Scaling {Language} {Models:} {Methods,} {Analysis} \& {Insights} from {Training} {Gopher}},
435 + author = {Jack W. Rae and Sebastian Borgeaud and Trevor Cai and Katie Millican and Jordan Hoffmann and Francis Song and John Aslanides and Sarah Henderson and Roman Ring and Susannah Young and others},
436 + year = {2021},
437 + eprint = {2112.11446},
438 + archiveprefix = {arXiv},
439 + howpublished = {arXiv preprint arXiv:2112.11446},
440 + note = {verified: arxiv API 2026-11-03}
441 +}
442 +
443 +@misc{bigscience2022bloom,
444 + title = {{BLOOM:} {A} {176B-Parameter} {Open-Access} {Multilingual} {Language} {Model}},
445 + author = {{BigScience Workshop}},
446 + year = {2022},
447 + eprint = {2211.05100},
448 + archiveprefix = {arXiv},
449 + howpublished = {arXiv preprint arXiv:2211.05100},
450 + note = {verified: arxiv API 2026-11-03}
451 +}
452 +
453 +@misc{zhang2022opt,
454 + title = {{OPT:} {Open} {Pre-trained} {Transformer} {Language} {Models}},
455 + author = {Susan Zhang and Stephen Roller and Naman Goyal and Mikel Artetxe and Moya Chen and Shuohui Chen and Christopher Dewan and Mona Diab and Xian Li and Xi Victoria Lin and others},
456 + year = {2022},
457 + eprint = {2205.01068},
458 + archiveprefix = {arXiv},
459 + howpublished = {arXiv preprint arXiv:2205.01068},
460 + note = {verified: arxiv API 2026-11-03}
461 +}
462 +
463 +@misc{liu2019roberta,
464 + title = {{RoBERTa:} {A} {Robustly} {Optimized} {BERT} {Pretraining} {Approach}},
465 + author = {Yinhan Liu and Myle Ott and Naman Goyal and Jingfei Du and Mandar Joshi and Danqi Chen and Omer Levy and Mike Lewis and Luke Zettlemoyer and Veselin Stoyanov},
466 + year = {2019},
467 + eprint = {1907.11692},
468 + archiveprefix = {arXiv},
469 + howpublished = {arXiv preprint arXiv:1907.11692},
470 + note = {verified: arxiv API 2026-11-03}
471 +}
472 +
473 +@misc{chen2020simclr,
474 + title = {{A} {Simple} {Framework} for {Contrastive} {Learning} of {Visual} {Representations}},
475 + author = {Ting Chen and Simon Kornblith and Mohammad Norouzi and Geoffrey Hinton},
476 + year = {2020},
477 + eprint = {2002.05709},
478 + archiveprefix = {arXiv},
479 + howpublished = {arXiv preprint arXiv:2002.05709},
480 + note = {verified: arxiv API 2026-11-03}
481 +}
482 +
483 +@misc{baevski2020wav2vec,
484 + title = {wav2vec 2.0: {A} {Framework} for {Self-Supervised} {Learning} of {Speech} {Representations}},
485 + author = {Alexei Baevski and Henry Zhou and Abdelrahman Mohamed and Michael Auli},
486 + year = {2020},
487 + eprint = {2006.11477},
488 + archiveprefix = {arXiv},
489 + howpublished = {arXiv preprint arXiv:2006.11477},
490 + note = {verified: arxiv API 2026-11-03}
491 +}
492 +
493 +@misc{alayrac2022flamingo,
494 + title = {Flamingo: a {Visual} {Language} {Model} for {Few-Shot} {Learning}},
495 + author = {Jean-Baptiste Alayrac and Jeff Donahue and Pauline Luc and Antoine Miech and Iain Barr and Yana Hasson and Karel Lenc and Arthur Mensch and Katie Millican and Malcolm Reynolds and others},
496 + year = {2022},
497 + eprint = {2204.14198},
498 + archiveprefix = {arXiv},
499 + howpublished = {arXiv preprint arXiv:2204.14198},
500 + note = {verified: arxiv API 2026-11-03}
501 +}
502 +
503 +@misc{reed2022gato,
504 + title = {{A} {Generalist} {Agent}},
505 + author = {Scott Reed and Konrad Zolna and Emilio Parisotto and Sergio Gomez Colmenarejo and Alexander Novikov and Gabriel Barth-Maron and Mai Gimenez and Yury Sulsky and Jackie Kay and Jost Tobias Springenberg and others},
506 + year = {2022},
507 + eprint = {2205.06175},
508 + archiveprefix = {arXiv},
509 + howpublished = {arXiv preprint arXiv:2205.06175},
510 + note = {verified: arxiv API 2026-11-03}
511 +}
512 +
513 +@misc{saharia2022imagen,
514 + title = {Photorealistic {Text-to-Image} {Diffusion} {Models} with {Deep} {Language} {Understanding}},
515 + author = {Chitwan Saharia and William Chan and Saurabh Saxena and Lala Li and Jay Whang and Emily Denton and Seyed Kamyar Seyed Ghasemipour and Burcu Karagol Ayan and S. Sara Mahdavi and Rapha Gontijo Lopes and others},
516 + year = {2022},
517 + eprint = {2205.11487},
518 + archiveprefix = {arXiv},
519 + howpublished = {arXiv preprint arXiv:2205.11487},
520 + note = {verified: arxiv API 2026-11-03}
521 +}
522 +
523 +@misc{ramesh2022dalle2,
524 + title = {Hierarchical {Text-Conditional} {Image} {Generation} with {CLIP} {Latents}},
525 + author = {Aditya Ramesh and Prafulla Dhariwal and Alex Nichol and Casey Chu and Mark Chen},
526 + year = {2022},
527 + eprint = {2204.06125},
528 + archiveprefix = {arXiv},
529 + howpublished = {arXiv preprint arXiv:2204.06125},
530 + note = {verified: arxiv API 2026-11-03}
531 +}
532 +
533 +@misc{jonas2019serverless,
534 + title = {Cloud {Programming} {Simplified:} {A} {Berkeley} {View} on {Serverless} {Computing}},
535 + author = {Eric Jonas and Johann Schleier-Smith and Vikram Sreekanti and Chia-Che Tsai and Anurag Khandelwal and Qifan Pu and Vaishaal Shankar and Joao Carreira and Karl Krauth and Neeraja Yadwadkar and others},
536 + year = {2019},
537 + eprint = {1902.03383},
538 + archiveprefix = {arXiv},
539 + howpublished = {arXiv preprint arXiv:1902.03383},
540 + note = {verified: arxiv API 2026-11-03}
541 +}
542 +
543 +@misc{hellerstein2019serverless,
544 + title = {Serverless {Computing:} {One} {Step} {Forward,} {Two} {Steps} {Back}},
545 + author = {Joseph M. Hellerstein and Jose Faleiro and Joseph E. Gonzalez and Johann Schleier-Smith and Vikram Sreekanti and Alexey Tumanov and Chenggang Wu},
546 + year = {2018},
547 + eprint = {1812.03651},
548 + archiveprefix = {arXiv},
549 + howpublished = {arXiv preprint arXiv:1812.03651},
550 + note = {verified: arxiv API 2026-11-03}
551 +}
552 +
553 +@misc{chen2018tvm,
554 + title = {{TVM:} {An} {Automated} {End-to-End} {Optimizing} {Compiler} for {Deep} {Learning}},
555 + author = {Tianqi Chen and Thierry Moreau and Ziheng Jiang and Lianmin Zheng and Eddie Yan and Meghan Cowan and Haichen Shen and Leyuan Wang and Yuwei Hu and Luis Ceze and Carlos Guestrin and Arvind Krishnamurthy},
556 + year = {2018},
557 + eprint = {1802.04799},
558 + archiveprefix = {arXiv},
559 + howpublished = {arXiv preprint arXiv:1802.04799},
560 + note = {verified: arxiv API 2026-11-03}
561 +}
562 +
563 +@misc{jacot2018ntk,
564 + title = {Neural {Tangent} {Kernel:} {Convergence} and {Generalization} in {Neural} {Networks}},
565 + author = {Arthur Jacot and Franck Gabriel and Clément Hongler},
566 + year = {2018},
567 + eprint = {1806.07572},
568 + archiveprefix = {arXiv},
569 + howpublished = {arXiv preprint arXiv:1806.07572},
570 + note = {verified: arxiv API 2026-11-03}
571 +}
572 +
573 +@misc{lu2021codexglue,
574 + title = {{CodeXGLUE:} {A} {Machine} {Learning} {Benchmark} {Dataset} for {Code} {Understanding} and {Generation}},
575 + author = {Shuai Lu and Daya Guo and Shuo Ren and Junjie Huang and Alexey Svyatkovskiy and Ambrosio Blanco and Colin Clement and Dawn Drain and Daxin Jiang and Duyu Tang and others},
576 + year = {2021},
577 + eprint = {2102.04664},
578 + archiveprefix = {arXiv},
579 + howpublished = {arXiv preprint arXiv:2102.04664},
580 + note = {verified: arxiv API 2026-11-03}
581 +}
582 +
583 +@misc{szegedy2014intriguing,
584 + title = {Intriguing properties of neural networks},
585 + author = {Christian Szegedy and Wojciech Zaremba and Ilya Sutskever and Joan Bruna and Dumitru Erhan and Ian Goodfellow and Rob Fergus},
586 + year = {2013},
587 + eprint = {1312.6199},
588 + archiveprefix = {arXiv},
589 + howpublished = {arXiv preprint arXiv:1312.6199},
590 + note = {verified: arxiv API 2026-11-03}
591 +}
592 +
593 +@misc{mcmahan2017fl,
594 + title = {{Communication-Efficient} {Learning} of {Deep} {Networks} from {Decentralized} {Data}},
595 + author = {H. Brendan McMahan and Eider Moore and Daniel Ramage and Seth Hampson and Blaise Agüera y Arcas},
596 + year = {2016},
597 + eprint = {1602.05629},
598 + archiveprefix = {arXiv},
599 + howpublished = {arXiv preprint arXiv:1602.05629},
600 + note = {verified: arxiv API 2026-11-03}
601 +}
602 +
603 +@misc{li2021fno,
604 + title = {Fourier {Neural} {Operator} for {Parametric} {Partial} {Differential} {Equations}},
605 + author = {Zongyi Li and Nikola Kovachki and Kamyar Azizzadenesheli and Burigede Liu and Kaushik Bhattacharya and Andrew Stuart and Anima Anandkumar},
606 + year = {2020},
607 + eprint = {2010.08895},
608 + archiveprefix = {arXiv},
609 + howpublished = {arXiv preprint arXiv:2010.08895},
610 + note = {verified: arxiv API 2026-11-03}
611 +}
612 +
613 +@misc{luccioni2023bloom,
614 + title = {Estimating the {Carbon} {Footprint} of {BLOOM,} a {176B} {Parameter} {Language} {Model}},
615 + author = {Alexandra Sasha Luccioni and Sylvain Viguier and Anne-Laure Ligozat},
616 + year = {2022},
617 + eprint = {2211.02001},
618 + archiveprefix = {arXiv},
619 + howpublished = {arXiv preprint arXiv:2211.02001},
620 + note = {verified: arxiv API 2026-11-03}
621 +}
622 +
623 +@misc{levine2016visuomotor,
624 + title = {{End-to-End} {Training} of {Deep} {Visuomotor} {Policies}},
625 + author = {Sergey Levine and Chelsea Finn and Trevor Darrell and Pieter Abbeel},
626 + year = {2015},
627 + eprint = {1504.00702},
628 + archiveprefix = {arXiv},
629 + howpublished = {arXiv preprint arXiv:1504.00702},
630 + note = {verified: arxiv API 2026-11-03}
631 +}
632 +
633 +@misc{openai2023gpt4,
634 + title = {{GPT-4} {Technical} {Report}},
635 + author = {{OpenAI}},
636 + year = {2023},
637 + eprint = {2303.08774},
638 + archiveprefix = {arXiv},
639 + howpublished = {arXiv preprint arXiv:2303.08774},
640 + note = {verified: arxiv API 2026-11-03}
641 +}
642 +
643 +@misc{touvron2023llama,
644 + title = {{LLaMA:} {Open} and {Efficient} {Foundation} {Language} {Models}},
645 + author = {Hugo Touvron and Thibaut Lavril and Gautier Izacard and Xavier Martinet and Marie-Anne Lachaux and Timothée Lacroix and Baptiste Rozière and Naman Goyal and Eric Hambro and Faisal Azhar and others},
646 + year = {2023},
647 + eprint = {2302.13971},
648 + archiveprefix = {arXiv},
649 + howpublished = {arXiv preprint arXiv:2302.13971},
650 + note = {verified: arxiv API 2026-11-03}
651 +}
652 +
653 +@misc{touvron2023llama2,
654 + title = {Llama 2: {Open} {Foundation} and {Fine-Tuned} {Chat} {Models}},
655 + author = {Hugo Touvron and Louis Martin and Kevin Stone and Peter Albert and Amjad Almahairi and Yasmine Babaei and Nikolay Bashlykov and Soumya Batra and Prajjwal Bhargava and Shruti Bhosale and others},
656 + year = {2023},
657 + eprint = {2307.09288},
658 + archiveprefix = {arXiv},
659 + howpublished = {arXiv preprint arXiv:2307.09288},
660 + note = {verified: arxiv API 2026-11-03}
661 +}
662 +
663 +@misc{grattafiori2024llama3,
664 + title = {The {Llama} 3 {Herd} of {Models}},
665 + author = {Aaron Grattafiori and Abhimanyu Dubey and Abhinav Jauhri and Abhinav Pandey and Abhishek Kadian and Ahmad Al-Dahle and Aiesha Letman and Akhil Mathur and Alan Schelten and Alex Vaughan and others},
666 + year = {2024},
667 + eprint = {2407.21783},
668 + archiveprefix = {arXiv},
669 + howpublished = {arXiv preprint arXiv:2407.21783},
670 + note = {verified: arxiv API 2026-11-03}
671 +}
672 +
673 +@misc{bubeck2023sparks,
674 + title = {Sparks of {Artificial} {General} {Intelligence:} {Early} experiments with {GPT-4}},
675 + author = {Sébastien Bubeck and Varun Chandrasekaran and Ronen Eldan and Johannes Gehrke and Eric Horvitz and Ece Kamar and Peter Lee and Yin Tat Lee and Yuanzhi Li and Scott Lundberg and others},
676 + year = {2023},
677 + eprint = {2303.12712},
678 + archiveprefix = {arXiv},
679 + howpublished = {arXiv preprint arXiv:2303.12712},
680 + note = {verified: arxiv API 2026-11-03}
681 +}
682 +
683 +@misc{openai2024o1,
684 + title = {{OpenAI} o1 {System} {Card}},
685 + author = {{OpenAI}},
686 + year = {2024},
687 + eprint = {2412.16720},
688 + archiveprefix = {arXiv},
689 + howpublished = {arXiv preprint arXiv:2412.16720},
690 + note = {verified: arxiv API 2026-11-03}
691 +}
692 +
693 +@misc{deepseek2025r1,
694 + title = {{DeepSeek-R1:} {Incentivizing} {Reasoning} {Capability} in {LLMs} via {Reinforcement} {Learning}},
695 + author = {{DeepSeek-AI}},
696 + year = {2025},
697 + eprint = {2501.12948},
698 + archiveprefix = {arXiv},
699 + howpublished = {arXiv preprint arXiv:2501.12948},
700 + note = {verified: arxiv API 2026-11-03}
701 +}
702 +
703 +@misc{gu2023mamba,
704 + title = {Mamba: {Linear-Time} {Sequence} {Modeling} with {Selective} {State} {Spaces}},
705 + author = {Albert Gu and Tri Dao},
706 + year = {2023},
707 + eprint = {2312.00752},
708 + archiveprefix = {arXiv},
709 + howpublished = {arXiv preprint arXiv:2312.00752},
710 + note = {verified: arxiv API 2026-11-03}
711 +}
712 +
713 +@misc{yao2023react,
714 + title = {{ReAct:} {Synergizing} {Reasoning} and {Acting} in {Language} {Models}},
715 + author = {Shunyu Yao and Jeffrey Zhao and Dian Yu and Nan Du and Izhak Shafran and Karthik Narasimhan and Yuan Cao},
716 + year = {2022},
717 + eprint = {2210.03629},
718 + archiveprefix = {arXiv},
719 + howpublished = {arXiv preprint arXiv:2210.03629},
720 + note = {verified: arxiv API 2026-11-03}
721 +}
722 +
723 +@misc{schick2023toolformer,
724 + title = {Toolformer: {Language} {Models} {Can} {Teach} {Themselves} to {Use} {Tools}},
725 + author = {Timo Schick and Jane Dwivedi-Yu and Roberto Dessì and Roberta Raileanu and Maria Lomeli and Luke Zettlemoyer and Nicola Cancedda and Thomas Scialom},
726 + year = {2023},
727 + eprint = {2302.04761},
728 + archiveprefix = {arXiv},
729 + howpublished = {arXiv preprint arXiv:2302.04761},
730 + note = {verified: arxiv API 2026-11-03}
731 +}
732 +
733 +@misc{gemini2023,
734 + title = {Gemini: {A} {Family} of {Highly} {Capable} {Multimodal} {Models}},
735 + author = {{Gemini Team, Google}},
736 + year = {2023},
737 + eprint = {2312.11805},
738 + archiveprefix = {arXiv},
739 + howpublished = {arXiv preprint arXiv:2312.11805},
740 + note = {verified: arxiv API 2026-11-03}
741 +}
742 +
743 +@misc{radford2023whisper,
744 + title = {Robust {Speech} {Recognition} via {Large-Scale} {Weak} {Supervision}},
745 + author = {Alec Radford and Jong Wook Kim and Tao Xu and Greg Brockman and Christine McLeavey and Ilya Sutskever},
746 + year = {2022},
747 + eprint = {2212.04356},
748 + archiveprefix = {arXiv},
749 + howpublished = {arXiv preprint arXiv:2212.04356},
750 + note = {verified: arxiv API 2026-11-03}
751 +}
752 +
753 +@misc{brohan2023rt2,
754 + title = {{RT-2:} {Vision-Language-Action} {Models} {Transfer} {Web} {Knowledge} to {Robotic} {Control}},
755 + author = {Anthony Brohan and Noah Brown and Justice Carbajal and Yevgen Chebotar and Xi Chen and Krzysztof Choromanski and Tianli Ding and Danny Driess and Avinava Dubey and Chelsea Finn and others},
756 + year = {2023},
757 + eprint = {2307.15818},
758 + archiveprefix = {arXiv},
759 + howpublished = {arXiv preprint arXiv:2307.15818},
760 + note = {verified: arxiv API 2026-11-03}
761 +}
762 +
763 +@misc{liang2024monitoring,
764 + title = {Monitoring {AI-Modified} {Content} at {Scale:} {A} {Case} {Study} on the {Impact} of {ChatGPT} on {AI} {Conference} {Peer} {Reviews}},
765 + author = {Weixin Liang and Zachary Izzo and Yaohui Zhang and Haley Lepp and Hancheng Cao and Xuandong Zhao and Lingjiao Chen and Haotian Ye and Sheng Liu and Zhi Huang and Daniel A. McFarland and James Y. Zou},
766 + year = {2024},
767 + eprint = {2403.07183},
768 + archiveprefix = {arXiv},
769 + howpublished = {arXiv preprint arXiv:2403.07183},
770 + note = {verified: arxiv API 2026-11-03}
771 +}
772 +
773 +@misc{liang2024mapping,
774 + title = {Mapping the {Increasing} {Use} of {LLMs} in {Scientific} {Papers}},
775 + author = {Weixin Liang and Yaohui Zhang and Zhengxuan Wu and Haley Lepp and Wenlong Ji and Xuandong Zhao and Hancheng Cao and Sheng Liu and Siyu He and Zhi Huang and others},
776 + year = {2024},
777 + eprint = {2404.01268},
778 + archiveprefix = {arXiv},
779 + howpublished = {arXiv preprint arXiv:2404.01268},
780 + note = {verified: arxiv API 2026-11-03}
781 +}
782 +
783 +@misc{geng2024writing,
784 + title = {Is {ChatGPT} {Transforming} {Academics'} {Writing} {Style?}},
785 + author = {Mingmeng Geng and Roberto Trotta},
786 + year = {2024},
787 + eprint = {2404.08627},
788 + archiveprefix = {arXiv},
789 + howpublished = {arXiv preprint arXiv:2404.08627},
790 + note = {verified: arxiv API 2026-11-03}
791 +}
792 +
793 +@misc{gray2024contamination,
794 + title = {{ChatGPT} "contamination": estimating the prevalence of {LLMs} in the scholarly literature},
795 + author = {Andrew Gray},
796 + year = {2024},
797 + eprint = {2403.16887},
798 + archiveprefix = {arXiv},
799 + howpublished = {arXiv preprint arXiv:2403.16887},
800 + note = {verified: arxiv API 2026-11-03}
801 +}
802 +
803 +@misc{ott2022benchmarks,
804 + title = {Mapping global dynamics of benchmark creation and saturation in artificial intelligence},
805 + author = {Simon Ott and Adriano Barbosa-Silva and Kathrin Blagec and Jan Brauner and Matthias Samwald},
806 + year = {2022},
807 + eprint = {2203.04592},
808 + archiveprefix = {arXiv},
809 + howpublished = {arXiv preprint arXiv:2203.04592},
810 + note = {verified: arxiv API 2026-11-03}
811 +}
812 +
813 +@misc{dehghani2021lottery,
814 + title = {The {Benchmark} {Lottery}},
815 + author = {Mostafa Dehghani and Yi Tay and Alexey A. Gritsenko and Zhe Zhao and Neil Houlsby and Fernando Diaz and Donald Metzler and Oriol Vinyals},
816 + year = {2021},
817 + eprint = {2107.07002},
818 + archiveprefix = {arXiv},
819 + howpublished = {arXiv preprint arXiv:2107.07002},
820 + note = {verified: arxiv API 2026-11-03}
821 +}
822 +
823 +@misc{raji2021benchmark,
824 + title = {{AI} and the {Everything} in the {Whole} {Wide} {World} {Benchmark}},
825 + author = {Inioluwa Deborah Raji and Emily M. Bender and Amandalynne Paullada and Emily Denton and Alex Hanna},
826 + year = {2021},
827 + eprint = {2111.15366},
828 + archiveprefix = {arXiv},
829 + howpublished = {arXiv preprint arXiv:2111.15366},
830 + note = {verified: arxiv API 2026-11-03}
831 +}
832 +
833 +@misc{maslej2024aiindex,
834 + title = {Artificial {Intelligence} {Index} {Report} 2024},
835 + author = {Nestor Maslej and Loredana Fattorini and Raymond Perrault and Vanessa Parli and Anka Reuel and Erik Brynjolfsson and John Etchemendy and Katrina Ligett and Terah Lyons and James Manyika and others},
836 + year = {2024},
837 + eprint = {2405.19522},
838 + archiveprefix = {arXiv},
839 + howpublished = {arXiv preprint arXiv:2405.19522},
840 + note = {verified: arxiv API 2026-11-03}
841 +}
842 +
843 +@misc{maslej2025aiindex,
844 + title = {Artificial {Intelligence} {Index} {Report} 2025},
845 + author = {Nestor Maslej and Loredana Fattorini and Raymond Perrault and Yolanda Gil and Vanessa Parli and Njenga Kariuki and Emily Capstick and Anka Reuel and Erik Brynjolfsson and John Etchemendy and others},
846 + year = {2025},
847 + eprint = {2504.07139},
848 + archiveprefix = {arXiv},
849 + howpublished = {arXiv preprint arXiv:2504.07139},
850 + note = {verified: arxiv API 2026-11-03}
851 +}
852 +
853 +@misc{pineau2021reproducibility,
854 + title = {Improving {Reproducibility} in {Machine} {Learning} {Research} {(A} {Report} from the {NeurIPS} 2019 {Reproducibility} {Program)}},
855 + author = {Joelle Pineau and Philippe Vincent-Lamarre and Koustuv Sinha and Vincent Larivière and Alina Beygelzimer and Florence d'Alché-Buc and Emily Fox and Hugo Larochelle},
856 + year = {2020},
857 + eprint = {2003.12206},
858 + archiveprefix = {arXiv},
859 + howpublished = {arXiv preprint arXiv:2003.12206},
860 + note = {verified: arxiv API 2026-11-03}
861 +}
862 +
863 +@misc{hendrycks2021unsolved,
864 + title = {Unsolved {Problems} in {ML} {Safety}},
865 + author = {Dan Hendrycks and Nicholas Carlini and John Schulman and Jacob Steinhardt},
866 + year = {2021},
867 + eprint = {2109.13916},
868 + archiveprefix = {arXiv},
869 + howpublished = {arXiv preprint arXiv:2109.13916},
870 + note = {verified: arxiv API 2026-11-03}
871 +}
872 +
873 +@incollection{ley2002dblp,
874 + title = {The {DBLP} {Computer} {Science} {Bibliography:} {Evolution,} {Research} {Issues,} {Perspectives}},
875 + author = {Ley, Michael},
876 + year = {2002},
877 + booktitle = {String Processing and Information Retrieval (SPIRE 2002)},
878 + series = {Lecture Notes in Computer Science},
879 + pages = {1--10},
880 + publisher = {Springer Berlin Heidelberg},
881 + doi = {10.1007/3-540-45735-6_1},
882 + note = {verified: crossref 2026-11-03}
883 +}
884 +
885 +@article{ginsparg2011arxiv,
886 + title = {{ArXiv} at 20},
887 + author = {Ginsparg, Paul},
888 + year = {2011},
889 + journal = {Nature},
890 + volume = {476},
891 + number = {7359},
892 + pages = {145--147},
893 + doi = {10.1038/476145a},
894 + note = {verified: crossref 2026-11-03}
895 +}
896 +
897 +@article{wang2020mag,
898 + title = {Microsoft {Academic} {Graph:} {When} experts are not enough},
899 + author = {Wang, Kuansan and Shen, Zhihong and Huang, Chiyuan and Wu, Chieh-Han and Dong, Yuxiao and Kanakia, Anshul},
900 + year = {2020},
901 + journal = {Quantitative Science Studies},
902 + volume = {1},
903 + number = {1},
904 + pages = {396--413},
905 + doi = {10.1162/qss_a_00021},
906 + note = {verified: crossref 2026-11-03}
907 +}
908 +
909 +@article{waltman2012classification,
910 + title = {{A} new methodology for constructing a publication‐level classification system of science},
911 + author = {Waltman, Ludo and van Eck, Nees Jan},
912 + year = {2012},
913 + journal = {Journal of the American Society for Information Science and Technology},
914 + volume = {63},
915 + number = {12},
916 + pages = {2378--2392},
917 + doi = {10.1002/asi.22748},
918 + note = {verified: crossref 2026-11-03}
919 +}
920 +
921 +@article{glanzel2003classification,
922 + title = {{A} new classification scheme of science fields and subfields designed for scientometric evaluation purposes},
923 + author = {Glänzel, Wolfgang and Schubert, András},
924 + year = {2003},
925 + journal = {Scientometrics},
926 + volume = {56},
927 + number = {3},
928 + pages = {357--367},
929 + doi = {10.1023/A:1022378804087},
930 + note = {verified: crossref 2026-11-03}
931 +}
932 +
933 +@article{klavans2017taxonomy,
934 + title = {Which {Type} of {Citation} {Analysis} {Generates} the {Most} {Accurate} {Taxonomy} of {Scientific} and {Technical} {Knowledge?}},
935 + author = {Klavans, Richard and Boyack, Kevin W.},
936 + year = {2017},
937 + journal = {Journal of the Association for Information Science and Technology},
938 + volume = {68},
939 + number = {4},
940 + pages = {984--998},
941 + doi = {10.1002/asi.23734},
942 + note = {verified: crossref 2026-11-03}
943 +}
944 +
945 +@article{sjogarde2018granularity,
946 + title = {Granularity of algorithmically constructed publication-level classifications of research publications: {Identification} of topics},
947 + author = {Sjögårde, Peter and Ahlgren, Per},
948 + year = {2018},
949 + journal = {Journal of Informetrics},
950 + volume = {12},
951 + number = {1},
952 + pages = {133--152},
953 + doi = {10.1016/j.joi.2017.12.006},
954 + note = {verified: crossref 2026-11-03}
955 +}
956 +
957 +@article{traag2019leiden,
958 + title = {From {Louvain} to {Leiden:} guaranteeing well-connected communities},
959 + author = {Traag, V. A. and Waltman, L. and van Eck, N. J.},
960 + year = {2019},
961 + journal = {Scientific Reports},
962 + volume = {9},
963 + number = {1},
964 + doi = {10.1038/s41598-019-41695-z},
965 + note = {verified: crossref 2026-11-03}
966 +}
967 +
968 +@article{rous2012ccs,
969 + title = {Major update to {ACM's} {Computing} {Classification} {System}},
970 + author = {Rous, Bernard},
971 + year = {2012},
972 + journal = {Communications of the ACM},
973 + volume = {55},
974 + number = {11},
975 + pages = {12--12},
976 + doi = {10.1145/2366316.2366320},
977 + note = {verified: crossref 2026-11-03}
978 +}
979 +
980 +@article{vardi2009conferences,
981 + title = {Conferences vs. journals in computing research},
982 + author = {Vardi, Moshe Y.},
983 + year = {2009},
984 + journal = {Communications of the ACM},
985 + volume = {52},
986 + number = {5},
987 + pages = {5--5},
988 + doi = {10.1145/1506409.1506410},
989 + note = {verified: crossref 2026-11-03}
990 +}
991 +
992 +@article{fortnow2009growup,
993 + title = {{ViewpointTime} for computer science to grow up},
994 + author = {Fortnow, Lance},
995 + year = {2009},
996 + journal = {Communications of the ACM},
997 + volume = {52},
998 + number = {8},
999 + pages = {33--35},
1000 + doi = {10.1145/1536616.1536631},
1001 + note = {verified: crossref 2026-11-03}
1002 +}
1003 +
1004 +@article{lin2020preprints,
1005 + title = {How many preprints have actually been printed and why: a case study of computer science preprints on {arXiv}},
1006 + author = {Lin, Jialiang and Yu, Yao and Zhou, Yu and Zhou, Zhiyang and Shi, Xiaodong},
1007 + year = {2020},
1008 + journal = {Scientometrics},
1009 + volume = {124},
1010 + number = {1},
1011 + pages = {555--574},
1012 + doi = {10.1007/s11192-020-03430-8},
1013 + note = {verified: crossref 2026-11-03}
1014 +}
1015 +
1016 +@article{denning2005science,
1017 + title = {Is computer science science?},
1018 + author = {Denning, Peter J.},
1019 + year = {2005},
1020 + journal = {Communications of the ACM},
1021 + volume = {48},
1022 + number = {4},
1023 + pages = {27--31},
1024 + doi = {10.1145/1053291.1053309},
1025 + note = {verified: crossref 2026-11-03}
1026 +}
1027 +
1028 +@article{wing2006computational,
1029 + title = {Computational thinking},
1030 + author = {Wing, Jeannette M.},
1031 + year = {2006},
1032 + journal = {Communications of the ACM},
1033 + volume = {49},
1034 + number = {3},
1035 + pages = {33--35},
1036 + doi = {10.1145/1118178.1118215},
1037 + note = {verified: crossref 2026-11-03}
1038 +}
1039 +
1040 +@article{bornmann2021growth,
1041 + title = {Growth rates of modern science: a latent piecewise growth curve approach to model publication numbers from established and new literature databases},
1042 + author = {Bornmann, Lutz and Haunschild, Robin and Mutz, Rüdiger},
1043 + year = {2021},
1044 + journal = {Humanities and Social Sciences Communications},
1045 + volume = {8},
1046 + number = {1},
1047 + doi = {10.1057/s41599-021-00903-w},
1048 + note = {verified: crossref 2026-11-03}
1049 +}
1050 +
1051 +@article{visser2021comparison,
1052 + title = {Large-scale comparison of bibliographic data sources: {Scopus,} {Web} of {Science,} {Dimensions,} {Crossref,} and {Microsoft} {Academic}},
1053 + author = {Visser, Martijn and van Eck, Nees Jan and Waltman, Ludo},
1054 + year = {2021},
1055 + journal = {Quantitative Science Studies},
1056 + volume = {2},
1057 + number = {1},
1058 + pages = {20--41},
1059 + doi = {10.1162/qss_a_00112},
1060 + note = {verified: crossref 2026-11-03}
1061 +}
1062 +
1063 +@article{martinmartin2021coverage,
1064 + title = {Google {Scholar,} {Microsoft} {Academic,} {Scopus,} {Dimensions,} {Web} of {Science,} and {OpenCitations’} {COCI:} a multidisciplinary comparison of coverage via citations},
1065 + author = {Martín-Martín, Alberto and Thelwall, Mike and Orduna-Malea, Enrique and Delgado López-Cózar, Emilio},
1066 + year = {2021},
1067 + journal = {Scientometrics},
1068 + volume = {126},
1069 + number = {1},
1070 + pages = {871--906},
1071 + doi = {10.1007/s11192-020-03690-4},
1072 + note = {verified: crossref 2026-11-03}
1073 +}
1074 +
1075 +@article{bernerslee1994www,
1076 + title = {The {World-Wide} {Web}},
1077 + author = {Berners-Lee, Tim and Cailliau, Robert and Luotonen, Ari and Nielsen, Henrik Frystyk and Secret, Arthur},
1078 + year = {1994},
1079 + journal = {Communications of the ACM},
1080 + volume = {37},
1081 + number = {8},
1082 + pages = {76--82},
1083 + doi = {10.1145/179606.179671},
1084 + note = {verified: crossref 2026-11-03}
1085 +}
1086 +
1087 +@article{brin1998anatomy,
1088 + title = {The anatomy of a large-scale hypertextual {Web} search engine},
1089 + author = {Brin, Sergey and Page, Lawrence},
1090 + year = {1998},
1091 + journal = {Computer Networks and ISDN Systems},
1092 + volume = {30},
1093 + number = {1-7},
1094 + pages = {107--117},
1095 + doi = {10.1016/S0169-7552(98)00110-X},
1096 + note = {verified: crossref 2026-11-03}
1097 +}
1098 +
1099 +@article{dean2008mapreduce,
1100 + title = {{MapReduce}},
1101 + author = {Dean, Jeffrey and Ghemawat, Sanjay},
1102 + year = {2008},
1103 + journal = {Communications of the ACM},
1104 + volume = {51},
1105 + number = {1},
1106 + pages = {107--113},
1107 + doi = {10.1145/1327452.1327492},
1108 + note = {verified: crossref 2026-11-03}
1109 +}
1110 +
1111 +@article{armbrust2010cloud,
1112 + title = {{A} view of cloud computing},
1113 + author = {Armbrust, Michael and Fox, Armando and Griffith, Rean and Joseph, Anthony D. and Katz, Randy and Konwinski, Andy and Lee, Gunho and Patterson, David and Rabkin, Ariel and Stoica, Ion and Zaharia, Matei},
1114 + year = {2010},
1115 + journal = {Communications of the ACM},
1116 + volume = {53},
1117 + number = {4},
1118 + pages = {50--58},
1119 + doi = {10.1145/1721654.1721672},
1120 + note = {verified: crossref 2026-11-03}
1121 +}
1122 +
1123 +@inproceedings{ghemawat2003gfs,
1124 + title = {The {Google} file system},
1125 + author = {Ghemawat, Sanjay and Gobioff, Howard and Leung, Shun-Tak},
1126 + year = {2003},
1127 + booktitle = {Proceedings of the nineteenth ACM symposium on Operating systems principles},
1128 + pages = {29--43},
1129 + publisher = {ACM},
1130 + doi = {10.1145/945445.945450},
1131 + note = {verified: crossref 2026-11-03}
1132 +}
1133 +
1134 +@article{kleinberg1999hubs,
1135 + title = {Authoritative sources in a hyperlinked environment},
1136 + author = {Kleinberg, Jon M.},
1137 + year = {1999},
1138 + journal = {Journal of the ACM},
1139 + volume = {46},
1140 + number = {5},
1141 + pages = {604--632},
1142 + doi = {10.1145/324133.324140},
1143 + note = {verified: crossref 2026-11-03}
1144 +}
1145 +
1146 +@article{krizhevsky2017imagenet,
1147 + title = {{ImageNet} classification with deep convolutional neural networks},
1148 + author = {Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E.},
1149 + year = {2017},
1150 + journal = {Communications of the ACM},
1151 + volume = {60},
1152 + number = {6},
1153 + pages = {84--90},
1154 + doi = {10.1145/3065386},
1155 + note = {verified: crossref 2026-11-03}
1156 +}
1157 +
1158 +@inproceedings{deng2009imagenet,
1159 + title = {{ImageNet:} {A} large-scale hierarchical image database},
1160 + author = {Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Kai Li and Li Fei-Fei},
1161 + year = {2009},
1162 + booktitle = {2009 IEEE Conference on Computer Vision and Pattern Recognition},
1163 + pages = {248--255},
1164 + publisher = {IEEE},
1165 + doi = {10.1109/CVPR.2009.5206848},
1166 + note = {verified: crossref 2026-11-03}
1167 +}
1168 +
1169 +@article{russakovsky2015imagenet,
1170 + title = {{ImageNet} {Large} {Scale} {Visual} {Recognition} {Challenge}},
1171 + author = {Russakovsky, Olga and Deng, Jia and Su, Hao and Krause, Jonathan and Satheesh, Sanjeev and Ma, Sean and Huang, Zhiheng and Karpathy, Andrej and Khosla, Aditya and Bernstein, Michael and Berg, Alexander C. and Fei-Fei, Li},
1172 + year = {2015},
1173 + journal = {International Journal of Computer Vision},
1174 + volume = {115},
1175 + number = {3},
1176 + pages = {211--252},
1177 + doi = {10.1007/s11263-015-0816-y},
1178 + note = {verified: crossref 2026-11-03}
1179 +}
1180 +
1181 +@inproceedings{he2016resnet,
1182 + title = {Deep {Residual} {Learning} for {Image} {Recognition}},
1183 + author = {He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
1184 + year = {2016},
1185 + booktitle = {2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
1186 + pages = {770--778},
1187 + publisher = {IEEE},
1188 + doi = {10.1109/CVPR.2016.90},
1189 + note = {verified: crossref 2026-11-03}
1190 +}
1191 +
1192 +@article{lecun2015deep,
1193 + title = {Deep learning},
1194 + author = {LeCun, Yann and Bengio, Yoshua and Hinton, Geoffrey},
1195 + year = {2015},
1196 + journal = {Nature},
1197 + volume = {521},
1198 + number = {7553},
1199 + pages = {436--444},
1200 + doi = {10.1038/nature14539},
1201 + note = {verified: crossref 2026-11-03}
1202 +}
1203 +
1204 +@article{silver2016alphago,
1205 + title = {Mastering the game of {Go} with deep neural networks and tree search},
1206 + author = {Silver, David and Huang, Aja and Maddison, Chris J. and Guez, Arthur and Sifre, Laurent and van den Driessche, George and Schrittwieser, Julian and Antonoglou, Ioannis and Panneershelvam, Veda and Lanctot, Marc and others},
1207 + year = {2016},
1208 + journal = {Nature},
1209 + volume = {529},
1210 + number = {7587},
1211 + pages = {484--489},
1212 + doi = {10.1038/nature16961},
1213 + note = {verified: crossref 2026-11-03}
1214 +}
1215 +
1216 +@article{silver2017alphagozero,
1217 + title = {Mastering the game of {Go} without human knowledge},
1218 + author = {Silver, David and Schrittwieser, Julian and Simonyan, Karen and Antonoglou, Ioannis and Huang, Aja and Guez, Arthur and Hubert, Thomas and Baker, Lucas and Lai, Matthew and Bolton, Adrian and others},
1219 + year = {2017},
1220 + journal = {Nature},
1221 + volume = {550},
1222 + number = {7676},
1223 + pages = {354--359},
1224 + doi = {10.1038/nature24270},
1225 + note = {verified: crossref 2026-11-03}
1226 +}
1227 +
1228 +@article{silver2018alphazero,
1229 + title = {{A} general reinforcement learning algorithm that masters chess, shogi, and {Go} through self-play},
1230 + author = {Silver, David and Hubert, Thomas and Schrittwieser, Julian and Antonoglou, Ioannis and Lai, Matthew and Guez, Arthur and Lanctot, Marc and Sifre, Laurent and Kumaran, Dharshan and Graepel, Thore and others},
1231 + year = {2018},
1232 + journal = {Science},
1233 + volume = {362},
1234 + number = {6419},
1235 + pages = {1140--1144},
1236 + doi = {10.1126/science.aar6404},
1237 + note = {verified: crossref 2026-11-03}
1238 +}
1239 +
1240 +@article{mnih2015dqn,
1241 + title = {Human-level control through deep reinforcement learning},
1242 + author = {Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A. and Veness, Joel and Bellemare, Marc G. and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K. and Ostrovski, Georg and others},
1243 + year = {2015},
1244 + journal = {Nature},
1245 + volume = {518},
1246 + number = {7540},
1247 + pages = {529--533},
1248 + doi = {10.1038/nature14236},
1249 + note = {verified: crossref 2026-11-03}
1250 +}
1251 +
1252 +@article{hochreiter1997lstm,
1253 + title = {Long {Short-Term} {Memory}},
1254 + author = {Hochreiter, Sepp and Schmidhuber, Jürgen},
1255 + year = {1997},
1256 + journal = {Neural Computation},
1257 + volume = {9},
1258 + number = {8},
1259 + pages = {1735--1780},
1260 + doi = {10.1162/neco.1997.9.8.1735},
1261 + note = {verified: crossref 2026-11-03}
1262 +}
1263 +
1264 +@article{hinton2012speech,
1265 + title = {Deep {Neural} {Networks} for {Acoustic} {Modeling} in {Speech} {Recognition:} {The} {Shared} {Views} of {Four} {Research} {Groups}},
1266 + author = {Hinton, Geoffrey and Deng, Li and Yu, Dong and Dahl, George and Mohamed, Abdel-rahman and Jaitly, Navdeep and Senior, Andrew and Vanhoucke, Vincent and Nguyen, Patrick and Sainath, Tara and Kingsbury, Brian},
1267 + year = {2012},
1268 + journal = {IEEE Signal Processing Magazine},
1269 + volume = {29},
1270 + number = {6},
1271 + pages = {82--97},
1272 + doi = {10.1109/MSP.2012.2205597},
1273 + note = {verified: crossref 2026-11-03}
1274 +}
1275 +
1276 +@article{lipton2019troubling,
1277 + title = {Troubling {Trends} in {Machine} {Learning} {Scholarship}},
1278 + author = {Lipton, Zachary C. and Steinhardt, Jacob},
1279 + year = {2019},
1280 + journal = {Queue},
1281 + volume = {17},
1282 + number = {1},
1283 + pages = {45--77},
1284 + doi = {10.1145/3317287.3328534},
1285 + note = {verified: crossref 2026-11-03}
1286 +}
1287 +
1288 +@article{ahmed2023industry,
1289 + title = {The growing influence of industry in {AI} research},
1290 + author = {Ahmed, Nur and Wahed, Muntasir and Thompson, Neil C.},
1291 + year = {2023},
1292 + journal = {Science},
1293 + volume = {379},
1294 + number = {6635},
1295 + pages = {884--886},
1296 + doi = {10.1126/science.ade2420},
1297 + note = {verified: crossref 2026-11-03}
1298 +}
1299 +
1300 +@inproceedings{wolf2020transformers,
1301 + title = {Transformers: {State-of-the-Art} {Natural} {Language} {Processing}},
1302 + author = {Wolf, Thomas and Debut, Lysandre and Sanh, Victor and Chaumond, Julien and Delangue, Clement and Moi, Anthony and Cistac, Pierric and Rault, Tim and Louf, Remi and Funtowicz, Morgan and others},
1303 + year = {2020},
1304 + booktitle = {Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations},
1305 + pages = {38--45},
1306 + publisher = {Association for Computational Linguistics},
1307 + doi = {10.18653/v1/2020.emnlp-demos.6},
1308 + note = {verified: crossref 2026-11-03}
1309 +}
1310 +
1311 +@article{vinyals2019alphastar,
1312 + title = {Grandmaster level in {StarCraft} {II} using multi-agent reinforcement learning},
1313 + author = {Vinyals, Oriol and Babuschkin, Igor and Czarnecki, Wojciech M. and Mathieu, Michaël and Dudzik, Andrew and Chung, Junyoung and Choi, David H. and Powell, Richard and Ewalds, Timo and Georgiev, Petko and others},
1314 + year = {2019},
1315 + journal = {Nature},
1316 + volume = {575},
1317 + number = {7782},
1318 + pages = {350--354},
1319 + doi = {10.1038/s41586-019-1724-z},
1320 + note = {verified: crossref 2026-11-03}
1321 +}
1322 +
1323 +@inproceedings{devlin2019bert,
1324 + title = {{BERT:} {Pre-training} of {Deep} {Bidirectional} {Transformers} for {Language} {Understanding}},
1325 + author = {Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
1326 + year = {2019},
1327 + booktitle = {Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)},
1328 + pages = {4171--4186},
1329 + publisher = {Association for Computational Linguistics},
1330 + doi = {10.18653/v1/N19-1423},
1331 + note = {verified: crossref 2026-11-03}
1332 +}
1333 +
1334 +@inproceedings{peters2018elmo,
1335 + title = {Deep {Contextualized} {Word} {Representations}},
1336 + author = {Peters, Matthew and Neumann, Mark and Iyyer, Mohit and Gardner, Matt and Clark, Christopher and Lee, Kenton and Zettlemoyer, Luke},
1337 + year = {2018},
1338 + booktitle = {Proceedings of the 2018 Conference of the North American Chapter of
1339 + the Association for Computational Linguistics: Human Language
1340 + Technologies, Volume 1 (Long Papers)},
1341 + pages = {2227--2237},
1342 + publisher = {Association for Computational Linguistics},
1343 + doi = {10.18653/v1/N18-1202},
1344 + note = {verified: crossref 2026-11-03}
1345 +}
1346 +
1347 +@inproceedings{rombach2022ldm,
1348 + title = {{High-Resolution} {Image} {Synthesis} with {Latent} {Diffusion} {Models}},
1349 + author = {Rombach, Robin and Blattmann, Andreas and Lorenz, Dominik and Esser, Patrick and Ommer, Bjorn},
1350 + year = {2022},
1351 + booktitle = {2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
1352 + pages = {10674--10685},
1353 + publisher = {IEEE},
1354 + doi = {10.1109/CVPR52688.2022.01042},
1355 + note = {verified: crossref 2026-11-03}
1356 +}
1357 +
1358 +@article{jumper2021alphafold,
1359 + title = {Highly accurate protein structure prediction with {AlphaFold}},
1360 + author = {Jumper, John and Evans, Richard and Pritzel, Alexander and Green, Tim and Figurnov, Michael and Ronneberger, Olaf and Tunyasuvunakool, Kathryn and Bates, Russ and Žídek, Augustin and Potapenko, Anna and others},
1361 + year = {2021},
1362 + journal = {Nature},
1363 + volume = {596},
1364 + number = {7873},
1365 + pages = {583--589},
1366 + doi = {10.1038/s41586-021-03819-2},
1367 + note = {verified: crossref 2026-11-03}
1368 +}
1369 +
1370 +@inproceedings{bender2021parrots,
1371 + title = {On the {Dangers} of {Stochastic} {Parrots}},
1372 + author = {Bender, Emily M. and Gebru, Timnit and McMillan-Major, Angelina and Shmitchell, Shmargaret},
1373 + year = {2021},
1374 + booktitle = {Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency},
1375 + pages = {610--623},
1376 + publisher = {ACM},
1377 + doi = {10.1145/3442188.3445922},
1378 + note = {verified: crossref 2026-11-03}
1379 +}
1380 +
1381 +@inproceedings{wang2018glue,
1382 + title = {{GLUE:} {A} {Multi-Task} {Benchmark} and {Analysis} {Platform} for {Natural} {Language} {Understanding}},
1383 + author = {Wang, Alex and Singh, Amanpreet and Michael, Julian and Hill, Felix and Levy, Omer and Bowman, Samuel},
1384 + year = {2018},
1385 + booktitle = {Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP},
1386 + pages = {353--355},
1387 + publisher = {Association for Computational Linguistics},
1388 + doi = {10.18653/v1/W18-5446},
1389 + note = {verified: crossref 2026-11-03}
1390 +}
1391 +
1392 +@inproceedings{rajpurkar2016squad,
1393 + title = {{SQuAD:} 100,000+ {Questions} for {Machine} {Comprehension} of {Text}},
1394 + author = {Rajpurkar, Pranav and Zhang, Jian and Lopyrev, Konstantin and Liang, Percy},
1395 + year = {2016},
1396 + booktitle = {Proceedings of the 2016 Conference on Empirical Methods in Natural
1397 + Language Processing},
1398 + pages = {2383--2392},
1399 + publisher = {Association for Computational Linguistics},
1400 + doi = {10.18653/v1/D16-1264},
1401 + note = {verified: crossref 2026-11-03}
1402 +}
1403 +
1404 +@inproceedings{strubell2019energy,
1405 + title = {Energy and {Policy} {Considerations} for {Deep} {Learning} in {NLP}},
1406 + author = {Strubell, Emma and Ganesh, Ananya and McCallum, Andrew},
1407 + year = {2019},
1408 + booktitle = {Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics},
1409 + pages = {3645--3650},
1410 + publisher = {Association for Computational Linguistics},
1411 + doi = {10.18653/v1/P19-1355},
1412 + note = {verified: crossref 2026-11-03}
1413 +}
1414 +
1415 +@article{schwartz2020green,
1416 + title = {Green {AI}},
1417 + author = {Schwartz, Roy and Dodge, Jesse and Smith, Noah A. and Etzioni, Oren},
1418 + year = {2020},
1419 + journal = {Communications of the ACM},
1420 + volume = {63},
1421 + number = {12},
1422 + pages = {54--63},
1423 + doi = {10.1145/3381831},
1424 + note = {verified: crossref 2026-11-03}
1425 +}
1426 +
1427 +@inproceedings{he2022mae,
1428 + title = {Masked {Autoencoders} {Are} {Scalable} {Vision} {Learners}},
1429 + author = {He, Kaiming and Chen, Xinlei and Xie, Saining and Li, Yanghao and Dollar, Piotr and Girshick, Ross},
1430 + year = {2022},
1431 + booktitle = {2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
1432 + pages = {15979--15988},
1433 + publisher = {IEEE},
1434 + doi = {10.1109/CVPR52688.2022.01553},
1435 + note = {verified: crossref 2026-11-03}
1436 +}
1437 +
1438 +@inproceedings{caron2021dino,
1439 + title = {Emerging {Properties} in {Self-Supervised} {Vision} {Transformers}},
1440 + author = {Caron, Mathilde and Touvron, Hugo and Misra, Ishan and Jegou, Herve and Mairal, Julien and Bojanowski, Piotr and Joulin, Armand},
1441 + year = {2021},
1442 + booktitle = {2021 IEEE/CVF International Conference on Computer Vision (ICCV)},
1443 + pages = {9630--9640},
1444 + publisher = {IEEE},
1445 + doi = {10.1109/ICCV48922.2021.00951},
1446 + note = {verified: crossref 2026-11-03}
1447 +}
1448 +
1449 +@article{dean2013tail,
1450 + title = {The tail at scale},
1451 + author = {Dean, Jeffrey and Barroso, Luiz André},
1452 + year = {2013},
1453 + journal = {Communications of the ACM},
1454 + volume = {56},
1455 + number = {2},
1456 + pages = {74--80},
1457 + doi = {10.1145/2408776.2408794},
1458 + note = {verified: crossref 2026-11-03}
1459 +}
1460 +
1461 +@book{barroso2018datacenter,
1462 + title = {The {Datacenter} as a {Computer:} {Designing} {Warehouse-Scale} {Machines,} {Third} {Edition}},
1463 + author = {Barroso, Luiz André and Hölzle, Urs and Ranganathan, Parthasarathy},
1464 + year = {2018},
1465 + series = {Synthesis Lectures on Computer Architecture},
1466 + publisher = {Morgan \& Claypool},
1467 + doi = {10.2200/S00874ED3V01Y201809CAC046},
1468 + note = {verified: openalex 2026-11-03}
1469 +}
1470 +
1471 +@inproceedings{lim2009disaggregated,
1472 + title = {Disaggregated memory for expansion and sharing in blade servers},
1473 + author = {Lim, Kevin and Chang, Jichuan and Mudge, Trevor and Ranganathan, Parthasarathy and Reinhardt, Steven K. and Wenisch, Thomas F.},
1474 + year = {2009},
1475 + booktitle = {Proceedings of the 36th annual international symposium on Computer architecture},
1476 + pages = {267--278},
1477 + publisher = {ACM},
1478 + doi = {10.1145/1555754.1555789},
1479 + note = {verified: crossref 2026-11-03}
1480 +}
1481 +
1482 +@article{zaharia2016spark,
1483 + title = {Apache {Spark:} a unified engine for big data processing},
1484 + author = {Zaharia, Matei and Xin, Reynold S. and Wendell, Patrick and Das, Tathagata and Armbrust, Michael and Dave, Ankur and Meng, Xiangrui and Rosen, Josh and Venkataraman, Shivaram and Franklin, Michael J. and others},
1485 + year = {2016},
1486 + journal = {Communications of the ACM},
1487 + volume = {59},
1488 + number = {11},
1489 + pages = {56--65},
1490 + doi = {10.1145/2934664},
1491 + note = {verified: crossref 2026-11-03}
1492 +}
1493 +
1494 +@article{hennessy2019golden,
1495 + title = {{A} new golden age for computer architecture},
1496 + author = {Hennessy, John L. and Patterson, David A.},
1497 + year = {2019},
1498 + journal = {Communications of the ACM},
1499 + volume = {62},
1500 + number = {2},
1501 + pages = {48--60},
1502 + doi = {10.1145/3282307},
1503 + note = {verified: crossref 2026-11-03}
1504 +}
1505 +
1506 +@inproceedings{esmaeilzadeh2011dark,
1507 + title = {Dark silicon and the end of multicore scaling},
1508 + author = {Esmaeilzadeh, Hadi and Blem, Emily and St. Amant, Renee and Sankaralingam, Karthikeyan and Burger, Doug},
1509 + year = {2011},
1510 + booktitle = {Proceedings of the 38th annual international symposium on Computer architecture},
1511 + pages = {365--376},
1512 + publisher = {ACM},
1513 + doi = {10.1145/2000064.2000108},
1514 + note = {verified: crossref 2026-11-03}
1515 +}
1516 +
1517 +@inproceedings{jouppi2017tpu,
1518 + title = {{In-Datacenter} {Performance} {Analysis} of a {Tensor} {Processing} {Unit}},
1519 + author = {Jouppi, Norman P. and Young, Cliff and Patil, Nishant and Patterson, David and Agrawal, Gaurav and Bajwa, Raminder and Bates, Sarah and Bhatia, Suresh and Boden, Nan and Borchers, Al and others},
1520 + year = {2017},
1521 + booktitle = {Proceedings of the 44th Annual International Symposium on Computer Architecture},
1522 + pages = {1--12},
1523 + publisher = {ACM},
1524 + doi = {10.1145/3079856.3080246},
1525 + note = {verified: crossref 2026-11-03}
1526 +}
1527 +
1528 +@article{leiserson2020room,
1529 + title = {There’s plenty of room at the {Top:} {What} will drive computer performance after {Moore’s} law?},
1530 + author = {Leiserson, Charles E. and Thompson, Neil C. and Emer, Joel S. and Kuszmaul, Bradley C. and Lampson, Butler W. and Sanchez, Daniel and Schardl, Tao B.},
1531 + year = {2020},
1532 + journal = {Science},
1533 + volume = {368},
1534 + number = {6495},
1535 + doi = {10.1126/science.aam9744},
1536 + note = {verified: crossref 2026-11-03}
1537 +}
1538 +
1539 +@article{dennard1974scaling,
1540 + title = {Design of ion-implanted {MOSFET's} with very small physical dimensions},
1541 + author = {Dennard, R.H. and Gaensslen, F.H. and Yu, Hwa-Nien and Rideout, V.L. and Bassous, E. and LeBlanc, A.R.},
1542 + year = {1974},
1543 + journal = {IEEE Journal of Solid-State Circuits},
1544 + volume = {9},
1545 + number = {5},
1546 + pages = {256--268},
1547 + doi = {10.1109/JSSC.1974.1050511},
1548 + note = {verified: crossref 2026-11-03}
1549 +}
1550 +
1551 +@inproceedings{lattner2021mlir,
1552 + title = {{MLIR:} {Scaling} {Compiler} {Infrastructure} for {Domain} {Specific} {Computation}},
1553 + author = {Lattner, Chris and Amini, Mehdi and Bondhugula, Uday and Cohen, Albert and Davis, Andy and Pienaar, Jacques and Riddle, River and Shpeisman, Tatiana and Vasilache, Nicolas and Zinenko, Oleksandr},
1554 + year = {2021},
1555 + booktitle = {2021 IEEE/ACM International Symposium on Code Generation and Optimization (CGO)},
1556 + pages = {2--14},
1557 + publisher = {IEEE},
1558 + doi = {10.1109/CGO51591.2021.9370308},
1559 + note = {verified: crossref 2026-11-03}
1560 +}
1561 +
1562 +@inproceedings{williams2018finegrained,
1563 + title = {{ON} {SOME} {FINE-GRAINED} {QUESTIONS} {IN} {ALGORITHMS} {AND} {COMPLEXITY}},
1564 + author = {WILLIAMS, VIRGINIA VASSILEVSKA},
1565 + year = {2019},
1566 + booktitle = {Proceedings of the International Congress of Mathematicians (ICM 2018)},
1567 + pages = {3447--3487},
1568 + publisher = {WORLD SCIENTIFIC},
1569 + doi = {10.1142/9789813272880_0188},
1570 + note = {verified: crossref 2026-11-03}
1571 +}
1572 +
1573 +@inproceedings{vassilevska2015hardness,
1574 + title = {Hardness of {Easy} {Problems:} {Basing} {Hardness} on {Popular} {Conjectures} such as the {Strong} {Exponential} {Time} {Hypothesis}},
1575 + author = {Vassilevska Williams, Virginia},
1576 + year = {2015},
1577 + booktitle = {10th International Symposium on Parameterized and Exact Computation (IPEC 2015)},
1578 + pages = {17--29},
1579 + publisher = {Schloss Dagstuhl -- Leibniz-Zentrum für Informatik},
1580 + doi = {10.4230/LIPIcs.IPEC.2015.17},
1581 + note = {verified: openalex 2026-11-03}
1582 +}
1583 +
1584 +@article{zhang2021rethinking,
1585 + title = {Understanding deep learning (still) requires rethinking generalization},
1586 + author = {Zhang, Chiyuan and Bengio, Samy and Hardt, Moritz and Recht, Benjamin and Vinyals, Oriol},
1587 + year = {2021},
1588 + journal = {Communications of the ACM},
1589 + volume = {64},
1590 + number = {3},
1591 + pages = {107--115},
1592 + doi = {10.1145/3446776},
1593 + note = {verified: crossref 2026-11-03}
1594 +}
1595 +
1596 +@article{belkin2019reconciling,
1597 + title = {Reconciling modern machine-learning practice and the classical bias–variance trade-off},
1598 + author = {Belkin, Mikhail and Hsu, Daniel and Ma, Siyuan and Mandal, Soumik},
1599 + year = {2019},
1600 + journal = {Proceedings of the National Academy of Sciences},
1601 + volume = {116},
1602 + number = {32},
1603 + pages = {15849--15854},
1604 + doi = {10.1073/pnas.1903070116},
1605 + note = {verified: crossref 2026-11-03}
1606 +}
1607 +
1608 +@article{preskill2018nisq,
1609 + title = {Quantum {Computing} in the {NISQ} era and beyond},
1610 + author = {Preskill, John},
1611 + year = {2018},
1612 + journal = {Quantum},
1613 + volume = {2},
1614 + pages = {79},
1615 + doi = {10.22331/q-2018-08-06-79},
1616 + note = {verified: crossref 2026-11-03}
1617 +}
1618 +
1619 +@article{arute2019supremacy,
1620 + title = {Quantum supremacy using a programmable superconducting processor},
1621 + author = {Arute, Frank and Arya, Kunal and Babbush, Ryan and Bacon, Dave and Bardin, Joseph C. and Barends, Rami and Biswas, Rupak and Boixo, Sergio and Brandao, Fernando G. S. L. and Buell, David A. and others},
1622 + year = {2019},
1623 + journal = {Nature},
1624 + volume = {574},
1625 + number = {7779},
1626 + pages = {505--510},
1627 + doi = {10.1038/s41586-019-1666-5},
1628 + note = {verified: crossref 2026-11-03}
1629 +}
1630 +
1631 +@article{bharti2022nisq,
1632 + title = {Noisy intermediate-scale quantum algorithms},
1633 + author = {Bharti, Kishor and Cervera-Lierta, Alba and Kyaw, Thi Ha and Haug, Tobias and Alperin-Lea, Sumner and Anand, Abhinav and Degroote, Matthias and Heimonen, Hermanni and Kottmann, Jakob S. and Menke, Tim and others},
1634 + year = {2022},
1635 + journal = {Reviews of Modern Physics},
1636 + volume = {94},
1637 + number = {1},
1638 + doi = {10.1103/RevModPhys.94.015004},
1639 + note = {verified: crossref 2026-11-03}
1640 +}
1641 +
1642 +@article{google2023surface,
1643 + title = {Suppressing quantum errors by scaling a surface code logical qubit},
1644 + author = {{Google Quantum AI}},
1645 + year = {2023},
1646 + journal = {Nature},
1647 + volume = {614},
1648 + number = {7949},
1649 + pages = {676--681},
1650 + doi = {10.1038/s41586-022-05434-1},
1651 + note = {verified: crossref 2026-11-03}
1652 +}
1653 +
1654 +@article{google2025threshold,
1655 + title = {Quantum error correction below the surface code threshold},
1656 + author = {{Google Quantum AI and Collaborators}},
1657 + year = {2025},
1658 + journal = {Nature},
1659 + volume = {638},
1660 + number = {8052},
1661 + pages = {920--926},
1662 + doi = {10.1038/s41586-024-08449-y},
1663 + note = {verified: crossref 2026-11-03}
1664 +}
1665 +
1666 +@article{jung2017rustbelt,
1667 + title = {{RustBelt:} securing the foundations of the {Rust} programming language},
1668 + author = {Jung, Ralf and Jourdan, Jacques-Henri and Krebbers, Robbert and Dreyer, Derek},
1669 + year = {2018},
1670 + journal = {Proceedings of the ACM on Programming Languages},
1671 + volume = {2},
1672 + number = {POPL},
1673 + pages = {1--34},
1674 + doi = {10.1145/3158154},
1675 + note = {verified: crossref 2026-11-03}
1676 +}
1677 +
1678 +@article{matsakis2014rust,
1679 + title = {The rust language},
1680 + author = {Matsakis, Nicholas D. and Klock, Felix S.},
1681 + year = {2014},
1682 + journal = {ACM SIGAda Ada Letters},
1683 + volume = {34},
1684 + number = {3},
1685 + pages = {103--104},
1686 + doi = {10.1145/2692956.2663188},
1687 + note = {verified: crossref 2026-11-03}
1688 +}
1689 +
1690 +@article{leroy2009compcert,
1691 + title = {Formal verification of a realistic compiler},
1692 + author = {Leroy, Xavier},
1693 + year = {2009},
1694 + journal = {Communications of the ACM},
1695 + volume = {52},
1696 + number = {7},
1697 + pages = {107--115},
1698 + doi = {10.1145/1538788.1538814},
1699 + note = {verified: crossref 2026-11-03}
1700 +}
1701 +
1702 +@inproceedings{klein2009sel4,
1703 + title = {{seL4:} formal verification of an {OS} kernel},
1704 + author = {Klein, Gerwin and Elphinstone, Kevin and Heiser, Gernot and Andronick, June and Cock, David and Derrin, Philip and Elkaduwe, Dhammika and Engelhardt, Kai and Kolanski, Rafal and Norrish, Michael and others},
1705 + year = {2009},
1706 + booktitle = {Proceedings of the ACM SIGOPS 22nd symposium on Operating systems principles},
1707 + pages = {207--220},
1708 + publisher = {ACM},
1709 + doi = {10.1145/1629575.1629596},
1710 + note = {verified: crossref 2026-11-03}
1711 +}
1712 +
1713 +@incollection{demoura2015lean,
1714 + title = {The {Lean} {Theorem} {Prover} {(System} {Description)}},
1715 + author = {de Moura, Leonardo and Kong, Soonho and Avigad, Jeremy and van Doorn, Floris and von Raumer, Jakob},
1716 + year = {2015},
1717 + booktitle = {Automated Deduction -- CADE-25},
1718 + series = {Lecture Notes in Computer Science},
1719 + pages = {378--388},
1720 + publisher = {Springer International Publishing},
1721 + doi = {10.1007/978-3-319-21401-6_26},
1722 + note = {verified: crossref 2026-11-03}
1723 +}
1724 +
1725 +@incollection{demoura2021lean4,
1726 + title = {The {Lean} 4 {Theorem} {Prover} and {Programming} {Language}},
1727 + author = {Moura, Leonardo de and Ullrich, Sebastian},
1728 + year = {2021},
1729 + booktitle = {Automated Deduction -- CADE 28},
1730 + series = {Lecture Notes in Computer Science},
1731 + pages = {625--635},
1732 + publisher = {Springer International Publishing},
1733 + doi = {10.1007/978-3-030-79876-5_37},
1734 + note = {verified: crossref 2026-11-03}
1735 +}
1736 +
1737 +@inproceedings{mathlib2020,
1738 + title = {The lean mathematical library},
1739 + author = {The mathlib Community},
1740 + year = {2020},
1741 + booktitle = {Proceedings of the 9th ACM SIGPLAN International Conference on Certified Programs and Proofs},
1742 + pages = {367--381},
1743 + publisher = {ACM},
1744 + doi = {10.1145/3372885.3373824},
1745 + note = {verified: crossref 2026-11-03}
1746 +}
1747 +
1748 +@article{hales2017kepler,
1749 + title = {{A} {FORMAL} {PROOF} {OF} {THE} {KEPLER} {CONJECTURE}},
1750 + author = {HALES, THOMAS and ADAMS, MARK and BAUER, GERTRUD and DANG, TAT DAT and HARRISON, JOHN and HOANG, LE TRUONG and KALISZYK, CEZARY and MAGRON, VICTOR and MCLAUGHLIN, SEAN and NGUYEN, TAT THANG and others},
1751 + year = {2017},
1752 + journal = {Forum of Mathematics, Pi},
1753 + volume = {5},
1754 + doi = {10.1017/fmp.2017.1},
1755 + note = {verified: crossref 2026-11-03}
1756 +}
1757 +
1758 +@article{allamanis2018survey,
1759 + title = {{A} {Survey} of {Machine} {Learning} for {Big} {Code} and {Naturalness}},
1760 + author = {Allamanis, Miltiadis and Barr, Earl T. and Devanbu, Premkumar and Sutton, Charles},
1761 + year = {2019},
1762 + journal = {ACM Computing Surveys},
1763 + volume = {51},
1764 + number = {4},
1765 + pages = {1--37},
1766 + doi = {10.1145/3212695},
1767 + note = {verified: crossref 2026-11-03}
1768 +}
1769 +
1770 +@article{bernstein2017pqc,
1771 + title = {Post-quantum cryptography},
1772 + author = {Bernstein, Daniel J. and Lange, Tanja},
1773 + year = {2017},
1774 + journal = {Nature},
1775 + volume = {549},
1776 + number = {7671},
1777 + pages = {188--194},
1778 + doi = {10.1038/nature23461},
1779 + note = {verified: crossref 2026-11-03}
1780 +}
1781 +
1782 +@article{shor1997algorithms,
1783 + title = {{Polynomial-Time} {Algorithms} for {Prime} {Factorization} and {Discrete} {Logarithms} on a {Quantum} {Computer}},
1784 + author = {Shor, Peter W.},
1785 + year = {1997},
1786 + journal = {SIAM Journal on Computing},
1787 + volume = {26},
1788 + number = {5},
1789 + pages = {1484--1509},
1790 + doi = {10.1137/S0097539795293172},
1791 + note = {verified: crossref 2026-11-03}
1792 +}
1793 +
1794 +@techreport{nist2024fips203,
1795 + title = {Module-lattice-based key-encapsulation mechanism standard},
1796 + author = {{National Institute of Standards and Technology (U.S.)}},
1797 + year = {2024},
1798 + institution = {National Institute of Standards and Technology (U.S.)},
1799 + doi = {10.6028/NIST.FIPS.203},
1800 + note = {verified: crossref 2026-11-03}
1801 +}
1802 +
1803 +@techreport{nist2024fips204,
1804 + title = {Module-lattice-based digital signature standard},
1805 + author = {{National Institute of Standards and Technology (U.S.)}},
1806 + year = {2024},
1807 + institution = {National Institute of Standards and Technology (U.S.)},
1808 + doi = {10.6028/NIST.FIPS.204},
1809 + note = {verified: crossref 2026-11-03}
1810 +}
1811 +
1812 +@techreport{nist2024fips205,
1813 + title = {Stateless hash-based digital signature standard},
1814 + author = {{National Institute of Standards and Technology (U.S.)}},
1815 + year = {2024},
1816 + institution = {National Institute of Standards and Technology (U.S.)},
1817 + doi = {10.6028/NIST.FIPS.205},
1818 + note = {verified: crossref 2026-11-03}
1819 +}
1820 +
1821 +@inproceedings{kocher2019spectre,
1822 + title = {Spectre {Attacks:} {Exploiting} {Speculative} {Execution}},
1823 + author = {Kocher, Paul and Horn, Jann and Fogh, Anders and Genkin, Daniel and Gruss, Daniel and Haas, Werner and Hamburg, Mike and Lipp, Moritz and Mangard, Stefan and Prescher, Thomas and Schwarz, Michael and Yarom, Yuval},
1824 + year = {2019},
1825 + booktitle = {2019 IEEE Symposium on Security and Privacy (SP)},
1826 + pages = {1--19},
1827 + publisher = {IEEE},
1828 + doi = {10.1109/SP.2019.00002},
1829 + note = {verified: crossref 2026-11-03}
1830 +}
1831 +
1832 +@article{lipp2020meltdown,
1833 + title = {Meltdown: reading kernel memory from user space},
1834 + author = {Lipp, Moritz and Schwarz, Michael and Gruss, Daniel and Prescher, Thomas and Haas, Werner and Horn, Jann and Mangard, Stefan and Kocher, Paul and Genkin, Daniel and Yarom, Yuval and Hamburg, Mike and Strackx, Raoul},
1835 + year = {2020},
1836 + journal = {Communications of the ACM},
1837 + volume = {63},
1838 + number = {6},
1839 + pages = {46--56},
1840 + doi = {10.1145/3357033},
1841 + note = {verified: crossref 2026-11-03}
1842 +}
1843 +
1844 +@article{biggio2018wild,
1845 + title = {Wild patterns: {Ten} years after the rise of adversarial machine learning},
1846 + author = {Biggio, Battista and Roli, Fabio},
1847 + year = {2018},
1848 + journal = {Pattern Recognition},
1849 + volume = {84},
1850 + pages = {317--331},
1851 + doi = {10.1016/j.patcog.2018.07.023},
1852 + note = {verified: crossref 2026-11-03}
1853 +}
1854 +
1855 +@inproceedings{carlini2017robustness,
1856 + title = {Towards {Evaluating} the {Robustness} of {Neural} {Networks}},
1857 + author = {Carlini, Nicholas and Wagner, David},
1858 + year = {2017},
1859 + booktitle = {2017 IEEE Symposium on Security and Privacy (SP)},
1860 + pages = {39--57},
1861 + publisher = {IEEE},
1862 + doi = {10.1109/SP.2017.49},
1863 + note = {verified: crossref 2026-11-03}
1864 +}
1865 +
1866 +@incollection{dwork2006calibrating,
1867 + title = {Calibrating {Noise} to {Sensitivity} in {Private} {Data} {Analysis}},
1868 + author = {Dwork, Cynthia and McSherry, Frank and Nissim, Kobbi and Smith, Adam},
1869 + year = {2006},
1870 + booktitle = {Theory of Cryptography (TCC 2006)},
1871 + series = {Lecture Notes in Computer Science},
1872 + pages = {265--284},
1873 + publisher = {Springer Berlin Heidelberg},
1874 + doi = {10.1007/11681878_14},
1875 + note = {verified: crossref 2026-11-03}
1876 +}
1877 +
1878 +@article{dwork2014algorithmic,
1879 + title = {The {Algorithmic} {Foundations} of {Differential} {Privacy}},
1880 + author = {Dwork, Cynthia and Roth, Aaron},
1881 + year = {2014},
1882 + journal = {Foundations and Trends® in Theoretical Computer Science},
1883 + volume = {9},
1884 + number = {3-4},
1885 + pages = {211--487},
1886 + doi = {10.1561/0400000042},
1887 + note = {verified: crossref 2026-11-03}
1888 +}
1889 +
1890 +@inproceedings{abadi2016dpsgd,
1891 + title = {Deep {Learning} with {Differential} {Privacy}},
1892 + author = {Abadi, Martin and Chu, Andy and Goodfellow, Ian and McMahan, H. Brendan and Mironov, Ilya and Talwar, Kunal and Zhang, Li},
1893 + year = {2016},
1894 + booktitle = {Proceedings of the 2016 ACM SIGSAC Conference on Computer and Communications Security},
1895 + pages = {308--318},
1896 + publisher = {ACM},
1897 + doi = {10.1145/2976749.2978318},
1898 + note = {verified: crossref 2026-11-03}
1899 +}
1900 +
1901 +@article{kairouz2021fl,
1902 + title = {Advances and {Open} {Problems} in {Federated} {Learning}},
1903 + author = {Kairouz, Peter and McMahan, H. Brendan},
1904 + year = {2021},
1905 + journal = {Foundations and Trends® in Machine Learning},
1906 + volume = {14},
1907 + number = {1-2},
1908 + pages = {1--210},
1909 + doi = {10.1561/2200000083},
1910 + note = {verified: crossref 2026-11-03}
1911 +}
1912 +
1913 +@inproceedings{gentry2009fhe,
1914 + title = {Fully homomorphic encryption using ideal lattices},
1915 + author = {Gentry, Craig},
1916 + year = {2009},
1917 + booktitle = {Proceedings of the forty-first annual ACM symposium on Theory of computing},
1918 + pages = {169--178},
1919 + publisher = {ACM},
1920 + doi = {10.1145/1536414.1536440},
1921 + note = {verified: crossref 2026-11-03}
1922 +}
1923 +
1924 +@inproceedings{bonneau2015sok,
1925 + title = {{SoK:} {Research} {Perspectives} and {Challenges} for {Bitcoin} and {Cryptocurrencies}},
1926 + author = {Bonneau, Joseph and Miller, Andrew and Clark, Jeremy and Narayanan, Arvind and Kroll, Joshua A. and Felten, Edward W.},
1927 + year = {2015},
1928 + booktitle = {2015 IEEE Symposium on Security and Privacy},
1929 + pages = {104--121},
1930 + publisher = {IEEE},
1931 + doi = {10.1109/SP.2015.14},
1932 + note = {verified: crossref 2026-11-03}
1933 +}
1934 +
1935 +@inproceedings{amershi2019guidelines,
1936 + title = {Guidelines for {Human-AI} {Interaction}},
1937 + author = {Amershi, Saleema and Weld, Dan and Vorvoreanu, Mihaela and Fourney, Adam and Nushi, Besmira and Collisson, Penny and Suh, Jina and Iqbal, Shamsi and Bennett, Paul N. and Inkpen, Kori and others},
1938 + year = {2019},
1939 + booktitle = {Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems},
1940 + pages = {1--13},
1941 + publisher = {ACM},
1942 + doi = {10.1145/3290605.3300233},
1943 + note = {verified: crossref 2026-11-03}
1944 +}
1945 +
1946 +@article{shneiderman2020hcai,
1947 + title = {{Human-Centered} {Artificial} {Intelligence:} {Reliable,} {Safe} \& {Trustworthy}},
1948 + author = {Shneiderman, Ben},
1949 + year = {2020},
1950 + journal = {International Journal of Human–Computer Interaction},
1951 + volume = {36},
1952 + number = {6},
1953 + pages = {495--504},
1954 + doi = {10.1080/10447318.2020.1741118},
1955 + note = {verified: crossref 2026-11-03}
1956 +}
1957 +
1958 +@inproceedings{yang2020reexamining,
1959 + title = {Re-examining {Whether,} {Why,} and {How} {Human-AI} {Interaction} {Is} {Uniquely} {Difficult} to {Design}},
1960 + author = {Yang, Qian and Steinfeld, Aaron and Rosé, Carolyn and Zimmerman, John},
1961 + year = {2020},
1962 + booktitle = {Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems},
1963 + pages = {1--13},
1964 + publisher = {ACM},
1965 + doi = {10.1145/3313831.3376301},
1966 + note = {verified: crossref 2026-11-03}
1967 +}
1968 +
1969 +@incollection{mildenhall2020nerf,
1970 + title = {{NeRF:} {Representing} {Scenes} as {Neural} {Radiance} {Fields} for {View} {Synthesis}},
1971 + author = {Mildenhall, Ben and Srinivasan, Pratul P. and Tancik, Matthew and Barron, Jonathan T. and Ramamoorthi, Ravi and Ng, Ren},
1972 + year = {2020},
1973 + booktitle = {Computer Vision -- ECCV 2020},
1974 + series = {Lecture Notes in Computer Science},
1975 + pages = {405--421},
1976 + publisher = {Springer International Publishing},
1977 + doi = {10.1007/978-3-030-58452-8_24},
1978 + note = {verified: crossref 2026-11-03}
1979 +}
1980 +
1981 +@article{tewari2020neural,
1982 + title = {State of the {Art} on {Neural} {Rendering}},
1983 + author = {Tewari, A. and Fried, O. and Thies, J. and Sitzmann, V. and Lombardi, S. and Sunkavalli, K. and Martin‐Brualla, R. and Simon, T. and Saragih, J. and Nießner, M. and others},
1984 + year = {2020},
1985 + journal = {Computer Graphics Forum},
1986 + volume = {39},
1987 + number = {2},
1988 + pages = {701--727},
1989 + doi = {10.1111/cgf.14022},
1990 + note = {verified: crossref 2026-11-03}
1991 +}
1992 +
1993 +@article{kerbl2023gaussian,
1994 + title = {{3D} {Gaussian} {Splatting} for {Real-Time} {Radiance} {Field} {Rendering}},
1995 + author = {Kerbl, Bernhard and Kopanas, Georgios and Leimkuehler, Thomas and Drettakis, George},
1996 + year = {2023},
1997 + journal = {ACM Transactions on Graphics},
1998 + volume = {42},
1999 + number = {4},
2000 + pages = {1--14},
2001 + doi = {10.1145/3592433},
2002 + note = {verified: crossref 2026-11-03}
2003 +}
2004 +
2005 +@article{baek2021rosettafold,
2006 + title = {Accurate prediction of protein structures and interactions using a three-track neural network},
2007 + author = {Baek, Minkyung and DiMaio, Frank and Anishchenko, Ivan and Dauparas, Justas and Ovchinnikov, Sergey and Lee, Gyu Rie and Wang, Jue and Cong, Qian and Kinch, Lisa N. and Schaeffer, R. Dustin and others},
2008 + year = {2021},
2009 + journal = {Science},
2010 + volume = {373},
2011 + number = {6557},
2012 + pages = {871--876},
2013 + doi = {10.1126/science.abj8754},
2014 + note = {verified: crossref 2026-11-03}
2015 +}
2016 +
2017 +@article{senior2020alphafold,
2018 + title = {Improved protein structure prediction using potentials from deep learning},
2019 + author = {Senior, Andrew W. and Evans, Richard and Jumper, John and Kirkpatrick, James and Sifre, Laurent and Green, Tim and Qin, Chongli and Žídek, Augustin and Nelson, Alexander W. R. and Bridgland, Alex and others},
2020 + year = {2020},
2021 + journal = {Nature},
2022 + volume = {577},
2023 + number = {7792},
2024 + pages = {706--710},
2025 + doi = {10.1038/s41586-019-1923-7},
2026 + note = {verified: crossref 2026-11-03}
2027 +}
2028 +
2029 +@article{lin2023esm,
2030 + title = {Evolutionary-scale prediction of atomic-level protein structure with a language model},
2031 + author = {Lin, Zeming and Akin, Halil and Rao, Roshan and Hie, Brian and Zhu, Zhongkai and Lu, Wenting and Smetanin, Nikita and Verkuil, Robert and Kabeli, Ori and Shmueli, Yaniv and others},
2032 + year = {2023},
2033 + journal = {Science},
2034 + volume = {379},
2035 + number = {6637},
2036 + pages = {1123--1130},
2037 + doi = {10.1126/science.ade2574},
2038 + note = {verified: crossref 2026-11-03}
2039 +}
2040 +
2041 +@article{abramson2024af3,
2042 + title = {Accurate structure prediction of biomolecular interactions with {AlphaFold} 3},
2043 + author = {Abramson, Josh and Adler, Jonas and Dunger, Jack and Evans, Richard and Green, Tim and Pritzel, Alexander and Ronneberger, Olaf and Willmore, Lindsay and Ballard, Andrew J. and Bambrick, Joshua and others},
2044 + year = {2024},
2045 + journal = {Nature},
2046 + volume = {630},
2047 + number = {8016},
2048 + pages = {493--500},
2049 + doi = {10.1038/s41586-024-07487-w},
2050 + note = {verified: crossref 2026-11-03}
2051 +}
2052 +
2053 +@article{bosshart2014p4,
2054 + title = {{P4:} programming protocol-independent packet processors},
2055 + author = {Bosshart, Pat and Daly, Dan and Gibb, Glen and Izzard, Martin and McKeown, Nick and Rexford, Jennifer and Schlesinger, Cole and Talayco, Dan and Vahdat, Amin and Varghese, George and Walker, David},
2056 + year = {2014},
2057 + journal = {ACM SIGCOMM Computer Communication Review},
2058 + volume = {44},
2059 + number = {3},
2060 + pages = {87--95},
2061 + doi = {10.1145/2656877.2656890},
2062 + note = {verified: crossref 2026-11-03}
2063 +}
2064 +
2065 +@article{mckeown2008openflow,
2066 + title = {{OpenFlow:} enabling innovation in campus networks},
2067 + author = {McKeown, Nick and Anderson, Tom and Balakrishnan, Hari and Parulkar, Guru and Peterson, Larry and Rexford, Jennifer and Shenker, Scott and Turner, Jonathan},
2068 + year = {2008},
2069 + journal = {ACM SIGCOMM Computer Communication Review},
2070 + volume = {38},
2071 + number = {2},
2072 + pages = {69--74},
2073 + doi = {10.1145/1355734.1355746},
2074 + note = {verified: crossref 2026-11-03}
2075 +}
2076 +
2077 +@inproceedings{langley2017quic,
2078 + title = {The {QUIC} {Transport} {Protocol:} {Design} and {Internet-Scale} {Deployment}},
2079 + author = {Langley, Adam and Riddoch, Alistair and Wilk, Alyssa and Vicente, Antonio and Krasic, Charles and Zhang, Dan and Yang, Fan and Kouranov, Fedor and Swett, Ian and Iyengar, Janardhan and others},
2080 + year = {2017},
2081 + booktitle = {Proceedings of the Conference of the ACM Special Interest Group on Data Communication},
2082 + pages = {183--196},
2083 + publisher = {ACM},
2084 + doi = {10.1145/3098822.3098842},
2085 + note = {verified: crossref 2026-11-03}
2086 +}
2087 +
2088 +@article{shi2016edge,
2089 + title = {Edge {Computing:} {Vision} and {Challenges}},
2090 + author = {Shi, Weisong and Cao, Jie and Zhang, Quan and Li, Youhuizi and Xu, Lanyu},
2091 + year = {2016},
2092 + journal = {IEEE Internet of Things Journal},
2093 + volume = {3},
2094 + number = {5},
2095 + pages = {637--646},
2096 + doi = {10.1109/JIOT.2016.2579198},
2097 + note = {verified: crossref 2026-11-03}
2098 +}
2099 +
2100 +@inproceedings{kraska2018learned,
2101 + title = {The {Case} for {Learned} {Index} {Structures}},
2102 + author = {Kraska, Tim and Beutel, Alex and Chi, Ed H. and Dean, Jeffrey and Polyzotis, Neoklis},
2103 + year = {2018},
2104 + booktitle = {Proceedings of the 2018 International Conference on Management of Data},
2105 + pages = {489--504},
2106 + publisher = {ACM},
2107 + doi = {10.1145/3183713.3196909},
2108 + note = {verified: crossref 2026-11-03}
2109 +}
2110 +
2111 +@article{malkov2020hnsw,
2112 + title = {Efficient and {Robust} {Approximate} {Nearest} {Neighbor} {Search} {Using} {Hierarchical} {Navigable} {Small} {World} {Graphs}},
2113 + author = {Malkov, Yu A. and Yashunin, D. A.},
2114 + year = {2020},
2115 + journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence},
2116 + volume = {42},
2117 + number = {4},
2118 + pages = {824--836},
2119 + doi = {10.1109/TPAMI.2018.2889473},
2120 + note = {verified: crossref 2026-11-03}
2121 +}
2122 +
2123 +@article{johnson2021faiss,
2124 + title = {{Billion-Scale} {Similarity} {Search} with {GPUs}},
2125 + author = {Johnson, Jeff and Douze, Matthijs and Jegou, Herve},
2126 + year = {2021},
2127 + journal = {IEEE Transactions on Big Data},
2128 + volume = {7},
2129 + number = {3},
2130 + pages = {535--547},
2131 + doi = {10.1109/TBDATA.2019.2921572},
2132 + note = {verified: crossref 2026-11-03}
2133 +}
2134 +
2135 +@inproceedings{karpukhin2020dpr,
2136 + title = {Dense {Passage} {Retrieval} for {Open-Domain} {Question} {Answering}},
2137 + author = {Karpukhin, Vladimir and Oguz, Barlas and Min, Sewon and Lewis, Patrick and Wu, Ledell and Edunov, Sergey and Chen, Danqi and Yih, Wen-tau},
2138 + year = {2020},
2139 + booktitle = {Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)},
2140 + pages = {6769--6781},
2141 + publisher = {Association for Computational Linguistics},
2142 + doi = {10.18653/v1/2020.emnlp-main.550},
2143 + note = {verified: crossref 2026-11-03}
2144 +}
2145 +
2146 +@article{raissi2019pinn,
2147 + title = {Physics-informed neural networks: {A} deep learning framework for solving forward and inverse problems involving nonlinear partial differential equations},
2148 + author = {Raissi, M. and Perdikaris, P. and Karniadakis, G.E.},
2149 + year = {2019},
2150 + journal = {Journal of Computational Physics},
2151 + volume = {378},
2152 + pages = {686--707},
2153 + doi = {10.1016/j.jcp.2018.10.045},
2154 + note = {verified: crossref 2026-11-03}
2155 +}
2156 +
2157 +@article{karniadakis2021piml,
2158 + title = {Physics-informed machine learning},
2159 + author = {Karniadakis, George Em and Kevrekidis, Ioannis G. and Lu, Lu and Perdikaris, Paris and Wang, Sifan and Yang, Liu},
2160 + year = {2021},
2161 + journal = {Nature Reviews Physics},
2162 + volume = {3},
2163 + number = {6},
2164 + pages = {422--440},
2165 + doi = {10.1038/s42254-021-00314-5},
2166 + note = {verified: crossref 2026-11-03}
2167 +}
2168 +
2169 +@article{wang2023aiscience,
2170 + title = {Scientific discovery in the age of artificial intelligence},
2171 + author = {Wang, Hanchen and Fu, Tianfan and Du, Yuanqi and Gao, Wenhao and Huang, Kexin and Liu, Ziming and Chandak, Payal and Liu, Shengchao and Van Katwyk, Peter and Deac, Andreea and others},
2172 + year = {2023},
2173 + journal = {Nature},
2174 + volume = {620},
2175 + number = {7972},
2176 + pages = {47--60},
2177 + doi = {10.1038/s41586-023-06221-2},
2178 + note = {verified: crossref 2026-11-03}
2179 +}
2180 +
2181 +@article{masanet2020datacenter,
2182 + title = {Recalibrating global data center energy-use estimates},
2183 + author = {Masanet, Eric and Shehabi, Arman and Lei, Nuoa and Smith, Sarah and Koomey, Jonathan},
2184 + year = {2020},
2185 + journal = {Science},
2186 + volume = {367},
2187 + number = {6481},
2188 + pages = {984--986},
2189 + doi = {10.1126/science.aba3758},
2190 + note = {verified: crossref 2026-11-03}
2191 +}
2192 +
2193 +@article{bai1998breaks,
2194 + title = {Estimating and {Testing} {Linear} {Models} with {Multiple} {Structural} {Changes}},
2195 + author = {Bai, Jushan and Perron, Pierre},
2196 + year = {1998},
2197 + journal = {Econometrica},
2198 + volume = {66},
2199 + number = {1},
2200 + pages = {47},
2201 + doi = {10.2307/2998540},
2202 + note = {verified: crossref 2026-11-03}
2203 +}
2204 +
2205 +@article{bai2003computation,
2206 + title = {Computation and analysis of multiple structural change models},
2207 + author = {Bai, Jushan and Perron, Pierre},
2208 + year = {2003},
2209 + journal = {Journal of Applied Econometrics},
2210 + volume = {18},
2211 + number = {1},
2212 + pages = {1--22},
2213 + doi = {10.1002/jae.659},
2214 + note = {verified: crossref 2026-11-03}
2215 +}
2216 +
2217 +@article{bernal2017its,
2218 + title = {Interrupted time series regression for the evaluation of public health interventions: a tutorial},
2219 + author = {Lopez Bernal, James and Cummins, Steven and Gasparrini, Antonio},
2220 + year = {2016},
2221 + journal = {International Journal of Epidemiology},
2222 + pages = {dyw098},
2223 + doi = {10.1093/ije/dyw098},
2224 + note = {verified: crossref 2026-11-03}
2225 +}
2226 +
2227 +@article{andrews1993tests,
2228 + title = {Tests for {Parameter} {Instability} and {Structural} {Change} {With} {Unknown} {Change} {Point}},
2229 + author = {Andrews, Donald W. K.},
2230 + year = {1993},
2231 + journal = {Econometrica},
2232 + volume = {61},
2233 + number = {4},
2234 + pages = {821},
2235 + doi = {10.2307/2951764},
2236 + note = {verified: crossref 2026-11-03}
2237 +}
2238 +
2239 +@article{killick2012pelt,
2240 + title = {Optimal {Detection} of {Changepoints} {With} a {Linear} {Computational} {Cost}},
2241 + author = {Killick, R. and Fearnhead, P. and Eckley, I. A.},
2242 + year = {2012},
2243 + journal = {Journal of the American Statistical Association},
2244 + volume = {107},
2245 + number = {500},
2246 + pages = {1590--1598},
2247 + doi = {10.1080/01621459.2012.737745},
2248 + note = {verified: crossref 2026-11-03}
2249 +}
2250 +
2251 +@article{kobak2025delving,
2252 + title = {Delving into {LLM-assisted} writing in biomedical publications through excess vocabulary},
2253 + author = {Kobak, Dmitry and González-Márquez, Rita and Horvát, Emőke-Ágnes and Lause, Jan},
2254 + year = {2025},
2255 + journal = {Science Advances},
2256 + volume = {11},
2257 + number = {27},
2258 + doi = {10.1126/sciadv.adt3813},
2259 + note = {verified: crossref 2026-11-03}
2260 +}
2261 +
2262 +@article{dwivedi2023sowhat,
2263 + title = {Opinion {Paper:} {“So} what if {ChatGPT} wrote it?” {Multidisciplinary} perspectives on opportunities, challenges and implications of generative conversational {AI} for research, practice and policy},
2264 + author = {Dwivedi, Yogesh K. and Kshetri, Nir and Hughes, Laurie and Slade, Emma Louise and Jeyaraj, Anand and Kar, Arpan Kumar and Baabdullah, Abdullah M. and Koohang, Alex and Raghavan, Vishnupriya and Ahuja, Manju and others},
2265 + year = {2023},
2266 + journal = {International Journal of Information Management},
2267 + volume = {71},
2268 + pages = {102642},
2269 + doi = {10.1016/j.ijinfomgt.2023.102642},
2270 + note = {verified: crossref 2026-11-03}
2271 +}
2272 +
2273 +@article{vannoorden2023survey,
2274 + title = {{AI} and science: what 1,600 researchers think},
2275 + author = {Van Noorden, Richard and Perkel, Jeffrey M.},
2276 + year = {2023},
2277 + journal = {Nature},
2278 + volume = {621},
2279 + number = {7980},
2280 + pages = {672--675},
2281 + doi = {10.1038/d41586-023-02980-0},
2282 + note = {verified: crossref 2026-11-03}
2283 +}
2284 +
2285 +@article{messeri2024illusions,
2286 + title = {Artificial intelligence and illusions of understanding in scientific research},
2287 + author = {Messeri, Lisa and Crockett, M. J.},
2288 + year = {2024},
2289 + journal = {Nature},
2290 + volume = {627},
2291 + number = {8002},
2292 + pages = {49--58},
2293 + doi = {10.1038/s41586-024-07146-0},
2294 + note = {verified: crossref 2026-11-03}
2295 +}
2296 +
2297 +@article{birhane2023science,
2298 + title = {Science in the age of large language models},
2299 + author = {Birhane, Abeba and Kasirzadeh, Atoosa and Leslie, David and Wachter, Sandra},
2300 + year = {2023},
2301 + journal = {Nature Reviews Physics},
2302 + volume = {5},
2303 + number = {5},
2304 + pages = {277--280},
2305 + doi = {10.1038/s42254-023-00581-4},
2306 + note = {verified: crossref 2026-11-03}
2307 +}
2308 +
2309 +@article{krenn2023forecasting,
2310 + title = {Forecasting the future of artificial intelligence with machine learning-based link prediction in an exponentially growing knowledge network},
2311 + author = {Krenn, Mario and Buffoni, Lorenzo and Coutinho, Bruno and Eppel, Sagi and Foster, Jacob Gates and Gritsevskiy, Andrew and Lee, Harlin and Lu, Yichao and Moutinho, João P. and Sanjabi, Nima and others},
2312 + year = {2023},
2313 + journal = {Nature Machine Intelligence},
2314 + volume = {5},
2315 + number = {11},
2316 + pages = {1326--1335},
2317 + doi = {10.1038/s42256-023-00735-0},
2318 + note = {verified: crossref 2026-11-03}
2319 +}
2320 +
2321 +@article{fortunato2018sos,
2322 + title = {Science of science},
2323 + author = {Fortunato, Santo and Bergstrom, Carl T. and Börner, Katy and Evans, James A. and Helbing, Dirk and Milojević, Staša and Petersen, Alexander M. and Radicchi, Filippo and Sinatra, Roberta and Uzzi, Brian and others},
2324 + year = {2018},
2325 + journal = {Science},
2326 + volume = {359},
2327 + number = {6379},
2328 + doi = {10.1126/science.aao0185},
2329 + note = {verified: crossref 2026-11-03}
2330 +}
2331 +
2332 +@book{wang2021sos,
2333 + title = {The {Science} of {Science}},
2334 + author = {Wang, Dashun and Barabási, Albert-László},
2335 + year = {2021},
2336 + publisher = {Cambridge University Press},
2337 + doi = {10.1017/9781108610834},
2338 + note = {verified: crossref 2026-11-03}
2339 +}
2340 +
2341 +@article{park2023disruptive,
2342 + title = {Papers and patents are becoming less disruptive over time},
2343 + author = {Park, Michael and Leahey, Erin and Funk, Russell J.},
2344 + year = {2023},
2345 + journal = {Nature},
2346 + volume = {613},
2347 + number = {7942},
2348 + pages = {138--144},
2349 + doi = {10.1038/s41586-022-05543-x},
2350 + note = {verified: crossref 2026-11-03}
2351 +}
2352 +
2353 +@article{chu2021slowed,
2354 + title = {Slowed canonical progress in large fields of science},
2355 + author = {Chu, Johan S. G. and Evans, James A.},
2356 + year = {2021},
2357 + journal = {Proceedings of the National Academy of Sciences},
2358 + volume = {118},
2359 + number = {41},
2360 + doi = {10.1073/pnas.2021636118},
2361 + note = {verified: crossref 2026-11-03}
2362 +}
2363 +
2364 +@article{bornmann2015growth,
2365 + title = {Growth rates of modern science: {A} bibliometric analysis based on the number of publications and cited references},
2366 + author = {Bornmann, Lutz and Mutz, Rüdiger},
2367 + year = {2015},
2368 + journal = {Journal of the Association for Information Science and Technology},
2369 + volume = {66},
2370 + number = {11},
2371 + pages = {2215--2222},
2372 + doi = {10.1002/asi.23329},
2373 + note = {verified: crossref 2026-11-03}
2374 +}
2375 +
2376 +@article{binnashwan2023chatgpt,
2377 + title = {Use of {ChatGPT} in academia: {Academic} integrity hangs in the balance},
2378 + author = {Bin-Nashwan, Saeed Awadh and Sadallah, Mouad and Bouteraa, Mohamed},
2379 + year = {2023},
2380 + journal = {Technology in Society},
2381 + volume = {75},
2382 + pages = {102370},
2383 + doi = {10.1016/j.techsoc.2023.102370},
2384 + note = {verified: crossref 2026-11-03}
2385 +}
2386 +
2387 +@article{kapoor2023leakage,
2388 + title = {Leakage and the reproducibility crisis in machine-learning-based science},
2389 + author = {Kapoor, Sayash and Narayanan, Arvind},
2390 + year = {2023},
2391 + journal = {Patterns},
2392 + volume = {4},
2393 + number = {9},
2394 + pages = {100804},
2395 + doi = {10.1016/j.patter.2023.100804},
2396 + note = {verified: crossref 2026-11-03}
2397 +}
2398 +
2399 +@article{gundersen2018reproducibility,
2400 + title = {State of the {Art:} {Reproducibility} in {Artificial} {Intelligence}},
2401 + author = {Gundersen, Odd Erik and Kjensmo, Sigbjørn},
2402 + year = {2018},
2403 + journal = {Proceedings of the AAAI Conference on Artificial Intelligence},
2404 + volume = {32},
2405 + number = {1},
2406 + doi = {10.1609/aaai.v32i1.11503},
2407 + note = {verified: crossref 2026-11-03}
2408 +}
2409 +
2410 +@misc{liang2025widespread,
2411 + title = {The {Widespread} {Adoption} of {Large} {Language} {Model-Assisted} {Writing} {Across} {Society}},
2412 + author = {Weixin Liang and Yaohui Zhang and Mihai Codreanu and Jiayu Wang and Hancheng Cao and James Zou},
2413 + year = {2025},
2414 + eprint = {2502.09747},
2415 + archiveprefix = {arXiv},
2416 + howpublished = {arXiv preprint arXiv:2502.09747},
2417 + note = {verified: arxiv API 2026-11-03}
2418 +}
2419 +
2420 +@misc{openai2022chatgpt,
2421 + title = {Introducing {ChatGPT}},
2422 + author = {{OpenAI}},
2423 + year = {2022},
2424 + howpublished = {Blog post, 30 November 2022, \url{https://openai.com/index/chatgpt/}},
2425 + note = {Accessed 3 November 2026; original URL openai.com/blog/chatgpt archived by the Internet Archive on 2 December 2022}
2426 +}
2427 +@misc{openalex2025topics,
2428 + title = {Topics},
2429 + author = {{OpenAlex}},
2430 + year = {2025},
2431 + howpublished = {OpenAlex documentation, \url{https://help.openalex.org/data/topics/}},
2432 + note = {Accessed 3 November 2026}
2433 +}
2434 +@misc{arxiv2026stats,
2435 + title = {{arXiv} monthly submissions},
2436 + author = {{arXiv}},
2437 + year = {2026},
2438 + howpublished = {\url{https://arxiv.org/stats/monthly_submissions}},
2439 + note = {Accessed 3 November 2026}
2440 +}
modified manuscript/references_part03.bib +4 −157
@@ -1,15 +1,9 @@
1 1 % references_part03.bib — Part III (Data and Systematic Review Protocol). Every entry verified by a single
2 2 % Crossref or arXiv API lookup on 2026-11-03; see references_verification_part03.csv.
3 −@article{page2021prisma,
4 − author = {Page, Matthew J. and McKenzie, Joanne E. and Bossuyt, Patrick M. and Boutron, Isabelle and Hoffmann, Tammy C. and Mulrow, Cynthia D. and Shamseer, Larissa and Tetzlaff, Jennifer M. and Akl, Elie A. and Brennan, Sue E. and Chou, Roger and Glanville, Julie and Grimshaw, Jeremy M. and Hr{\'o}bjartsson, Asbj{\o}rn and Lalu, Manoj M. and Li, Tianjing and Loder, Elizabeth W. and Mayo-Wilson, Evan and McDonald, Steve and McGuinness, Luke A. and Stewart, Lesley A. and Thomas, James and Tricco, Andrea C. and Welch, Vivian A. and Whiting, Penny and Moher, David},
5 − title = {The {PRISMA} 2020 statement: an updated guideline for reporting systematic reviews},
6 − journal = {BMJ},
7 − year = {2021},
8 − volume = {372},
9 − pages = {n71},
10 − doi = {10.1136/bmj.n71},
11 − note = {verified: crossref 2026-11-03}
12 −}
3 +% Keys verified here but already defined (same DOI) in references.bib by Agent B-lit are NOT redefined:
4 +% alperin2024openalex, ginsparg2011arxiv, haddaway2022prismaflow, hendricks2020crossref, ley2002dblp, ley2009dblp, page2021prisma, petersen2008mapping, petersen2015mapping, priem2022openalex, rethlefsen2021prismas, tricco2018prismascr, visser2021comparison, waltman2016review, wang2020mag
5 +% (their verification rows remain in references_verification_part03.csv with note=reused:references.bib).
6 +
13 7 @article{page2021prismaee,
14 8 author = {Page, Matthew J. and Moher, David and Bossuyt, Patrick M. and Boutron, Isabelle and Hoffmann, Tammy C. and Mulrow, Cynthia D. and Shamseer, Larissa and Tetzlaff, Jennifer M. and Akl, Elie A. and Brennan, Sue E. and Chou, Roger and Glanville, Julie and Grimshaw, Jeremy M. and Hr{\'o}bjartsson, Asbj{\o}rn and Lalu, Manoj M. and Li, Tianjing and Loder, Elizabeth W. and Mayo-Wilson, Evan and McDonald, Steve and McGuinness, Luke A. and Stewart, Lesley A. and Thomas, James and Tricco, Andrea C. and Welch, Vivian A. and Whiting, Penny and McKenzie, Joanne E.},
15 9 title = {{PRISMA} 2020 explanation and elaboration: updated guidance and exemplars for reporting systematic reviews},
@@ -20,58 +14,6 @@
20 14 doi = {10.1136/bmj.n160},
21 15 note = {verified: crossref 2026-11-03}
22 16 }
23 −@inproceedings{petersen2008mapping,
24 − author = {Petersen, Kai and Feldt, Robert and Mujtaba, Shahid and Mattsson, Michael},
25 − title = {Systematic mapping studies in software engineering},
26 − booktitle = {Proceedings of the 12th International Conference on Evaluation and Assessment in Software Engineering (EASE)},
27 − series = {Electronic Workshops in Computing},
28 − publisher = {BCS Learning and Development},
29 − year = {2008},
30 − doi = {10.14236/ewic/EASE2008.8},
31 − note = {verified: crossref 2026-11-03}
32 −}
33 −@article{petersen2015mapping,
34 − author = {Petersen, Kai and Vakkalanka, Sairam and Kuzniarz, Ludwik},
35 − title = {Guidelines for conducting systematic mapping studies in software engineering: An update},
36 − journal = {Information and Software Technology},
37 − year = {2015},
38 − volume = {64},
39 − pages = {1--18},
40 − doi = {10.1016/j.infsof.2015.03.007},
41 − note = {verified: crossref 2026-11-03}
42 −}
43 −@article{tricco2018prismascr,
44 − author = {Tricco, Andrea C. and Lillie, Erin and Zarin, Wasifa and O'Brien, Kelly K. and Colquhoun, Heather and Levac, Danielle and Moher, David and Peters, Micah D. J. and Horsley, Tanya and Weeks, Laura and Hempel, Susanne and Akl, Elie A. and Chang, Christine and McGowan, Jessie and Stewart, Lesley and Hartling, Lisa and Aldcroft, Adrian and Wilson, Michael G. and Garritty, Chantelle and Lewin, Simon and Godfrey, Christina M. and Macdonald, Marilyn T. and Langlois, Etienne V. and Soares-Weiser, Karla and Moriarty, Jo and Clifford, Tammy and Tun{\c{c}}alp, {\"O}zge and Straus, Sharon E.},
45 − title = {{PRISMA} extension for scoping reviews ({PRISMA-ScR}): Checklist and explanation},
46 − journal = {Annals of Internal Medicine},
47 − year = {2018},
48 − volume = {169},
49 − number = {7},
50 − pages = {467--473},
51 − doi = {10.7326/M18-0850},
52 − note = {verified: crossref 2026-11-03}
53 −}
54 −@article{rethlefsen2021prismas,
55 − author = {Rethlefsen, Melissa L. and Kirtley, Shona and Waffenschmidt, Siw and Ayala, Ana Patricia and Moher, David and Page, Matthew J. and Koffel, Jonathan B.},
56 − title = {{PRISMA-S}: an extension to the {PRISMA} Statement for Reporting Literature Searches in Systematic Reviews},
57 − journal = {Systematic Reviews},
58 − year = {2021},
59 − volume = {10},
60 − pages = {39},
61 − doi = {10.1186/s13643-020-01542-z},
62 − note = {verified: crossref 2026-11-03}
63 −}
64 −@article{haddaway2022prismaflow,
65 − author = {Haddaway, Neal R. and Page, Matthew J. and Pritchard, Chris C. and McGuinness, Luke A.},
66 − title = {{PRISMA2020}: An {R} package and {Shiny} app for producing {PRISMA} 2020-compliant flow diagrams, with interactivity for optimised digital transparency and Open Synthesis},
67 − journal = {Campbell Systematic Reviews},
68 − year = {2022},
69 − volume = {18},
70 − number = {2},
71 − pages = {e1230},
72 − doi = {10.1002/cl2.1230},
73 − note = {verified: crossref 2026-11-03}
74 −}
75 17 @article{gusenbauer2020search,
76 18 author = {Gusenbauer, Michael and Haddaway, Neal R.},
77 19 title = {Which academic search systems are suitable for systematic reviews or meta-analyses? {Evaluating} retrieval qualities of {Google Scholar}, {PubMed}, and 26 other resources},
@@ -83,39 +25,6 @@
83 25 doi = {10.1002/jrsm.1378},
84 26 note = {verified: crossref 2026-11-03}
85 27 }
86 −@incollection{ley2002dblp,
87 − author = {Ley, Michael},
88 − title = {The {DBLP} computer science bibliography: Evolution, research issues, perspectives},
89 − booktitle = {String Processing and Information Retrieval (SPIRE 2002)},
90 − series = {Lecture Notes in Computer Science},
91 − volume = {2476},
92 − publisher = {Springer},
93 − year = {2002},
94 − pages = {1--10},
95 − doi = {10.1007/3-540-45735-6_1},
96 − note = {verified: crossref 2026-11-03}
97 −}
98 −@article{ley2009dblp,
99 − author = {Ley, Michael},
100 − title = {{DBLP}: some lessons learned},
101 − journal = {Proceedings of the VLDB Endowment},
102 − year = {2009},
103 − volume = {2},
104 − number = {2},
105 − pages = {1493--1500},
106 − doi = {10.14778/1687553.1687577},
107 − note = {verified: crossref 2026-11-03}
108 −}
109 −@article{ginsparg2011arxiv,
110 − author = {Ginsparg, Paul},
111 − title = {{ArXiv} at 20},
112 − journal = {Nature},
113 − year = {2011},
114 − volume = {476},
115 − pages = {145--147},
116 − doi = {10.1038/476145a},
117 − note = {verified: crossref 2026-11-03}
118 −}
119 28 @misc{clement2019arxiv,
120 29 author = {Clement, Colin B. and Bierbaum, Matthew and O'Keeffe, Kevin P. and Alemi, Alexander A.},
121 30 title = {On the use of {arXiv} as a dataset},
@@ -125,15 +34,6 @@
125 34 howpublished = {arXiv preprint arXiv:1905.00075},
126 35 note = {verified: arxiv 2026-11-03}
127 36 }
128 −@misc{priem2022openalex,
129 − author = {Priem, Jason and Piwowar, Heather and Orr, Richard},
130 − title = {{OpenAlex}: A fully-open index of scholarly works, authors, venues, institutions, and concepts},
131 − year = {2022},
132 − eprint = {2205.01833},
133 − archiveprefix = {arXiv},
134 − howpublished = {arXiv preprint arXiv:2205.01833},
135 − note = {verified: arxiv 2026-11-03}
136 −}
137 37 @misc{kinney2023s2,
138 38 author = {Kinney, Rodney and Anastasiades, Chloe and Authur, Russell and Beltagy, Iz and Bragg, Jonathan and Buraczynski, Alexandra and Cachola, Isabel and Candra, Stefan and Chandrasekhar, Yoganand and Cohan, Arman and others},
139 39 title = {The {Semantic Scholar} Open Data Platform},
@@ -143,15 +43,6 @@
143 43 howpublished = {arXiv preprint arXiv:2301.10140},
144 44 note = {verified: arxiv 2026-11-03}
145 45 }
146 −@misc{alperin2024openalex,
147 − author = {Alperin, Juan Pablo and Portenoy, Jason and Demes, Kyle and Larivi{\`e}re, Vincent and Haustein, Stefanie},
148 − title = {An analysis of the suitability of {OpenAlex} for bibliometric analyses},
149 − year = {2024},
150 − eprint = {2404.17663},
151 − archiveprefix = {arXiv},
152 − howpublished = {arXiv preprint arXiv:2404.17663},
153 − note = {verified: arxiv 2026-11-03}
154 −}
155 46 @article{culbert2025openalex,
156 47 author = {Culbert, Jack H. and Hobert, Anne and Jahn, Najko and Haupka, Nick and Schmidt, Marion and Donner, Paul and Mayr, Philipp},
157 48 title = {Reference coverage analysis of {OpenAlex} compared to {Web of Science} and {Scopus}},
@@ -181,17 +72,6 @@
181 72 doi = {10.1162/qss_a_00286},
182 73 note = {verified: crossref 2026-11-03}
183 74 }
184 −@article{visser2021comparison,
185 − author = {Visser, Martijn and van Eck, Nees Jan and Waltman, Ludo},
186 − title = {Large-scale comparison of bibliographic data sources: {Scopus}, {Web of Science}, {Dimensions}, {Crossref}, and {Microsoft Academic}},
187 − journal = {Quantitative Science Studies},
188 − year = {2021},
189 − volume = {2},
190 − number = {1},
191 − pages = {20--41},
192 − doi = {10.1162/qss_a_00112},
193 − note = {verified: crossref 2026-11-03}
194 −}
195 75 @article{martinmartin2021comparison,
196 76 author = {Mart{\'i}n-Mart{\'i}n, Alberto and Thelwall, Mike and Orduna-Malea, Enrique and Delgado L{\'o}pez-C{\'o}zar, Emilio},
197 77 title = {{Google Scholar}, {Microsoft Academic}, {Scopus}, {Dimensions}, {Web of Science}, and {OpenCitations}' {COCI}: a multidisciplinary comparison of coverage via citations},
@@ -212,28 +92,6 @@
212 92 doi = {10.1007/s11192-015-1765-5},
213 93 note = {verified: crossref 2026-11-03}
214 94 }
215 −@article{hendricks2020crossref,
216 − author = {Hendricks, Ginny and Tkaczyk, Dominika and Lin, Jennifer and Feeney, Patricia},
217 − title = {{Crossref}: The sustainable source of community-owned scholarly metadata},
218 − journal = {Quantitative Science Studies},
219 − year = {2020},
220 − volume = {1},
221 − number = {1},
222 − pages = {414--427},
223 − doi = {10.1162/qss_a_00022},
224 − note = {verified: crossref 2026-11-03}
225 −}
226 −@article{wang2020mag,
227 − author = {Wang, Kuansan and Shen, Zhihong and Huang, Chiyuan and Wu, Chieh-Han and Dong, Yuxiao and Kanakia, Anshul},
228 − title = {{Microsoft Academic Graph}: When experts are not enough},
229 − journal = {Quantitative Science Studies},
230 − year = {2020},
231 − volume = {1},
232 − number = {1},
233 − pages = {396--413},
234 − doi = {10.1162/qss_a_00021},
235 − note = {verified: crossref 2026-11-03}
236 −}
237 95 @article{radev2013acl,
238 96 author = {Radev, Dragomir R. and Muthukrishnan, Pradeep and Qazvinian, Vahed and Abu-Jbara, Amjad},
239 97 title = {The {ACL} anthology network corpus},
@@ -294,17 +152,6 @@
294 152 doi = {10.1007/s11192-012-0775-9},
295 153 note = {verified: crossref 2026-11-03 (online 2012, volume 94 = 2013)}
296 154 }
297 −@article{waltman2016review,
298 − author = {Waltman, Ludo},
299 − title = {A review of the literature on citation impact indicators},
300 − journal = {Journal of Informetrics},
301 − year = {2016},
302 − volume = {10},
303 − number = {2},
304 − pages = {365--391},
305 − doi = {10.1016/j.joi.2016.02.007},
306 − note = {verified: crossref 2026-11-03}
307 −}
308 155 @article{fortunato2018science,
309 156 author = {Fortunato, Santo and Bergstrom, Carl T. and B{\"o}rner, Katy and Evans, James A. and Helbing, Dirk and Milojevi{\'c}, Sta{\v{s}}a and Petersen, Alexander M. and Radicchi, Filippo and Sinatra, Roberta and Uzzi, Brian and Vespignani, Alessandro and Waltman, Ludo and Wang, Dashun and Barab{\'a}si, Albert-L{\'a}szl{\'o}},
310 157 title = {Science of science},
added manuscript/references_part04.bib +492 −0
@@ -0,0 +1,492 @@
1 +% references_part04.bib — Part IV (Computational Methodology), WP44.
2 +% Every entry verified on 2026-11-03 by a Crossref / OpenAlex / arXiv lookup; see references_verification_part04.csv.
3 +
4 +@article{waltman2016review,
5 + author = {Waltman, Ludo},
6 + title = {A review of the literature on citation impact indicators},
7 + journal = {Journal of Informetrics},
8 + year = {2016},
9 + volume = {10},
10 + number = {2},
11 + pages = {365--391},
12 + doi = {10.1016/j.joi.2016.02.007}
13 +}
14 +
15 +@incollection{waltman2019fieldnorm,
16 + author = {Waltman, Ludo and van Eck, Nees Jan},
17 + title = {Field Normalization of Scientometric Indicators},
18 + booktitle = {Springer Handbook of Science and Technology Indicators},
19 + publisher = {Springer},
20 + year = {2019},
21 + pages = {281--300},
22 + doi = {10.1007/978-3-030-02511-3_11}
23 +}
24 +
25 +@article{wang2013window,
26 + author = {Wang, Jian},
27 + title = {Citation time window choice for research impact evaluation},
28 + journal = {Scientometrics},
29 + year = {2013},
30 + volume = {94},
31 + number = {3},
32 + pages = {851--872},
33 + doi = {10.1007/s11192-012-0775-9}
34 +}
35 +
36 +@misc{openalex2026fwci,
37 + author = {{OpenAlex}},
38 + title = {Works: attributes ({F}ield-{W}eighted {C}itation {I}mpact, \texttt{fwci})},
39 + howpublished = {OpenAlex documentation, \url{https://help.openalex.org/data/works/attributes/}},
40 + year = {2026},
41 + note = {Accessed 3 November 2026}
42 +}
43 +
44 +@article{ceriani2012gini,
45 + author = {Ceriani, Lidia and Verme, Paolo},
46 + title = {The origins of the {G}ini index: extracts from {V}ariabilit{\`a} e {M}utabilit{\`a} (1912) by {C}orrado {G}ini},
47 + journal = {The Journal of Economic Inequality},
48 + year = {2012},
49 + volume = {10},
50 + number = {3},
51 + pages = {421--443},
52 + doi = {10.1007/s10888-011-9188-x}
53 +}
54 +
55 +@article{hirschman1964paternity,
56 + author = {Hirschman, Albert O.},
57 + title = {The paternity of an index},
58 + journal = {American Economic Review},
59 + year = {1964},
60 + volume = {54},
61 + number = {5},
62 + pages = {761--762},
63 + note = {OpenAlex W2163989766}
64 +}
65 +
66 +@article{rao1982diversity,
67 + author = {Rao, C. Radhakrishna},
68 + title = {Diversity and dissimilarity coefficients: a unified approach},
69 + journal = {Theoretical Population Biology},
70 + year = {1982},
71 + volume = {21},
72 + number = {1},
73 + pages = {24--43},
74 + doi = {10.1016/0040-5809(82)90004-1}
75 +}
76 +
77 +@article{stirling2007diversity,
78 + author = {Stirling, Andy},
79 + title = {A general framework for analysing diversity in science, technology and society},
80 + journal = {Journal of The Royal Society Interface},
81 + year = {2007},
82 + volume = {4},
83 + number = {15},
84 + pages = {707--719},
85 + doi = {10.1098/rsif.2007.0213}
86 +}
87 +
88 +@article{leinster2012diversity,
89 + author = {Leinster, Tom and Cobbold, Christina A.},
90 + title = {Measuring diversity: the importance of species similarity},
91 + journal = {Ecology},
92 + year = {2012},
93 + volume = {93},
94 + number = {3},
95 + pages = {477--489},
96 + doi = {10.1890/10-2402.1}
97 +}
98 +
99 +@article{rafols2010diversity,
100 + author = {Rafols, Ismael and Meyer, Martin},
101 + title = {Diversity and network coherence as indicators of interdisciplinarity: case studies in bionanoscience},
102 + journal = {Scientometrics},
103 + year = {2010},
104 + volume = {82},
105 + number = {2},
106 + pages = {263--287},
107 + doi = {10.1007/s11192-009-0041-y}
108 +}
109 +
110 +@article{zhang2016diversity,
111 + author = {Zhang, Lin and Rousseau, Ronald and Gl{\"a}nzel, Wolfgang},
112 + title = {Diversity of references as an indicator of the interdisciplinarity of journals: taking similarity between subject fields into account},
113 + journal = {Journal of the Association for Information Science and Technology},
114 + year = {2016},
115 + volume = {67},
116 + number = {5},
117 + pages = {1257--1265},
118 + doi = {10.1002/asi.23487}
119 +}
120 +
121 +@article{newman2004community,
122 + author = {Newman, M. E. J. and Girvan, M.},
123 + title = {Finding and evaluating community structure in networks},
124 + journal = {Physical Review E},
125 + year = {2004},
126 + volume = {69},
127 + number = {2},
128 + pages = {026113},
129 + doi = {10.1103/PhysRevE.69.026113}
130 +}
131 +
132 +@article{leicht2008directed,
133 + author = {Leicht, E. A. and Newman, M. E. J.},
134 + title = {Community structure in directed networks},
135 + journal = {Physical Review Letters},
136 + year = {2008},
137 + volume = {100},
138 + number = {11},
139 + pages = {118703},
140 + doi = {10.1103/PhysRevLett.100.118703}
141 +}
142 +
143 +@article{fortunato2007resolution,
144 + author = {Fortunato, Santo and Barth{\'e}lemy, Marc},
145 + title = {Resolution limit in community detection},
146 + journal = {Proceedings of the National Academy of Sciences},
147 + year = {2007},
148 + volume = {104},
149 + number = {1},
150 + pages = {36--41},
151 + doi = {10.1073/pnas.0605965104}
152 +}
153 +
154 +@article{fortunato2010community,
155 + author = {Fortunato, Santo},
156 + title = {Community detection in graphs},
157 + journal = {Physics Reports},
158 + year = {2010},
159 + volume = {486},
160 + number = {3--5},
161 + pages = {75--174},
162 + doi = {10.1016/j.physrep.2009.11.002}
163 +}
164 +
165 +@inproceedings{cohan2020specter,
166 + author = {Cohan, Arman and Feldman, Sergey and Beltagy, Iz and Downey, Doug and Weld, Daniel S.},
167 + title = {{SPECTER}: Document-level representation learning using citation-informed transformers},
168 + booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
169 + year = {2020},
170 + pages = {2270--2282},
171 + doi = {10.18653/v1/2020.acl-main.207}
172 +}
173 +
174 +@inproceedings{singh2023scirepeval,
175 + author = {Singh, Amanpreet and D'Arcy, Mike and Cohan, Arman and Downey, Doug and Feldman, Sergey},
176 + title = {{SciRepEval}: A multi-format benchmark for scientific document representations},
177 + booktitle = {Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing},
178 + year = {2023},
179 + pages = {5548--5566},
180 + doi = {10.18653/v1/2023.emnlp-main.338}
181 +}
182 +
183 +@inproceedings{ostendorff2022scincl,
184 + author = {Ostendorff, Malte and Rethmeier, Nils and Augenstein, Isabelle and Gipp, Bela and Rehm, Georg},
185 + title = {Neighborhood contrastive learning for scientific document representations with citation embeddings},
186 + booktitle = {Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing},
187 + year = {2022},
188 + doi = {10.18653/v1/2022.emnlp-main.802}
189 +}
190 +
191 +@inproceedings{reimers2019sbert,
192 + author = {Reimers, Nils and Gurevych, Iryna},
193 + title = {{Sentence-BERT}: Sentence embeddings using {S}iamese {BERT}-networks},
194 + booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing},
195 + year = {2019},
196 + pages = {3980--3990},
197 + doi = {10.18653/v1/D19-1410}
198 +}
199 +
200 +@misc{mcinnes2018umap,
201 + author = {McInnes, Leland and Healy, John and Melville, James},
202 + title = {{UMAP}: Uniform manifold approximation and projection for dimension reduction},
203 + year = {2018},
204 + howpublished = {arXiv preprint arXiv:1802.03426},
205 + note = {Preprint}
206 +}
207 +
208 +@article{mcinnes2017hdbscan,
209 + author = {McInnes, Leland and Healy, John and Astels, Steve},
210 + title = {hdbscan: Hierarchical density based clustering},
211 + journal = {The Journal of Open Source Software},
212 + year = {2017},
213 + volume = {2},
214 + number = {11},
215 + pages = {205},
216 + doi = {10.21105/joss.00205}
217 +}
218 +
219 +@inproceedings{campello2013hdbscan,
220 + author = {Campello, Ricardo J. G. B. and Moulavi, Davoud and Sander, Joerg},
221 + title = {Density-based clustering based on hierarchical density estimates},
222 + booktitle = {Advances in Knowledge Discovery and Data Mining (PAKDD 2013), Lecture Notes in Computer Science},
223 + publisher = {Springer},
224 + year = {2013},
225 + pages = {160--172},
226 + doi = {10.1007/978-3-642-37456-2_14}
227 +}
228 +
229 +@article{hubert1985comparing,
230 + author = {Hubert, Lawrence and Arabie, Phipps},
231 + title = {Comparing partitions},
232 + journal = {Journal of Classification},
233 + year = {1985},
234 + volume = {2},
235 + number = {1},
236 + pages = {193--218},
237 + doi = {10.1007/BF01908075}
238 +}
239 +
240 +@article{uzzi2013atypical,
241 + author = {Uzzi, Brian and Mukherjee, Satyam and Stringer, Michael and Jones, Ben},
242 + title = {Atypical combinations and scientific impact},
243 + journal = {Science},
244 + year = {2013},
245 + volume = {342},
246 + number = {6157},
247 + pages = {468--472},
248 + doi = {10.1126/science.1240474}
249 +}
250 +
251 +@article{wang2017novelty,
252 + author = {Wang, Jian and Veugelers, Reinhilde and Stephan, Paula},
253 + title = {Bias against novelty in science: A cautionary tale for users of bibliometric indicators},
254 + journal = {Research Policy},
255 + year = {2017},
256 + volume = {46},
257 + number = {8},
258 + pages = {1416--1436},
259 + doi = {10.1016/j.respol.2017.06.006}
260 +}
261 +
262 +@article{bernal2017its,
263 + author = {Bernal, James Lopez and Cummins, Steven and Gasparrini, Antonio},
264 + title = {Interrupted time series regression for the evaluation of public health interventions: a tutorial},
265 + journal = {International Journal of Epidemiology},
266 + year = {2017},
267 + volume = {46},
268 + number = {1},
269 + pages = {348--355},
270 + doi = {10.1093/ije/dyw098}
271 +}
272 +
273 +@article{bernal2018controls,
274 + author = {Lopez Bernal, James and Cummins, Steven and Gasparrini, Antonio},
275 + title = {The use of controls in interrupted time series studies of public health interventions},
276 + journal = {International Journal of Epidemiology},
277 + year = {2018},
278 + volume = {47},
279 + number = {6},
280 + pages = {2082--2093},
281 + doi = {10.1093/ije/dyy135}
282 +}
283 +
284 +@article{newey1987hac,
285 + author = {Newey, Whitney K. and West, Kenneth D.},
286 + title = {A simple, positive semi-definite, heteroskedasticity and autocorrelation consistent covariance matrix},
287 + journal = {Econometrica},
288 + year = {1987},
289 + volume = {55},
290 + number = {3},
291 + pages = {703--708},
292 + doi = {10.2307/1913610}
293 +}
294 +
295 +@article{andrews1991hac,
296 + author = {Andrews, Donald W. K.},
297 + title = {Heteroskedasticity and autocorrelation consistent covariance matrix estimation},
298 + journal = {Econometrica},
299 + year = {1991},
300 + volume = {59},
301 + number = {3},
302 + pages = {817--858},
303 + doi = {10.2307/2938229}
304 +}
305 +
306 +@article{bai1998breaks,
307 + author = {Bai, Jushan and Perron, Pierre},
308 + title = {Estimating and testing linear models with multiple structural changes},
309 + journal = {Econometrica},
310 + year = {1998},
311 + volume = {66},
312 + number = {1},
313 + pages = {47--78},
314 + doi = {10.2307/2998540}
315 +}
316 +
317 +@article{bai2003computation,
318 + author = {Bai, Jushan and Perron, Pierre},
319 + title = {Computation and analysis of multiple structural change models},
320 + journal = {Journal of Applied Econometrics},
321 + year = {2003},
322 + volume = {18},
323 + number = {1},
324 + pages = {1--22},
325 + doi = {10.1002/jae.659}
326 +}
327 +
328 +@article{liu1997segmented,
329 + author = {Liu, Jian and Wu, Shiying and Zidek, James V.},
330 + title = {On segmented multivariate regression},
331 + journal = {Statistica Sinica},
332 + year = {1997},
333 + volume = {7},
334 + number = {2},
335 + pages = {497--525},
336 + note = {OpenAlex W2142183678}
337 +}
338 +
339 +@article{schwarz1978bic,
340 + author = {Schwarz, Gideon},
341 + title = {Estimating the dimension of a model},
342 + journal = {The Annals of Statistics},
343 + year = {1978},
344 + volume = {6},
345 + number = {2},
346 + pages = {461--464},
347 + doi = {10.1214/aos/1176344136}
348 +}
349 +
350 +@article{killick2012pelt,
351 + author = {Killick, R. and Fearnhead, P. and Eckley, I. A.},
352 + title = {Optimal detection of changepoints with a linear computational cost},
353 + journal = {Journal of the American Statistical Association},
354 + year = {2012},
355 + volume = {107},
356 + number = {500},
357 + pages = {1590--1598},
358 + doi = {10.1080/01621459.2012.737745}
359 +}
360 +
361 +@article{truong2020ruptures,
362 + author = {Truong, Charles and Oudre, Laurent and Vayatis, Nicolas},
363 + title = {Selective review of offline change point detection methods},
364 + journal = {Signal Processing},
365 + year = {2020},
366 + volume = {167},
367 + pages = {107299},
368 + doi = {10.1016/j.sigpro.2019.107299}
369 +}
370 +
371 +@article{yao1988schwarz,
372 + author = {Yao, Yi-Ching},
373 + title = {Estimating the number of change-points via {S}chwarz' criterion},
374 + journal = {Statistics \& Probability Letters},
375 + year = {1988},
376 + volume = {6},
377 + number = {3},
378 + pages = {181--189},
379 + doi = {10.1016/0167-7152(88)90118-6}
380 +}
381 +
382 +@misc{adams2007bocpd,
383 + author = {Adams, Ryan Prescott and MacKay, David J. C.},
384 + title = {Bayesian online changepoint detection},
385 + year = {2007},
386 + howpublished = {arXiv preprint arXiv:0710.3742},
387 + note = {Preprint}
388 +}
389 +
390 +@article{fearnhead2006exact,
391 + author = {Fearnhead, Paul},
392 + title = {Exact and efficient {B}ayesian inference for multiple changepoint problems},
393 + journal = {Statistics and Computing},
394 + year = {2006},
395 + volume = {16},
396 + number = {2},
397 + pages = {203--213},
398 + doi = {10.1007/s11222-006-8450-8}
399 +}
400 +
401 +@article{bergmeir2012crossval,
402 + author = {Bergmeir, Christoph and Ben{\'i}tez, Jos{\'e} M.},
403 + title = {On the use of cross-validation for time series predictor evaluation},
404 + journal = {Information Sciences},
405 + year = {2012},
406 + volume = {191},
407 + pages = {192--213},
408 + doi = {10.1016/j.ins.2011.12.028}
409 +}
410 +
411 +@article{friedman2001gbm,
412 + author = {Friedman, Jerome H.},
413 + title = {Greedy function approximation: A gradient boosting machine},
414 + journal = {The Annals of Statistics},
415 + year = {2001},
416 + volume = {29},
417 + number = {5},
418 + pages = {1189--1232},
419 + doi = {10.1214/aos/1013203451}
420 +}
421 +
422 +@misc{pedregosa2011sklearn,
423 + author = {Pedregosa, Fabian and Varoquaux, Ga{\"e}l and Gramfort, Alexandre and Michel, Vincent and Thirion, Bertrand and Grisel, Olivier and Blondel, Mathieu and Prettenhofer, Peter and Weiss, Ron and Dubourg, Vincent and Vanderplas, Jake and Passos, Alexandre and Cournapeau, David and Brucher, Matthieu and Perrot, Matthieu and Duchesnay, {\'E}douard},
424 + title = {Scikit-learn: Machine learning in {P}ython},
425 + year = {2011},
426 + howpublished = {Journal of Machine Learning Research 12, 2825--2830; arXiv:1201.0490},
427 + note = {Verified through the arXiv record}
428 +}
429 +
430 +@article{hanley1982auc,
431 + author = {Hanley, James A. and McNeil, Barbara J.},
432 + title = {The meaning and use of the area under a receiver operating characteristic ({ROC}) curve},
433 + journal = {Radiology},
434 + year = {1982},
435 + volume = {143},
436 + number = {1},
437 + pages = {29--36},
438 + doi = {10.1148/radiology.143.1.7063747}
439 +}
440 +
441 +@article{zhang2014multilabel,
442 + author = {Zhang, Min-Ling and Zhou, Zhi-Hua},
443 + title = {A review on multi-label learning algorithms},
444 + journal = {IEEE Transactions on Knowledge and Data Engineering},
445 + year = {2014},
446 + volume = {26},
447 + number = {8},
448 + pages = {1819--1837},
449 + doi = {10.1109/TKDE.2013.39}
450 +}
451 +
452 +@article{cohen1960kappa,
453 + author = {Cohen, Jacob},
454 + title = {A coefficient of agreement for nominal scales},
455 + journal = {Educational and Psychological Measurement},
456 + year = {1960},
457 + volume = {20},
458 + number = {1},
459 + pages = {37--46},
460 + doi = {10.1177/001316446002000104}
461 +}
462 +
463 +@article{fellegi1969linkage,
464 + author = {Fellegi, Ivan P. and Sunter, Alan B.},
465 + title = {A theory for record linkage},
466 + journal = {Journal of the American Statistical Association},
467 + year = {1969},
468 + volume = {64},
469 + number = {328},
470 + pages = {1183--1210},
471 + doi = {10.1080/01621459.1969.10501049}
472 +}
473 +
474 +@article{efron1979bootstrap,
475 + author = {Efron, B.},
476 + title = {Bootstrap methods: Another look at the jackknife},
477 + journal = {The Annals of Statistics},
478 + year = {1979},
479 + volume = {7},
480 + number = {1},
481 + pages = {1--26},
482 + doi = {10.1214/aos/1176344552}
483 +}
484 +
485 +@inproceedings{raasveldt2019duckdb,
486 + author = {Raasveldt, Mark and M{\"u}hleisen, Hannes},
487 + title = {{DuckDB}: an embeddable analytical database},
488 + booktitle = {Proceedings of the 2019 International Conference on Management of Data (SIGMOD '19)},
489 + year = {2019},
490 + pages = {1981--1984},
491 + doi = {10.1145/3299869.3320212}
492 +}
added manuscript/references_verification_part02.csv +225 −0
@@ -0,0 +1,225 @@
1 +key,doi_or_arxiv,verified_via,verified_title,match,note
2 +priem2022openalex,arXiv:2205.01833,arxiv,"OpenAlex: A fully-open index of scholarly works, authors, venues, institutions, and concepts",exact,
3 +kinney2023s2,arXiv:2301.10140,arxiv,The Semantic Scholar Open Data Platform,exact,
4 +culbert2025openalex,arXiv:2401.16359,arxiv,Reference Coverage Analysis of OpenAlex compared to Web of Science and Scopus,exact,
5 +sutskever2014seq2seq,arXiv:1409.3215,arxiv,Sequence to Sequence Learning with Neural Networks,exact,
6 +bahdanau2015attention,arXiv:1409.0473,arxiv,Neural Machine Translation by Jointly Learning to Align and Translate,exact,
7 +goodfellow2014gan,arXiv:1406.2661,arxiv,Generative Adversarial Networks,exact,
8 +mikolov2013word2vec,arXiv:1301.3781,arxiv,Efficient Estimation of Word Representations in Vector Space,exact,
9 +kingma2014vae,arXiv:1312.6114,arxiv,Auto-Encoding Variational Bayes,exact,
10 +sevilla2022compute,arXiv:2202.05924,arxiv,Compute Trends Across Three Eras of Machine Learning,exact,
11 +thompson2020limits,arXiv:2007.05558,arxiv,The Computational Limits of Deep Learning,exact,
12 +ahmed2020dedemocratization,arXiv:2010.15581,arxiv,The De-democratization of AI: Deep Learning and the Compute Divide in Artificial Intelligence Research,exact,
13 +abadi2016tensorflow,arXiv:1605.08695,arxiv,TensorFlow: A system for large-scale machine learning,exact,
14 +paszke2019pytorch,arXiv:1912.01703,arxiv,"PyTorch: An Imperative Style, High-Performance Deep Learning Library",exact,
15 +vaswani2017attention,arXiv:1706.03762,arxiv,Attention Is All You Need,exact,
16 +brown2020gpt3,arXiv:2005.14165,arxiv,Language Models are Few-Shot Learners,exact,
17 +raffel2020t5,arXiv:1910.10683,arxiv,Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer,exact,
18 +kaplan2020scaling,arXiv:2001.08361,arxiv,Scaling Laws for Neural Language Models,exact,
19 +hoffmann2022chinchilla,arXiv:2203.15556,arxiv,Training Compute-Optimal Large Language Models,exact,
20 +chowdhery2022palm,arXiv:2204.02311,arxiv,PaLM: Scaling Language Modeling with Pathways,exact,
21 +fedus2022switch,arXiv:2101.03961,arxiv,Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity,exact,
22 +dosovitskiy2021vit,arXiv:2010.11929,arxiv,An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale,exact,
23 +radford2021clip,arXiv:2103.00020,arxiv,Learning Transferable Visual Models From Natural Language Supervision,exact,
24 +ramesh2021dalle,arXiv:2102.12092,arxiv,Zero-Shot Text-to-Image Generation,exact,
25 +ho2020ddpm,arXiv:2006.11239,arxiv,Denoising Diffusion Probabilistic Models,exact,
26 +sohl2015diffusion,arXiv:1503.03585,arxiv,Deep Unsupervised Learning using Nonequilibrium Thermodynamics,exact,
27 +song2021score,arXiv:2011.13456,arxiv,Score-Based Generative Modeling through Stochastic Differential Equations,exact,
28 +dhariwal2021beats,arXiv:2105.05233,arxiv,Diffusion Models Beat GANs on Image Synthesis,exact,
29 +bommasani2021foundation,arXiv:2108.07258,arxiv,On the Opportunities and Risks of Foundation Models,exact,
30 +wei2022cot,arXiv:2201.11903,arxiv,Chain-of-Thought Prompting Elicits Reasoning in Large Language Models,exact,
31 +wei2022emergent,arXiv:2206.07682,arxiv,Emergent Abilities of Large Language Models,exact,
32 +chen2021codex,arXiv:2107.03374,arxiv,Evaluating Large Language Models Trained on Code,exact,
33 +ouyang2022instructgpt,arXiv:2203.02155,arxiv,Training language models to follow instructions with human feedback,exact,
34 +christiano2017rlhf,arXiv:1706.03741,arxiv,Deep reinforcement learning from human preferences,exact,
35 +stiennon2020summarize,arXiv:2009.01325,arxiv,Learning to summarize from human feedback,exact,
36 +bai2022hh,arXiv:2204.05862,arxiv,Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback,exact,
37 +lewis2020rag,arXiv:2005.11401,arxiv,Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks,exact,
38 +hendrycks2021mmlu,arXiv:2009.03300,arxiv,Measuring Massive Multitask Language Understanding,exact,
39 +wang2019superglue,arXiv:1905.00537,arxiv,SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems,exact,
40 +srivastava2023bigbench,arXiv:2206.04615,arxiv,Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models,exact,
41 +patterson2021carbon,arXiv:2104.10350,arxiv,Carbon Emissions and Large Neural Network Training,exact,
42 +shoeybi2019megatron,arXiv:1909.08053,arxiv,Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism,exact,
43 +rajbhandari2020zero,arXiv:1910.02054,arxiv,ZeRO: Memory Optimizations Toward Training Trillion Parameter Models,exact,
44 +dao2022flashattention,arXiv:2205.14135,arxiv,FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness,exact,
45 +rae2021gopher,arXiv:2112.11446,arxiv,"Scaling Language Models: Methods, Analysis & Insights from Training Gopher",exact,
46 +bigscience2022bloom,arXiv:2211.05100,arxiv,BLOOM: A 176B-Parameter Open-Access Multilingual Language Model,exact,key scao2022bloom renamed bigscience2022bloom (first author / publication year)
47 +zhang2022opt,arXiv:2205.01068,arxiv,OPT: Open Pre-trained Transformer Language Models,exact,
48 +liu2019roberta,arXiv:1907.11692,arxiv,RoBERTa: A Robustly Optimized BERT Pretraining Approach,exact,
49 +chen2020simclr,arXiv:2002.05709,arxiv,A Simple Framework for Contrastive Learning of Visual Representations,exact,
50 +baevski2020wav2vec,arXiv:2006.11477,arxiv,wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations,exact,
51 +alayrac2022flamingo,arXiv:2204.14198,arxiv,Flamingo: a Visual Language Model for Few-Shot Learning,exact,
52 +reed2022gato,arXiv:2205.06175,arxiv,A Generalist Agent,exact,
53 +saharia2022imagen,arXiv:2205.11487,arxiv,Photorealistic Text-to-Image Diffusion Models with Deep Language Understanding,exact,
54 +ramesh2022dalle2,arXiv:2204.06125,arxiv,Hierarchical Text-Conditional Image Generation with CLIP Latents,exact,
55 +jonas2019serverless,arXiv:1902.03383,arxiv,Cloud Programming Simplified: A Berkeley View on Serverless Computing,exact,
56 +hellerstein2019serverless,arXiv:1812.03651,arxiv,"Serverless Computing: One Step Forward, Two Steps Back",exact,
57 +chen2018tvm,arXiv:1802.04799,arxiv,TVM: An Automated End-to-End Optimizing Compiler for Deep Learning,exact,
58 +jacot2018ntk,arXiv:1806.07572,arxiv,Neural Tangent Kernel: Convergence and Generalization in Neural Networks,exact,
59 +lu2021codexglue,arXiv:2102.04664,arxiv,CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation,exact,
60 +szegedy2014intriguing,arXiv:1312.6199,arxiv,Intriguing properties of neural networks,exact,
61 +mcmahan2017fl,arXiv:1602.05629,arxiv,Communication-Efficient Learning of Deep Networks from Decentralized Data,exact,
62 +li2021fno,arXiv:2010.08895,arxiv,Fourier Neural Operator for Parametric Partial Differential Equations,exact,
63 +luccioni2023bloom,arXiv:2211.02001,arxiv,"Estimating the Carbon Footprint of BLOOM, a 176B Parameter Language Model",exact,
64 +levine2016visuomotor,arXiv:1504.00702,arxiv,End-to-End Training of Deep Visuomotor Policies,exact,
65 +openai2023gpt4,arXiv:2303.08774,arxiv,GPT-4 Technical Report,exact,
66 +touvron2023llama,arXiv:2302.13971,arxiv,LLaMA: Open and Efficient Foundation Language Models,exact,
67 +touvron2023llama2,arXiv:2307.09288,arxiv,Llama 2: Open Foundation and Fine-Tuned Chat Models,exact,
68 +grattafiori2024llama3,arXiv:2407.21783,arxiv,The Llama 3 Herd of Models,exact,key dubey2024llama3 renamed grattafiori2024llama3 (first author / publication year)
69 +bubeck2023sparks,arXiv:2303.12712,arxiv,Sparks of Artificial General Intelligence: Early experiments with GPT-4,exact,
70 +openai2024o1,arXiv:2412.16720,arxiv,OpenAI o1 System Card,exact,
71 +deepseek2025r1,arXiv:2501.12948,arxiv,DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning,exact,
72 +gu2023mamba,arXiv:2312.00752,arxiv,Mamba: Linear-Time Sequence Modeling with Selective State Spaces,exact,
73 +yao2023react,arXiv:2210.03629,arxiv,ReAct: Synergizing Reasoning and Acting in Language Models,exact,
74 +schick2023toolformer,arXiv:2302.04761,arxiv,Toolformer: Language Models Can Teach Themselves to Use Tools,exact,
75 +gemini2023,arXiv:2312.11805,arxiv,Gemini: A Family of Highly Capable Multimodal Models,exact,
76 +radford2023whisper,arXiv:2212.04356,arxiv,Robust Speech Recognition via Large-Scale Weak Supervision,exact,
77 +brohan2023rt2,arXiv:2307.15818,arxiv,RT-2: Vision-Language-Action Models Transfer Web Knowledge to Robotic Control,exact,
78 +liang2024monitoring,arXiv:2403.07183,arxiv,Monitoring AI-Modified Content at Scale: A Case Study on the Impact of ChatGPT on AI Conference Peer Reviews,exact,
79 +liang2024mapping,arXiv:2404.01268,arxiv,Mapping the Increasing Use of LLMs in Scientific Papers,exact,
80 +geng2024writing,arXiv:2404.08627,arxiv,Is ChatGPT Transforming Academics' Writing Style?,exact,
81 +gray2024contamination,arXiv:2403.16887,arxiv,"ChatGPT ""contamination"": estimating the prevalence of LLMs in the scholarly literature",exact,
82 +ott2022benchmarks,arXiv:2203.04592,arxiv,Mapping global dynamics of benchmark creation and saturation in artificial intelligence,exact,
83 +dehghani2021lottery,arXiv:2107.07002,arxiv,The Benchmark Lottery,exact,
84 +raji2021benchmark,arXiv:2111.15366,arxiv,AI and the Everything in the Whole Wide World Benchmark,exact,
85 +maslej2024aiindex,arXiv:2405.19522,arxiv,Artificial Intelligence Index Report 2024,exact,
86 +maslej2025aiindex,arXiv:2504.07139,arxiv,Artificial Intelligence Index Report 2025,exact,
87 +pineau2021reproducibility,arXiv:2003.12206,arxiv,Improving Reproducibility in Machine Learning Research (A Report from the NeurIPS 2019 Reproducibility Program),exact,
88 +hendrycks2021unsolved,arXiv:2109.13916,arxiv,Unsolved Problems in ML Safety,exact,
89 +liang2025widespread,arXiv:2502.09747,arxiv,The Widespread Adoption of Large Language Model-Assisted Writing Across Society,exact,"key renamed: first author is Liang, not Kobak"
90 +ley2002dblp,10.1007/3-540-45735-6_1,crossref,"The DBLP Computer Science Bibliography: Evolution, Research Issues, Perspectives",exact,
91 +ginsparg2011arxiv,10.1038/476145a,crossref,ArXiv at 20,exact,
92 +wang2020mag,10.1162/qss_a_00021,crossref,Microsoft Academic Graph: When experts are not enough,exact,
93 +waltman2012classification,10.1002/asi.22748,crossref,A new methodology for constructing a publication‐level classification system of science,exact,
94 +glanzel2003classification,10.1023/A:1022378804087,crossref,A new classification scheme of science fields and subfields designed for scientometric evaluation purposes,exact,
95 +klavans2017taxonomy,10.1002/asi.23734,crossref,Which Type of Citation Analysis Generates the Most Accurate Taxonomy of Scientific and Technical Knowledge?,exact,
96 +sjogarde2018granularity,10.1016/j.joi.2017.12.006,crossref,Granularity of algorithmically constructed publication-level classifications of research publications: Identification of topics,exact,
97 +traag2019leiden,10.1038/s41598-019-41695-z,crossref,From Louvain to Leiden: guaranteeing well-connected communities,exact,
98 +rous2012ccs,10.1145/2366316.2366320,crossref,Major update to ACM's Computing Classification System,exact,
99 +vardi2009conferences,10.1145/1506409.1506410,crossref,Conferences vs. journals in computing research,exact,
100 +fortnow2009growup,10.1145/1536616.1536631,crossref,ViewpointTime for computer science to grow up,minor,Crossref title concatenates 'Viewpoint' label; record matches
101 +lin2020preprints,10.1007/s11192-020-03430-8,crossref,How many preprints have actually been printed and why: a case study of computer science preprints on arXiv,exact,
102 +denning2005science,10.1145/1053291.1053309,crossref,Is computer science science?,exact,
103 +wing2006computational,10.1145/1118178.1118215,crossref,Computational thinking,exact,
104 +bornmann2021growth,10.1057/s41599-021-00903-w,crossref,Growth rates of modern science: a latent piecewise growth curve approach to model publication numbers from established and new literature databases,exact,
105 +visser2021comparison,10.1162/qss_a_00112,crossref,"Large-scale comparison of bibliographic data sources: Scopus, Web of Science, Dimensions, Crossref, and Microsoft Academic",exact,
106 +martinmartin2021coverage,10.1007/s11192-020-03690-4,crossref,"Google Scholar, Microsoft Academic, Scopus, Dimensions, Web of Science, and OpenCitations’ COCI: a multidisciplinary comparison of coverage via citations",exact,
107 +bernerslee1994www,10.1145/179606.179671,crossref,The World-Wide Web,exact,
108 +brin1998anatomy,10.1016/S0169-7552(98)00110-X,crossref,The anatomy of a large-scale hypertextual Web search engine,exact,
109 +dean2008mapreduce,10.1145/1327452.1327492,crossref,MapReduce: simplified data processing on large clusters,exact,title+subtitle fields
110 +armbrust2010cloud,10.1145/1721654.1721672,crossref,A view of cloud computing,exact,
111 +ghemawat2003gfs,10.1145/945445.945450,crossref,The Google file system,exact,
112 +kleinberg1999hubs,10.1145/324133.324140,crossref,Authoritative sources in a hyperlinked environment,exact,
113 +krizhevsky2017imagenet,10.1145/3065386,crossref,ImageNet classification with deep convolutional neural networks,exact,
114 +deng2009imagenet,10.1109/CVPR.2009.5206848,crossref,ImageNet: A large-scale hierarchical image database,exact,
115 +russakovsky2015imagenet,10.1007/s11263-015-0816-y,crossref,ImageNet Large Scale Visual Recognition Challenge,exact,
116 +he2016resnet,10.1109/CVPR.2016.90,crossref,Deep Residual Learning for Image Recognition,exact,
117 +lecun2015deep,10.1038/nature14539,crossref,Deep learning,exact,
118 +silver2016alphago,10.1038/nature16961,crossref,Mastering the game of Go with deep neural networks and tree search,exact,
119 +silver2017alphagozero,10.1038/nature24270,crossref,Mastering the game of Go without human knowledge,exact,
120 +silver2018alphazero,10.1126/science.aar6404,crossref,"A general reinforcement learning algorithm that masters chess, shogi, and Go through self-play",exact,
121 +mnih2015dqn,10.1038/nature14236,crossref,Human-level control through deep reinforcement learning,exact,
122 +hochreiter1997lstm,10.1162/neco.1997.9.8.1735,crossref,Long Short-Term Memory,exact,
123 +hinton2012speech,10.1109/MSP.2012.2205597,crossref,Deep Neural Networks for Acoustic Modeling in Speech Recognition: The Shared Views of Four Research Groups,exact,title+subtitle fields
124 +lipton2019troubling,10.1145/3317287.3328534,crossref,Troubling Trends in Machine Learning Scholarship,exact,
125 +ahmed2023industry,10.1126/science.ade2420,crossref,The growing influence of industry in AI research,exact,
126 +wolf2020transformers,10.18653/v1/2020.emnlp-demos.6,crossref,Transformers: State-of-the-Art Natural Language Processing,exact,
127 +vinyals2019alphastar,10.1038/s41586-019-1724-z,crossref,Grandmaster level in StarCraft II using multi-agent reinforcement learning,exact,
128 +devlin2019bert,10.18653/v1/N19-1423,crossref,BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding,exact,
129 +peters2018elmo,10.18653/v1/N18-1202,crossref,Deep Contextualized Word Representations,exact,
130 +rombach2022ldm,10.1109/CVPR52688.2022.01042,crossref,High-Resolution Image Synthesis with Latent Diffusion Models,exact,
131 +jumper2021alphafold,10.1038/s41586-021-03819-2,crossref,Highly accurate protein structure prediction with AlphaFold,exact,
132 +bender2021parrots,10.1145/3442188.3445922,crossref,On the Dangers of Stochastic Parrots: Can Language Models Be Too Big?,exact,title+subtitle fields (Crossref title ends with a parrot emoji)
133 +wang2018glue,10.18653/v1/W18-5446,crossref,GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding,exact,
134 +rajpurkar2016squad,10.18653/v1/D16-1264,crossref,"SQuAD: 100,000+ Questions for Machine Comprehension of Text",exact,
135 +strubell2019energy,10.18653/v1/P19-1355,crossref,Energy and Policy Considerations for Deep Learning in NLP,exact,
136 +schwartz2020green,10.1145/3381831,crossref,Green AI,exact,
137 +he2022mae,10.1109/CVPR52688.2022.01553,crossref,Masked Autoencoders Are Scalable Vision Learners,exact,
138 +caron2021dino,10.1109/ICCV48922.2021.00951,crossref,Emerging Properties in Self-Supervised Vision Transformers,exact,
139 +dean2013tail,10.1145/2408776.2408794,crossref,The tail at scale,exact,
140 +barroso2018datacenter,10.2200/S00874ED3V01Y201809CAC046,openalex,"The Datacenter as a Computer: Designing Warehouse-Scale Machines, Third Edition",exact,crossref timed out; verified via OpenAlex
141 +lim2009disaggregated,10.1145/1555754.1555789,crossref,Disaggregated memory for expansion and sharing in blade servers,exact,
142 +zaharia2016spark,10.1145/2934664,crossref,Apache Spark: a unified engine for big data processing,exact,title+subtitle fields
143 +hennessy2019golden,10.1145/3282307,crossref,A new golden age for computer architecture,exact,
144 +esmaeilzadeh2011dark,10.1145/2000064.2000108,crossref,Dark silicon and the end of multicore scaling,exact,
145 +jouppi2017tpu,10.1145/3079856.3080246,crossref,In-Datacenter Performance Analysis of a Tensor Processing Unit,exact,
146 +leiserson2020room,10.1126/science.aam9744,crossref,There’s plenty of room at the Top: What will drive computer performance after Moore’s law?,exact,
147 +dennard1974scaling,10.1109/JSSC.1974.1050511,crossref,Design of ion-implanted MOSFET's with very small physical dimensions,exact,
148 +lattner2021mlir,10.1109/CGO51591.2021.9370308,crossref,MLIR: Scaling Compiler Infrastructure for Domain Specific Computation,exact,
149 +williams2018finegrained,10.1142/9789813272880_0188,crossref,ON SOME FINE-GRAINED QUESTIONS IN ALGORITHMS AND COMPLEXITY,exact,
150 +vassilevska2015hardness,10.4230/LIPIcs.IPEC.2015.17,openalex,Hardness of Easy Problems: Basing Hardness on Popular Conjectures such as the Strong Exponential Time Hypothesis (Invited Talk),minor,OpenAlex title adds '(Invited Talk)'
151 +zhang2021rethinking,10.1145/3446776,crossref,Understanding deep learning (still) requires rethinking generalization,exact,
152 +belkin2019reconciling,10.1073/pnas.1903070116,crossref,Reconciling modern machine-learning practice and the classical bias–variance trade-off,exact,
153 +preskill2018nisq,10.22331/q-2018-08-06-79,crossref,Quantum Computing in the NISQ era and beyond,exact,
154 +arute2019supremacy,10.1038/s41586-019-1666-5,crossref,Quantum supremacy using a programmable superconducting processor,exact,
155 +bharti2022nisq,10.1103/RevModPhys.94.015004,crossref,Noisy intermediate-scale quantum algorithms,exact,
156 +google2023surface,10.1038/s41586-022-05434-1,crossref,Suppressing quantum errors by scaling a surface code logical qubit,exact,
157 +google2025threshold,10.1038/s41586-024-08449-y,crossref,Quantum error correction below the surface code threshold,exact,key google2024threshold renamed google2025threshold (first author / publication year)
158 +jung2017rustbelt,10.1145/3158154,crossref,RustBelt: securing the foundations of the Rust programming language,exact,
159 +matsakis2014rust,10.1145/2692956.2663188,crossref,The rust language,exact,
160 +leroy2009compcert,10.1145/1538788.1538814,crossref,Formal verification of a realistic compiler,exact,
161 +klein2009sel4,10.1145/1629575.1629596,crossref,seL4: formal verification of an OS kernel,exact,title+subtitle fields
162 +demoura2015lean,10.1007/978-3-319-21401-6_26,crossref,The Lean Theorem Prover (System Description),exact,
163 +demoura2021lean4,10.1007/978-3-030-79876-5_37,crossref,The Lean 4 Theorem Prover and Programming Language,exact,
164 +mathlib2020,10.1145/3372885.3373824,crossref,The lean mathematical library,exact,
165 +hales2017kepler,10.1017/fmp.2017.1,crossref,A FORMAL PROOF OF THE KEPLER CONJECTURE,exact,
166 +allamanis2018survey,10.1145/3212695,crossref,A Survey of Machine Learning for Big Code and Naturalness,exact,
167 +bernstein2017pqc,10.1038/nature23461,crossref,Post-quantum cryptography,exact,
168 +shor1997algorithms,10.1137/S0097539795293172,crossref,Polynomial-Time Algorithms for Prime Factorization and Discrete Logarithms on a Quantum Computer,exact,
169 +nist2024fips203,10.6028/NIST.FIPS.203,crossref,Module-lattice-based key-encapsulation mechanism standard,exact,
170 +nist2024fips204,10.6028/NIST.FIPS.204,crossref,Module-lattice-based digital signature standard,exact,
171 +nist2024fips205,10.6028/NIST.FIPS.205,crossref,Stateless hash-based digital signature standard,exact,
172 +kocher2019spectre,10.1109/SP.2019.00002,crossref,Spectre Attacks: Exploiting Speculative Execution,exact,
173 +lipp2020meltdown,10.1145/3357033,crossref,Meltdown: reading kernel memory from user space,exact,title+subtitle fields
174 +biggio2018wild,10.1016/j.patcog.2018.07.023,crossref,Wild patterns: Ten years after the rise of adversarial machine learning,exact,
175 +carlini2017robustness,10.1109/SP.2017.49,crossref,Towards Evaluating the Robustness of Neural Networks,exact,
176 +dwork2006calibrating,10.1007/11681878_14,crossref,Calibrating Noise to Sensitivity in Private Data Analysis,exact,
177 +dwork2014algorithmic,10.1561/0400000042,crossref,The Algorithmic Foundations of Differential Privacy,exact,
178 +abadi2016dpsgd,10.1145/2976749.2978318,crossref,Deep Learning with Differential Privacy,exact,
179 +kairouz2021fl,10.1561/2200000083,crossref,Advances and Open Problems in Federated Learning,exact,
180 +gentry2009fhe,10.1145/1536414.1536440,crossref,Fully homomorphic encryption using ideal lattices,exact,
181 +bonneau2015sok,10.1109/SP.2015.14,crossref,SoK: Research Perspectives and Challenges for Bitcoin and Cryptocurrencies,exact,
182 +amershi2019guidelines,10.1145/3290605.3300233,crossref,Guidelines for Human-AI Interaction,exact,
183 +shneiderman2020hcai,10.1080/10447318.2020.1741118,crossref,"Human-Centered Artificial Intelligence: Reliable, Safe & Trustworthy",exact,title+subtitle fields
184 +yang2020reexamining,10.1145/3313831.3376301,crossref,"Re-examining Whether, Why, and How Human-AI Interaction Is Uniquely Difficult to Design",exact,
185 +mildenhall2020nerf,10.1007/978-3-030-58452-8_24,crossref,NeRF: Representing Scenes as Neural Radiance Fields for View Synthesis,exact,
186 +tewari2020neural,10.1111/cgf.14022,crossref,State of the Art on Neural Rendering,exact,
187 +kerbl2023gaussian,10.1145/3592433,crossref,3D Gaussian Splatting for Real-Time Radiance Field Rendering,exact,
188 +baek2021rosettafold,10.1126/science.abj8754,crossref,Accurate prediction of protein structures and interactions using a three-track neural network,exact,
189 +senior2020alphafold,10.1038/s41586-019-1923-7,crossref,Improved protein structure prediction using potentials from deep learning,exact,
190 +lin2023esm,10.1126/science.ade2574,crossref,Evolutionary-scale prediction of atomic-level protein structure with a language model,exact,
191 +abramson2024af3,10.1038/s41586-024-07487-w,crossref,Accurate structure prediction of biomolecular interactions with AlphaFold 3,exact,
192 +bosshart2014p4,10.1145/2656877.2656890,crossref,P4: programming protocol-independent packet processors,exact,title+subtitle fields
193 +mckeown2008openflow,10.1145/1355734.1355746,crossref,OpenFlow: enabling innovation in campus networks,exact,title+subtitle fields
194 +langley2017quic,10.1145/3098822.3098842,crossref,The QUIC Transport Protocol: Design and Internet-Scale Deployment,exact,title+subtitle fields
195 +shi2016edge,10.1109/JIOT.2016.2579198,crossref,Edge Computing: Vision and Challenges,exact,
196 +kraska2018learned,10.1145/3183713.3196909,crossref,The Case for Learned Index Structures,exact,
197 +malkov2020hnsw,10.1109/TPAMI.2018.2889473,crossref,Efficient and Robust Approximate Nearest Neighbor Search Using Hierarchical Navigable Small World Graphs,exact,
198 +johnson2021faiss,10.1109/TBDATA.2019.2921572,crossref,Billion-Scale Similarity Search with GPUs,exact,
199 +karpukhin2020dpr,10.18653/v1/2020.emnlp-main.550,crossref,Dense Passage Retrieval for Open-Domain Question Answering,exact,
200 +raissi2019pinn,10.1016/j.jcp.2018.10.045,crossref,Physics-informed neural networks: A deep learning framework for solving forward and inverse problems involving nonlinear partial differential equations,exact,
201 +karniadakis2021piml,10.1038/s42254-021-00314-5,crossref,Physics-informed machine learning,exact,
202 +wang2023aiscience,10.1038/s41586-023-06221-2,crossref,Scientific discovery in the age of artificial intelligence,exact,
203 +masanet2020datacenter,10.1126/science.aba3758,crossref,Recalibrating global data center energy-use estimates,exact,
204 +bai1998breaks,10.2307/2998540,crossref,Estimating and Testing Linear Models with Multiple Structural Changes,exact,
205 +bai2003computation,10.1002/jae.659,crossref,Computation and analysis of multiple structural change models,exact,
206 +bernal2017its,10.1093/ije/dyw098,crossref,Interrupted time series regression for the evaluation of public health interventions: a tutorial,exact,
207 +andrews1993tests,10.2307/2951764,crossref,Tests for Parameter Instability and Structural Change With Unknown Change Point,exact,
208 +killick2012pelt,10.1080/01621459.2012.737745,crossref,Optimal Detection of Changepoints With a Linear Computational Cost,exact,
209 +kobak2025delving,10.1126/sciadv.adt3813,crossref,Delving into LLM-assisted writing in biomedical publications through excess vocabulary,exact,
210 +dwivedi2023sowhat,10.1016/j.ijinfomgt.2023.102642,crossref,"Opinion Paper: “So what if ChatGPT wrote it?” Multidisciplinary perspectives on opportunities, challenges and implications of generative conversational AI for research, practice and policy",minor,Crossref title prefixed 'Opinion Paper:'; record matches
211 +vannoorden2023survey,10.1038/d41586-023-02980-0,crossref,"AI and science: what 1,600 researchers think",exact,
212 +messeri2024illusions,10.1038/s41586-024-07146-0,crossref,Artificial intelligence and illusions of understanding in scientific research,exact,
213 +birhane2023science,10.1038/s42254-023-00581-4,crossref,Science in the age of large language models,exact,
214 +krenn2023forecasting,10.1038/s42256-023-00735-0,crossref,Forecasting the future of artificial intelligence with machine learning-based link prediction in an exponentially growing knowledge network,exact,
215 +fortunato2018sos,10.1126/science.aao0185,crossref,Science of science,exact,
216 +wang2021sos,10.1017/9781108610834,crossref,The Science of Science,exact,
217 +park2023disruptive,10.1038/s41586-022-05543-x,crossref,Papers and patents are becoming less disruptive over time,exact,
218 +chu2021slowed,10.1073/pnas.2021636118,crossref,Slowed canonical progress in large fields of science,exact,
219 +bornmann2015growth,10.1002/asi.23329,crossref,Growth rates of modern science: A bibliometric analysis based on the number of publications and cited references,exact,
220 +binnashwan2023chatgpt,10.1016/j.techsoc.2023.102370,crossref,Use of ChatGPT in academia: Academic integrity hangs in the balance,exact,
221 +kapoor2023leakage,10.1016/j.patter.2023.100804,crossref,Leakage and the reproducibility crisis in machine-learning-based science,exact,
222 +gundersen2018reproducibility,10.1609/aaai.v32i1.11503,crossref,State of the Art: Reproducibility in Artificial Intelligence,exact,
223 +openai2022chatgpt,https://openai.com/blog/chatgpt,url,Introducing ChatGPT,exact,Wayback snapshot 2022-12-02 (status 200); live URL openai.com/index/chatgpt/ snapshot 2025-01-02
224 +openalex2025topics,https://help.openalex.org/data/topics/,url,Topics (OpenAlex documentation),exact,HTTP 200 on 2026-11-03
225 +arxiv2026stats,https://arxiv.org/stats/monthly_submissions,url,arXiv monthly submissions,exact,HTTP 200 on 2026-11-03
modified manuscript/references_verification_part03.csv +34 −34
@@ -1,34 +1,34 @@
1 −key,doi_or_arxiv,verified_via,verified_title,match
2 −page2021prisma,10.1136/bmj.n71,crossref,"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews",exact
3 −page2021prismaee,10.1136/bmj.n160,crossref,"PRISMA 2020 explanation and elaboration: updated guidance and exemplars for reporting systematic reviews",exact
4 −petersen2008mapping,10.14236/ewic/EASE2008.8,crossref,"Systematic Mapping Studies in Software Engineering",exact
5 −petersen2015mapping,10.1016/j.infsof.2015.03.007,crossref,"Guidelines for conducting systematic mapping studies in software engineering: An update",exact
6 −tricco2018prismascr,10.7326/M18-0850,crossref,"PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation",exact
7 −rethlefsen2021prismas,10.1186/s13643-020-01542-z,crossref,"PRISMA-S: an extension to the PRISMA Statement for Reporting Literature Searches in Systematic Reviews",exact
8 −haddaway2022prismaflow,10.1002/cl2.1230,crossref,"PRISMA2020: An R package and Shiny app for producing PRISMA 2020-compliant flow diagrams, with interactivity for optimised digital transparency and Open Synthesis",exact
9 −gusenbauer2020search,10.1002/jrsm.1378,crossref,"Which academic search systems are suitable for systematic reviews or meta-analyses? Evaluating retrieval qualities of Google Scholar, PubMed, and 26 other resources",exact
10 −ley2002dblp,10.1007/3-540-45735-6_1,crossref,"The DBLP Computer Science Bibliography: Evolution, Research Issues, Perspectives",exact
11 −ley2009dblp,10.14778/1687553.1687577,crossref,"DBLP (Proceedings of the VLDB Endowment 2(2) 1493-1500; full title 'DBLP: some lessons learned' truncated by Crossref)",minor
12 −ginsparg2011arxiv,10.1038/476145a,crossref,"ArXiv at 20",exact
13 −clement2019arxiv,arXiv:1905.00075,arxiv,"On the Use of ArXiv as a Dataset",exact
14 −priem2022openalex,arXiv:2205.01833,arxiv,"OpenAlex: A fully-open index of scholarly works, authors, venues, institutions, and concepts",exact
15 −kinney2023s2,arXiv:2301.10140,arxiv,"The Semantic Scholar Open Data Platform",exact
16 −alperin2024openalex,arXiv:2404.17663,arxiv,"An analysis of the suitability of OpenAlex for bibliometric analyses",exact
17 −culbert2025openalex,10.1007/s11192-025-05293-3,crossref,"Reference coverage analysis of OpenAlex compared to Web of Science and Scopus",exact
18 −scheidsteger2023openalex,10.3145/epi.2023.mar.09,crossref,"Which of the metadata with relevance for bibliometrics are the same and which are different when switching from Microsoft Academic Graph to OpenAlex?",exact
19 −delgadoquiros2024completeness,10.1162/qss_a_00286,crossref,"Completeness degree of publication metadata in eight free-access scholarly databases",exact
20 −visser2021comparison,10.1162/qss_a_00112,crossref,"Large-scale comparison of bibliographic data sources: Scopus, Web of Science, Dimensions, Crossref, and Microsoft Academic",exact
21 −martinmartin2021comparison,10.1007/s11192-020-03690-4,crossref,"Google Scholar, Microsoft Academic, Scopus, Dimensions, Web of Science, and OpenCitations' COCI: a multidisciplinary comparison of coverage via citations",exact
22 −mongeon2016coverage,10.1007/s11192-015-1765-5,crossref,"The journal coverage of Web of Science and Scopus: a comparative analysis",exact
23 −hendricks2020crossref,10.1162/qss_a_00022,crossref,"Crossref: The sustainable source of community-owned scholarly metadata",exact
24 −wang2020mag,10.1162/qss_a_00021,crossref,"Microsoft Academic Graph: When experts are not enough",exact
25 −radev2013acl,10.1007/s10579-012-9211-2,crossref,"The ACL anthology network corpus",exact
26 −fellegi1969linkage,10.1080/01621459.1969.10501049,crossref,"A Theory for Record Linkage",exact
27 −christen2012matching,10.1007/978-3-642-31164-2,crossref,"Data Matching",exact
28 −lin2020preprints,10.1007/s11192-020-03430-8,crossref,"How many preprints have actually been printed and why: a case study of computer science preprints on arXiv",exact
29 −cabanac2021preprint,10.1007/s11192-021-03900-7,crossref,"Day-to-day discovery of preprint–publication links",exact
30 −wang2013window,10.1007/s11192-012-0775-9,crossref,"Citation time window choice for research impact evaluation",exact
31 −waltman2016review,10.1016/j.joi.2016.02.007,crossref,"A review of the literature on citation impact indicators",exact
32 −fortunato2018science,10.1126/science.aao0185,crossref,"Science of science",exact
33 −nosek2018preregistration,10.1073/pnas.1708274114,crossref,"The preregistration revolution",exact
34 −vannoorden2023retractions,10.1038/d41586-023-03974-8,crossref,"More than 10,000 research papers were retracted in 2023 — a new record",exact
1 +key,doi_or_arxiv,verified_via,verified_title,match,note
2 +page2021prisma,10.1136/bmj.n71,crossref,"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews",exact,reused:references.bib (same key and DOI; defined there)
3 +page2021prismaee,10.1136/bmj.n160,crossref,"PRISMA 2020 explanation and elaboration: updated guidance and exemplars for reporting systematic reviews",exact,defined in references_part03.bib
4 +petersen2008mapping,10.14236/ewic/EASE2008.8,crossref,"Systematic Mapping Studies in Software Engineering",exact,reused:references.bib (same key and DOI; defined there)
5 +petersen2015mapping,10.1016/j.infsof.2015.03.007,crossref,"Guidelines for conducting systematic mapping studies in software engineering: An update",exact,reused:references.bib (same key and DOI; defined there)
6 +tricco2018prismascr,10.7326/M18-0850,crossref,"PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation",exact,reused:references.bib (same key and DOI; defined there)
7 +rethlefsen2021prismas,10.1186/s13643-020-01542-z,crossref,"PRISMA-S: an extension to the PRISMA Statement for Reporting Literature Searches in Systematic Reviews",exact,reused:references.bib (same key and DOI; defined there)
8 +haddaway2022prismaflow,10.1002/cl2.1230,crossref,"PRISMA2020: An R package and Shiny app for producing PRISMA 2020-compliant flow diagrams, with interactivity for optimised digital transparency and Open Synthesis",exact,reused:references.bib (same key and DOI; defined there)
9 +gusenbauer2020search,10.1002/jrsm.1378,crossref,"Which academic search systems are suitable for systematic reviews or meta-analyses? Evaluating retrieval qualities of Google Scholar, PubMed, and 26 other resources",exact,defined in references_part03.bib
10 +ley2002dblp,10.1007/3-540-45735-6_1,crossref,"The DBLP Computer Science Bibliography: Evolution, Research Issues, Perspectives",exact,reused:references.bib (same key and DOI; defined there)
11 +ley2009dblp,10.14778/1687553.1687577,crossref,"DBLP (Proceedings of the VLDB Endowment 2(2) 1493-1500; full title 'DBLP: some lessons learned' truncated by Crossref)",minor,reused:references.bib (same key and DOI; defined there)
12 +ginsparg2011arxiv,10.1038/476145a,crossref,"ArXiv at 20",exact,reused:references.bib (same key and DOI; defined there)
13 +clement2019arxiv,arXiv:1905.00075,arxiv,"On the Use of ArXiv as a Dataset",exact,defined in references_part03.bib
14 +priem2022openalex,arXiv:2205.01833,arxiv,"OpenAlex: A fully-open index of scholarly works, authors, venues, institutions, and concepts",exact,reused:references.bib (same key and DOI; defined there)
15 +kinney2023s2,arXiv:2301.10140,arxiv,"The Semantic Scholar Open Data Platform",exact,defined in references_part03.bib
16 +alperin2024openalex,arXiv:2404.17663,arxiv,"An analysis of the suitability of OpenAlex for bibliometric analyses",exact,reused:references.bib (same key and DOI; defined there)
17 +culbert2025openalex,10.1007/s11192-025-05293-3,crossref,"Reference coverage analysis of OpenAlex compared to Web of Science and Scopus",exact,defined in references_part03.bib
18 +scheidsteger2023openalex,10.3145/epi.2023.mar.09,crossref,"Which of the metadata with relevance for bibliometrics are the same and which are different when switching from Microsoft Academic Graph to OpenAlex?",exact,defined in references_part03.bib
19 +delgadoquiros2024completeness,10.1162/qss_a_00286,crossref,"Completeness degree of publication metadata in eight free-access scholarly databases",exact,defined in references_part03.bib
20 +visser2021comparison,10.1162/qss_a_00112,crossref,"Large-scale comparison of bibliographic data sources: Scopus, Web of Science, Dimensions, Crossref, and Microsoft Academic",exact,reused:references.bib (same key and DOI; defined there)
21 +martinmartin2021comparison,10.1007/s11192-020-03690-4,crossref,"Google Scholar, Microsoft Academic, Scopus, Dimensions, Web of Science, and OpenCitations' COCI: a multidisciplinary comparison of coverage via citations",exact,defined in references_part03.bib
22 +mongeon2016coverage,10.1007/s11192-015-1765-5,crossref,"The journal coverage of Web of Science and Scopus: a comparative analysis",exact,defined in references_part03.bib
23 +hendricks2020crossref,10.1162/qss_a_00022,crossref,"Crossref: The sustainable source of community-owned scholarly metadata",exact,reused:references.bib (same key and DOI; defined there)
24 +wang2020mag,10.1162/qss_a_00021,crossref,"Microsoft Academic Graph: When experts are not enough",exact,reused:references.bib (same key and DOI; defined there)
25 +radev2013acl,10.1007/s10579-012-9211-2,crossref,"The ACL anthology network corpus",exact,defined in references_part03.bib
26 +fellegi1969linkage,10.1080/01621459.1969.10501049,crossref,"A Theory for Record Linkage",exact,defined in references_part03.bib
27 +christen2012matching,10.1007/978-3-642-31164-2,crossref,"Data Matching",exact,defined in references_part03.bib
28 +lin2020preprints,10.1007/s11192-020-03430-8,crossref,"How many preprints have actually been printed and why: a case study of computer science preprints on arXiv",exact,defined in references_part03.bib
29 +cabanac2021preprint,10.1007/s11192-021-03900-7,crossref,"Day-to-day discovery of preprint–publication links",exact,defined in references_part03.bib
30 +wang2013window,10.1007/s11192-012-0775-9,crossref,"Citation time window choice for research impact evaluation",exact,defined in references_part03.bib
31 +waltman2016review,10.1016/j.joi.2016.02.007,crossref,"A review of the literature on citation impact indicators",exact,reused:references.bib (same key and DOI; defined there)
32 +fortunato2018science,10.1126/science.aao0185,crossref,"Science of science",exact,defined in references_part03.bib
33 +nosek2018preregistration,10.1073/pnas.1708274114,crossref,"The preregistration revolution",exact,defined in references_part03.bib
34 +vannoorden2023retractions,10.1038/d41586-023-03974-8,crossref,"More than 10,000 research papers were retracted in 2023 — a new record",exact,defined in references_part03.bib
added manuscript/references_verification_part04.csv +48 −0
@@ -0,0 +1,48 @@
1 +key,doi_or_arxiv,verified_via,verified_title,match
2 +waltman2016review,10.1016/j.joi.2016.02.007,crossref,A review of the literature on citation impact indicators,yes
3 +waltman2019fieldnorm,10.1007/978-3-030-02511-3_11,crossref,Field Normalization of Scientometric Indicators,yes
4 +wang2013window,10.1007/s11192-012-0775-9,crossref,Citation time window choice for research impact evaluation,yes (Crossref issue date 2012; printed volume 94(3) 2013)
5 +openalex2026fwci,https://help.openalex.org/data/works/attributes/,url HTTP 200 (redirect from docs.openalex.org/api-entities/works/work-object),"fwci: citations received divided by citations expected for works of the same type, year, and subfield",yes (documentation page; definition quoted)
6 +ceriani2012gini,10.1007/s10888-011-9188-x,crossref,The origins of the Gini index: extracts from Variabilita e Mutabilita (1912) by Corrado Gini,yes (online 2011; volume 10(3) 2012)
7 +hirschman1964paternity,OpenAlex W2163989766 (no DOI),openalex,THE PATERNITY OF AN INDEX,yes (American Economic Review 54(5) 761-762)
8 +rao1982diversity,10.1016/0040-5809(82)90004-1,crossref,Diversity and dissimilarity coefficients: A unified approach,yes
9 +stirling2007diversity,10.1098/rsif.2007.0213,crossref,"A general framework for analysing diversity in science, technology and society",yes
10 +leinster2012diversity,10.1890/10-2402.1,crossref,Measuring diversity: the importance of species similarity,yes
11 +rafols2010diversity,10.1007/s11192-009-0041-y,crossref,Diversity and network coherence as indicators of interdisciplinarity: case studies in bionanoscience,yes (online 2009; volume 82(2) 2010)
12 +zhang2016diversity,10.1002/asi.23487,crossref,Diversity of references as an indicator of the interdisciplinarity of journals: Taking similarity between subject fields into account,yes (online 2015; volume 67(5) 2016)
13 +newman2004community,10.1103/PhysRevE.69.026113,crossref,Finding and evaluating community structure in networks,yes
14 +leicht2008directed,10.1103/PhysRevLett.100.118703,crossref,Community Structure in Directed Networks,yes
15 +fortunato2007resolution,10.1073/pnas.0605965104,crossref,Resolution limit in community detection,yes
16 +fortunato2010community,10.1016/j.physrep.2009.11.002,crossref,Community detection in graphs,yes
17 +cohan2020specter,10.18653/v1/2020.acl-main.207,crossref,SPECTER: Document-level Representation Learning using Citation-informed Transformers,yes
18 +singh2023scirepeval,10.18653/v1/2023.emnlp-main.338,crossref (DOI found via OpenAlex W4389524502),SciRepEval: A Multi-Format Benchmark for Scientific Document Representations,yes
19 +ostendorff2022scincl,10.18653/v1/2022.emnlp-main.802,crossref,Neighborhood Contrastive Learning for Scientific Document Representations with Citation Embeddings,yes
20 +reimers2019sbert,10.18653/v1/D19-1410,crossref,Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks,yes
21 +mcinnes2018umap,arXiv:1802.03426,arxiv,UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction,yes (preprint)
22 +mcinnes2017hdbscan,10.21105/joss.00205,crossref,hdbscan: Hierarchical density based clustering,yes
23 +campello2013hdbscan,10.1007/978-3-642-37456-2_14,crossref,Density-Based Clustering Based on Hierarchical Density Estimates,yes
24 +hubert1985comparing,10.1007/BF01908075,crossref,Comparing partitions,yes
25 +uzzi2013atypical,10.1126/science.1240474,crossref,Atypical Combinations and Scientific Impact,yes
26 +wang2017novelty,10.1016/j.respol.2017.06.006,crossref,Bias against novelty in science: A cautionary tale for users of bibliometric indicators,yes
27 +bernal2017its,10.1093/ije/dyw098,crossref,Interrupted time series regression for the evaluation of public health interventions: a tutorial,yes (online 2016; volume 46(1) 2017)
28 +bernal2018controls,10.1093/ije/dyy135,crossref,The use of controls in interrupted time series studies of public health interventions,yes
29 +newey1987hac,10.2307/1913610,crossref,"A Simple, Positive Semi-Definite, Heteroskedasticity and Autocorrelation Consistent Covariance Matrix",yes
30 +andrews1991hac,10.2307/2938229,crossref,Heteroskedasticity and Autocorrelation Consistent Covariance Matrix Estimation,yes
31 +bai1998breaks,10.2307/2998540,crossref,Estimating and Testing Linear Models with Multiple Structural Changes,yes
32 +bai2003computation,10.1002/jae.659,crossref,Computation and analysis of multiple structural change models,yes (Crossref issue date 2002; volume 18(1) 2003)
33 +liu1997segmented,OpenAlex W2142183678 (no DOI),openalex,ON SEGMENTED MULTIVARIATE REGRESSION,yes (authors Liu/Wu/Zidek 1997; venue Statistica Sinica not in OpenAlex record)
34 +schwarz1978bic,10.1214/aos/1176344136,crossref,Estimating the Dimension of a Model,yes
35 +killick2012pelt,10.1080/01621459.2012.737745,crossref,Optimal Detection of Changepoints With a Linear Computational Cost,yes
36 +truong2020ruptures,10.1016/j.sigpro.2019.107299,crossref,Selective review of offline change point detection methods,yes
37 +yao1988schwarz,10.1016/0167-7152(88)90118-6,crossref,Estimating the number of change-points via Schwarz' criterion,yes
38 +adams2007bocpd,arXiv:0710.3742,arxiv,Bayesian Online Changepoint Detection,yes (preprint)
39 +fearnhead2006exact,10.1007/s11222-006-8450-8,crossref,Exact and efficient Bayesian inference for multiple changepoint problems,yes
40 +bergmeir2012crossval,10.1016/j.ins.2011.12.028,crossref,On the use of cross-validation for time series predictor evaluation,yes
41 +friedman2001gbm,10.1214/aos/1013203451,crossref,Greedy function approximation: A gradient boosting machine.,yes
42 +pedregosa2011sklearn,arXiv:1201.0490,arxiv,Scikit-learn: Machine Learning in Python,yes (JMLR 12 2011 version cited; arXiv record verified)
43 +hanley1982auc,10.1148/radiology.143.1.7063747,crossref,The meaning and use of the area under a receiver operating characteristic (ROC) curve.,yes
44 +zhang2014multilabel,10.1109/TKDE.2013.39,crossref,A Review on Multi-Label Learning Algorithms,yes
45 +cohen1960kappa,10.1177/001316446002000104,crossref,A Coefficient of Agreement for Nominal Scales,yes
46 +fellegi1969linkage,10.1080/01621459.1969.10501049,crossref,A Theory for Record Linkage,yes
47 +efron1979bootstrap,10.1214/aos/1176344552,crossref,Bootstrap Methods: Another Look at the Jackknife,yes
48 +raasveldt2019duckdb,10.1145/3299869.3320212,crossref,DuckDB,yes (Crossref title truncated to "DuckDB"; SIGMOD 2019 demo pp. 1981-1984)
modified manuscript/sections/part02_evolution.tex +72 −1
@@ -1 +1,72 @@
1 −% part02_evolution — to be written (Phase 7)
1 +% ============================================================================
2 +% Part II — The Evolution of Computer Science
3 +% Written by Agent L (Academic Writer), WP44, 2026-11-03.
4 +% Bibliography: references_part02.bib (every key verified; see references_verification_part02.csv).
5 +% Corpus quantities only through the macros of tables/numbers.tex; \pending{} marks missing macros.
6 +% ============================================================================
7 +
8 +\section{The disciplinary structure of computer science}
9 +\label{sec:p2-structure}
10 +
11 +Any claim that computer science has been transformed since late 2022 presupposes a map of the discipline on which the transformation can be located. That map is not given by nature. Computer science is organised simultaneously by its objects (processors, programs, data, networks, users), by its methods (proof, construction, measurement, learning), and by the communities and venues through which results circulate; the three organisations overlap only partially, and every bibliometric classification is a compromise among them. This section describes the compromise adopted in the present study and the alternatives against which it must be read. It serves two purposes for the remainder of the manuscript: it fixes the vocabulary of \emph{areas} and \emph{categories} used in Parts~V--IX, and it makes explicit the sense in which a ``shift of research toward artificial intelligence'' is a measurable proposition rather than a slogan.
12 +
13 +\subsection{Classification schemes and what they encode}
14 +\label{sec:p2-schemes}
15 +
16 +Four classification systems are relevant to a corpus of the kind assembled here, and they encode the structure of the discipline in different ways.
17 +
18 +The \emph{ACM Computing Classification System} (CCS) is the only one produced by a professional society as an explicit ontology. Its 2012 revision replaced the 1998 four-level scheme with a poly-hierarchy of roughly two thousand concepts organised under thirteen top-level nodes, among them ``Theory of computation'', ``Computing methodologies'' (which houses artificial intelligence, machine learning, computer graphics and simulation side by side), ``Computer systems organization'', ``Software and its engineering'', ``Security and privacy'', ``Human-centered computing'' and ``Networks'' \citep{rous2012ccs}. The CCS is a statement of how the ACM understood the field in 2012. It is applied by authors at submission time, is used almost exclusively in ACM venues, and is therefore sparse in any corpus that spans IEEE, Springer, Elsevier, open-access publishers and preprint servers. Its value for this study is conceptual rather than operational: it provides an independent, expert-designed reference against which the forty categories of CLAUDE.md~\S4 can be positioned, and it documents a pre-transformer view in which large language models, foundation models, AI agents and AI safety do not exist as concepts at all.
19 +
20 +The \emph{arXiv subject classes} are the second system. arXiv was created in 1991 for high-energy physics and its taxonomy reflects that origin; the computer science archive (\texttt{cs}) is organised into forty subject classes largely inherited from the ACM scheme of the 1990s \citep{ginsparg2011arxiv}. Authors choose a primary class and may add cross-lists, so the classification is self-reported, multi-label, and coarse. Its distinctive property is temporal: a preprint is classified at the moment of submission, before peer review, so the arXiv class records how authors positioned their work at the time, not how a later indexer reconstructed it. For the questions of this paper that property matters: when a paper on, say, program verification with language models is submitted to \texttt{cs.PL} with a cross-list to \texttt{cs.LG}, the pair of classes is a small but genuine piece of evidence about disciplinary boundaries as practitioners perceive them.
21 +
22 +The \emph{DBLP computer science bibliography} is the third. DBLP does not classify papers at all; it classifies \emph{venues}. Begun in 1993 as a database and logic programming bibliography and extended to the whole of computer science, it records the tables of contents of conferences and journals with curated author identities \citep{ley2002dblp}. Membership in DBLP is itself a judgement that a venue belongs to computer science, and the venue stream to which a paper belongs is a strong signal of community: a paper in the proceedings of OSDI is an operating-systems paper in the sociological sense whatever its subject matter. DBLP therefore encodes the discipline as a set of communities rather than as a set of topics, and the two encodings disagree precisely where this paper expects change, namely where machine-learning methods enter venues that were not built for them.
23 +
24 +The fourth system is the family of \emph{algorithmic, citation-based classifications} that underlie modern open bibliographic indexes. OpenAlex, which succeeded the Microsoft Academic Graph after the latter was discontinued at the end of 2021 \citep{wang2020mag,priem2022openalex}, assigns to every work a ranked list of \emph{topics} from a fixed vocabulary of about 4{,}500 topics grouped into subfields, fields and domains; the topics were obtained by clustering the citation network and labelling the clusters with a language model, and are assigned to new works by a classifier over title, abstract and venue \citep{openalex2025topics}. The approach descends from the publication-level clustering methodology of \citet{waltman2012classification}, refined by the Leiden community-detection algorithm \citep{traag2019leiden}, and it inherits the known properties of that family: clusters are well connected and reproducible, but their granularity is a free parameter with no natural value \citep{sjogarde2018granularity}, and citation-based taxonomies, while more accurate than text-based or journal-based ones on average \citep{klavans2017taxonomy}, lag behind the literature by construction because a cluster must accumulate citations before it can exist. The Semantic Scholar academic graph offers a comparable but differently constructed resource \citep{kinney2023s2}. Older, journal-based classifications of the kind proposed by \citet{glanzel2003classification} remain in use in evaluative scientometrics but are too coarse, and too journal-centric, for a conference-dominated discipline.
25 +
26 +Each of these systems is a model of the discipline with its own inductive bias. The CCS encodes expert judgement frozen in 2012; arXiv classes encode author self-positioning at submission; DBLP streams encode venue communities; OpenAlex topics encode citation neighbourhoods as of a recent snapshot. None of them is ground truth, and this study treats their disagreements as data rather than as noise.
27 +
28 +\subsection{The forty-category ontology of this study}
29 +\label{sec:p2-ontology}
30 +
31 +The classification used throughout the manuscript is the hierarchical ontology specified in CLAUDE.md~\S4 and built in Phase~2 (Appendix~A). It comprises forty leaf categories grouped into eight areas: artificial intelligence and machine learning (nine leaves, from large language models to AI safety); perception, language, robotics and interaction (six); software, programming languages and formal methods (four); theory of computation (two); data, information and distributed systems (six); security, privacy and trust (five); hardware, architecture and emerging computing (five); and computational science and discovery (three). A small number of \emph{specialisation} edges record that one leaf refines another: large language models and multimodal AI refine foundation models; compilers refine programming languages; cloud and edge computing refine distributed computing; federated learning refines privacy-preserving computation; AI accelerators refine computer architecture. The areas are a reporting device; classification operates on leaves.
32 +
33 +The assignment rule is deliberately simple so that it can be audited. Let $\mathcal{W}$ be the set of works and $\mathcal{C}$ the set of forty leaves. For each leaf $c$ the ontology lists weighted signals of five types $k \in \{\text{topic},\ \text{subfield},\ \text{arXiv},\ \text{stream},\ \text{keyword}\}$, with signal set $S_k(c)$ and weights $\omega_{kj} \in (0,1]$ for $j \in S_k(c)$. A work $w$ matches a signal $j$ if the corresponding attribute of $w$ (an OpenAlex topic identifier, a subfield, an arXiv class, a DBLP stream, or a regular expression over title and abstract) contains it. The score of $w$ for $c$ is
34 +\begin{equation}
35 +s(w,c) \;=\; \sum_{k} \min\Bigl\{1,\ \sum_{j \in S_k(c)} \omega_{kj}\, \mathbf{1}[w \text{ matches } j]\Bigr\} \;-\; \infty \cdot \mathbf{1}[w \text{ matches an exclusion of } c],
36 +\label{eq:p2-score}
37 +\end{equation}
38 +so that no single signal type can contribute more than one unit, a weight of one means ``this signal alone suffices'', and an exclusion pattern vetoes the leaf outright. The work belongs to every leaf with $s(w,c) \geq 1$; its \emph{primary} leaf is $\arg\max_c s(w,c)$, with ties broken in favour of a child over its parent and then by category number. Multi-label membership is not an accident of the rule but its purpose: an instruction-tuning paper is expected to score in both large language models and natural language processing, and the share of works with more than one leaf is itself one of the quantities tracked in Part~IX.
39 +
40 +Two design choices deserve comment because they shape every downstream result. First, the ontology is not a relabelling of OpenAlex topics. Six AI categories that the citation-based topics cannot separate (large language models, foundation models, multimodal AI, generative AI, AI agents, AI safety) and seven small categories with no dedicated topic or venue (federated learning, sustainable computing, autonomous scientific discovery, privacy-preserving computation, blockchain, quantum computing, edge computing) rely on keyword patterns of weight one; the build fails if such a pattern is absent. The reason is historical and is the subject of Section~\ref{sec:p2-waves}: the citation clusters that OpenAlex labels were formed by a literature in which ``large language model'' was not yet a stable term, and a topic such as ``Topic Modeling'' in fact hosts most BERT-era and retrieval-augmented work. Second, the ontology is positioned relative to the CCS rather than derived from it. The AI area corresponds to the CCS branch \emph{Computing methodologies $\to$ Artificial intelligence / Machine learning}, but the leaves inside it are drawn from the post-2017 literature; theory, systems, networks, security and human-centred computing map onto the corresponding CCS top-level nodes almost one-to-one; computational biology, scientific computing and sustainable computing sit in CCS under \emph{Applied computing} and \emph{Social and professional topics}, which the present ontology promotes to first-class areas because the questions of this paper concern precisely the traffic between computing and the sciences it serves.
41 +
42 +The ontology's limitations are stated in Appendix~A and are not repeated here, except for one that bears on interpretation. A category defined partly by keywords is defined partly by vocabulary, and vocabulary changes faster than research practice. If the phrase ``large language model'' spreads into papers whose methods are unchanged, a keyword-driven category will register growth that is partly nominal. Section~\ref{sec:p2-claims} returns to this problem under the heading of LLM-assisted writing; Part~IV describes the embedding-based checks designed to detect it.
43 +
44 +\subsection{Where the classifications disagree}
45 +\label{sec:p2-disagree}
46 +
47 +The disagreements among the four systems are systematic, and they fall into three kinds.
48 +
49 +The first is \emph{coverage}. Comparisons of bibliographic databases consistently show that no source indexes the whole of a discipline and that the gaps are not random: conference proceedings, preprints, and non-English venues are the most unevenly covered \citep{visser2021comparison,martinmartin2021coverage}. OpenAlex, the backbone of this corpus, inherits the broad but uneven coverage of Microsoft Academic and Crossref; its reference lists are less complete than those of the commercial indexes for part of the period, which affects citation-based measures more than counts \citep{culbert2025openalex}. The linking phase of this study illustrates the scale of the problem at the level of record identity. The OpenAlex snapshot contains \LinkOaCsRecords{} works classified in computer science between 2018 and 2026; DBLP contributes \LinkDblpTwoZeroOneEightTwoZeroTwoSix{} records over the same years, of which \LinkDblpLinkedDistinct{} could be matched to an OpenAlex work by DOI or by title and year in the first linking pass and \LinkDblpUnlinked{} could not; the arXiv \texttt{cs} harvest contributes \LinkArxivCsRecords{} preprints, of which \LinkArxivLinkedDistinct{} were matched, overwhelmingly through the arXiv identifier that OpenAlex stores. These are linkage statistics, not findings about research, but they establish that a classification applied to one source cannot simply be transferred to another: a non-trivial fraction of the venue-defined (DBLP) universe has no citation-defined (OpenAlex) counterpart, and vice versa. Part~III describes the second linking pass and the treatment of unmatched records.
50 +
51 +The second kind of disagreement is \emph{granularity and boundary}. The arXiv class \texttt{cs.LG} is one node among forty; in OpenAlex, machine learning spreads across dozens of topics in several fields, including statistics, engineering and medicine, because the citation network does not respect the boundary of the computer-science field. Conversely, OpenAlex's field~17 (``Computer Science'') contains clusters on educational technology, media studies and physics that no computer scientist would claim, and the ontology of this study deliberately leaves most of them unmapped (Appendix~A). The practical consequence is that the apparent size of ``AI'' depends on which boundary is used: a venue-based definition (DBLP streams of NeurIPS, ICML, ICLR, AAAI and the vision and language conferences) gives a different set from a topic-based definition, which gives a different set again from an arXiv-class definition, and the three sets diverge most in the applied sciences, where machine-learning methods are used without the paper belonging to any machine-learning community. The multi-label design of the ontology, and the use of all three signal types with capped weights in equation~\eqref{eq:p2-score}, is the response to this divergence: a work that is an AI paper by every criterion scores high on all of them, while a work that is an AI paper by vocabulary alone is held to a higher evidentiary standard.
52 +
53 +The third kind is \emph{temporal}. The CCS was fixed in 2012 and the arXiv classes are older still; OpenAlex topics were generated from a citation network observed in the early 2020s and are reassigned when the snapshot is rebuilt; DBLP streams are stable but new venues appear and old ones are renamed. A classification that does not change cannot register the emergence of a field except as the growth of an existing node; a classification that is regenerated cannot be compared across snapshots without care. Neither property is a defect, but they pull in opposite directions, and a study of structural change must choose. This study freezes all classifications at a single snapshot (Part~III), so that any growth it reports is growth of a fixed category, and it treats the emergence of \emph{new} categories as a separate detection problem (Part~IV, Section~\ref{sec:p2-claims}).
54 +
55 +A final, sociological disagreement should be named explicitly because it affects what counts as a ``paper''. Computer science is unusual among the sciences in treating selective conferences as the primary venue of record, a practice that has been defended on grounds of speed and criticised on grounds of reviewing quality and the fragmentation of the literature \citep{vardi2009conferences,fortnow2009growup}. The convention has two consequences for bibliometrics. Conference papers are indexed less uniformly than journal articles, so coverage disagreements are concentrated in exactly the venues that the discipline values most; and the conference calendar imposes a strong seasonality on publication dates, so that monthly series must be deseasonalised before any break can be read off them. The preprint culture adds a third consequence. Computer scientists came to arXiv late relative to physicists and mathematicians, and a large share of computer-science preprints are never matched to a published version, either because they are not published or because the match fails \citep{lin2020preprints}. A corpus that counts preprints and published versions as separate works will over-count the preprint-heavy subfields; a corpus that links them will under-count whenever linkage fails; and the subfields where linkage fails most often are, again, the fast-moving ones.
56 +
57 +\subsection{Why the growth of a field is hard to measure}
58 +\label{sec:p2-growth}
59 +
60 +The questions of this paper are ultimately about rates: of publication, of citation, of movement between categories. Rates presuppose denominators, and the denominators of science are themselves contested quantities.
61 +
62 +The literature on the growth of science offers two sobering lessons. The first is that measured growth depends heavily on the database. Using cited references as a proxy for the literature that scientists actually use, \citet{bornmann2015growth} estimated the long-run growth of science at roughly three per cent per year with a doubling time of about a quarter of a century, while estimates based on the publication counts of individual databases vary widely with the database's coverage policy and its own expansion. A later analysis with segmented growth curves across several databases found that the growth rate has itself changed over time, with faster growth in recent decades, but that the location of the segments depends on the source \citep{bornmann2021growth}. For the present study the lesson is that a change in the volume of computer-science publications between 2018 and 2026 is the sum of a change in research activity and a change in indexing, and that only the first is of scientific interest. OpenAlex grew substantially during the period as it absorbed new sources and improved its matching; the indexing lag (the delay between a work's publication and its appearance in the snapshot) is longest for the most recent months, so that any series ending in 2026 slopes downward at its end for reasons that have nothing to do with research. These are among the pre-period diagnostics and sensitivity checks required by CLAUDE.md~\S6.5 and specified in Part~IV.
63 +
64 +The second lesson concerns the ``science of science'' as a field in its own right. The programme described by \citet{fortunato2018sos} and developed at book length by \citet{wang2021sos} has established robust regularities: citation distributions are heavy-tailed within every field; team size has grown steadily; novelty in the sense of atypical combinations of prior work is associated with higher impact at the top of the distribution; and the productivity of individual scientists is approximately stable over careers. Those regularities are the background against which any field-specific claim must be read. A rise in the citation inequality of AI papers after 2022, for instance, is interesting only if it exceeds the inequality that heavy-tailed citation distributions produce in every growing field; the hypotheses H1--H8 of the preregistered protocol (Part~III) are formulated as comparisons between the post-2022 period and the baseline for that reason.
65 +
66 +A further difficulty is specific to computer science and concerns what the discipline takes itself to be. \citet{denning2005science} argued that computer science is a science of information processes and not merely an engineering of artefacts, and \citet{wing2006computational} that ``computational thinking'' is a general intellectual skill rather than a professional one; both arguments were written at a moment when the discipline was defending its boundaries. The post-2022 period raises the converse question: whether the discipline's methods have diffused so widely that the boundary is no longer where the classifications place it. Papers that apply learned models to protein structure, materials, weather or law are classified as computer science by some systems and not others; a transformation that consists partly of such diffusion is partly invisible to a classification that keeps the boundary fixed. The ontology's eighth area, computational science and discovery, and the ``penumbra'' set defined in Part~III (works with a computer-science topic but without venue or arXiv support) exist to make that diffusion observable without inflating the core.
67 +
68 +\section{Three prior transformations and how they propagated}
69 +\label{sec:p2-waves}
70 +
71 +The post-2022 period is not the first time computer science has been reorganised around a new technology. Three earlier transformations are directly relevant because they established the publication practices, the infrastructure, and the conceptual vocabulary within which the present one unfolds: the internet and web era, which created the systems and the industrial research laboratories; the deep-learning wave of 2012--2017, which created the benchmark culture and the compute economy; and the transformer and pretraining era of 2017--2022, which created the models themselves. For each, the account below is deliberately narrow. It does not attempt a history of computing; it asks what changed in how research was done and published, and how the change propagated from the subfield in which it began to the others. The answers suggest a way of reading the post-2022 data that the empirical parts of this paper then test.
72 +
modified manuscript/sections/part03_data.tex +584 −6
@@ -152,10 +152,10 @@ reproducibility and benchmark analyses scoped in Part~IV and are not part of the
152 152 Table~\ref{tab:data-sources} summarises the sources, the access route, the licence and the role of each.
153 153
154 154 \begin{table}[htbp]
155 −\centering\small
155 +\centering\footnotesize
156 156 \caption{Information sources of the WP44 corpus (all accessed 2026-11-02/03).}
157 157 \label{tab:data-sources}
158 −\begin{tabularx}{\textwidth}{lXll}
158 +\begin{tabularx}{\textwidth}{>{\raggedright\arraybackslash}p{2.5cm}>{\raggedright\arraybackslash}X>{\raggedright\arraybackslash}p{2.1cm}>{\raggedright\arraybackslash}X}
159 159 \toprule
160 160 Source & Access and snapshot & Licence & Role \\
161 161 \midrule
@@ -252,10 +252,11 @@ For DBLP, the order is: (i) DOI equality, (ii) arXiv identifier equality, restri
252 252 on either side, (iii) normalised title equality with a year difference of at most one, restricted to records
253 253 not yet linked on either side. The DOI step linked \LinkLinkDblpOaDoi{} records and the title step
254 254 \LinkLinkDblpOaTitleYear{}; the arXiv step linked none, because the extraction of arXiv URLs from the DBLP
255 −\texttt{ee} fields returned no candidate (\LinkDblpWithArxiv{} records with an extracted identifier). The most
256 −plausible reason is that DBLP now records the arXiv version of its CoRR entries as a DataCite DOI of the form
257 −\texttt{10.48550/arXiv.*}, which the DOI step already handles; the step is kept in the pipeline because other
258 −dumps may differ. In total \LinkDblpLinkedDistinct{} of the \LinkDblpTwoZeroOneEightTwoZeroTwoSix{} DBLP
255 +\texttt{ee} fields returned no candidate (\LinkDblpWithArxiv{} records with an extracted identifier). The
256 +\texttt{ee} fields of this dump evidently do not carry \texttt{arxiv.org/abs} URLs in the form the extractor
257 +expects; whether the CoRR entries are reached by the DOI step instead depends on DBLP's current conventions for
258 +the \texttt{ee} field, which the audit did not characterise, and the question is left to the linkage-precision
259 +review. The step is kept in the pipeline because other dumps may differ. In total \LinkDblpLinkedDistinct{} of the \LinkDblpTwoZeroOneEightTwoZeroTwoSix{} DBLP
259 260 records in the window were linked to an OpenAlex work after the first pass, leaving \LinkDblpUnlinked{}
260 261 unlinked. The composition of the unlinked set is informative: \LinkDblpUnlinkedByTypeArticle{} journal
261 262 articles, \LinkDblpUnlinkedByTypeInproceedings{} conference papers, \LinkDblpUnlinkedByTypePhdthesis{}
@@ -314,3 +315,580 @@ human checkpoint is unsigned; the automatic agreement rates and the human verdic
314 315 and Appendix~B, and every conclusion that depends on the title-based links is labelled as pending human review
315 316 until H-1 is signed.
316 317
318 +\section{Deduplication of preprint and published versions}
319 +\label{sec:data-dedup}
320 +
321 +OpenAlex creates distinct work records for an arXiv e-print and for the journal or conference version of the
322 +same paper whenever the two carry different DOIs, which is the normal case since arXiv registers DataCite DOIs
323 +for its e-prints. In a corpus where preprinting is widespread this is the dominant form of duplication, and it
324 +biases every count in the direction of fields that preprint most: a paper in machine learning that appears on
325 +arXiv and then at a conference would be counted twice, a paper in a theory journal once. OpenAlex itself links
326 +some preprint--publication pairs, but the links are incomplete, and prior work on discovering such links has
327 +shown that neither DOIs nor titles alone suffice \citep{cabanac2021preprint}. Stage S2 therefore merges
328 +preprint and published versions into one node per work, in the sense required by the mandate (one node per
329 +\emph{work}, with both dates retained).
330 +
331 +\subsection{Pairing rule}
332 +
333 +The rule is conservative by design, favouring a small number of certain merges over a larger number of
334 +probable ones. A \emph{preprint-like} record is one whose OpenAlex type is \texttt{preprint} or whose DOI is
335 +an arXiv DataCite DOI (prefix \texttt{10.48550/arxiv}); a \emph{published-like} record is any other record.
336 +Two records are paired when their normalised titles are identical, both titles have at least 25 characters,
337 +and their publication years differ by at most two. When a published record matches several preprints, the
338 +earliest preprint is kept as its preprint; when a preprint matches several published records, the earliest
339 +published record is kept; all other pairs are discarded, so that the pairing is one-to-one. The pairing is
340 +confined to the loaded OpenAlex records; preprints that are not computer-science candidates cannot be paired,
341 +which is immaterial since they would not enter the corpus. No fuzzy title similarity is used at this stage, so
342 +that a preprint whose title changed at publication is not merged; the consequence, a residual double count, is
343 +discussed below.
344 +
345 +\subsection{What is kept from each member of a pair}
346 +
347 +The published record is the surviving node. The preprint record receives the flag \texttt{duplicate\_of} with
348 +the identifier of the published work and is excluded with reason code E5 (Section~\ref{sec:data-eligibility}).
349 +The published node receives \texttt{preprint\_work\_id} and, through the arXiv linkage, the first-submission
350 +date of the e-print, so that for every work the \emph{first date} is defined as the earliest of its OpenAlex
351 +publication date, the publication date of its preprint record and the arXiv \texttt{created} date. This first
352 +date is the date variable of all monthly series in Part~IX; the publication date of the version of record is
353 +kept alongside it. The distinction matters for structural-change analysis: dating a paper by its journal issue
354 +would displace much of the research activity of 2023 into 2024 and 2025 and would blur any monthly series
355 +around the November 2022 boundary, whereas the first date places the work at the moment it entered the public
356 +record. Citation counts are those of the surviving published node; OpenAlex attributes to the preprint record
357 +the citations that cite the preprint DOI, and these are not added to the published node, a known
358 +under-count for works whose preprint remained the cited version. Part~IV states the resulting measurement
359 +assumption and Part~IX reports, for the high-priority set, the share of citations that accrue to preprint
360 +records.
361 +
362 +\subsection{Outcome and residual duplication}
363 +
364 +The pairing identified \PrismaExcludedEFiveDuplicate{} preprint records as duplicates of a published work,
365 +of which \PrismaExcludedSequentialEFiveDuplicate{} remained after the earlier exclusions had been applied.
366 +Set against the \PrismaEligibleByTypePreprint{} preprints that remain in the eligible corpus as works with no
367 +published counterpart, the figure shows that most e-prints in the candidate set were not matched to a
368 +published version within OpenAlex. Three explanations coexist and cannot be separated without manual review:
369 +many e-prints are genuinely unpublished, consistent with the publication rates reported for computer-science
370 +preprints \citep{lin2020preprints}; some published versions carry a modified title; and some published
371 +versions are not in OpenAlex or lack a computer-science topic. The first explanation is benign; the second and
372 +third leave a residual double count whose size is bounded in Part~IX by re-running the pairing with a title
373 +similarity threshold rather than exact equality and reporting the difference as a sensitivity, not as a
374 +correction. Because arXiv-linked works carry their e-print identifier, the sensitivity analyses can also
375 +remove every preprint node whose e-print has a journal DOI in the arXiv metadata, whether or not the pairing
376 +found the published record.
377 +
378 +\section{Eligibility criteria and exclusions}
379 +\label{sec:data-eligibility}
380 +
381 +Stage S3 applies the eligibility criteria of the preregistered protocol (\texttt{protocol/PROTOCOL.md}, P2) to
382 +every loaded record and records, for each, a set of Boolean exclusion flags with reason codes. The flags are
383 +computed independently so that each code can be counted on its own and also sequentially, in the order
384 +E1--E7, so that the PRISMA flow (Figure~\ref{fig:prisma}) sums correctly. Reporting both views is deliberate:
385 +the independent counts show how large each problem is in the raw data, the sequential counts show how many
386 +records each criterion removed given those before it.
387 +
388 +\subsection{Reason codes}
389 +
390 +\textbf{E1, outside window.} The publication date is missing, earlier than 2018-01-01 or later than
391 +2026-11-02. Because the first-pass filter already restricted the publication year, this code catches only
392 +records with a missing date or a date beyond the extraction date. Forward-dated records, that is works whose
393 +publication date lies in the future relative to the snapshot, are a documented feature of OpenAlex, where
394 +publishers register articles for forthcoming issues; the window end removes those dated after the extraction
395 +date, and the remaining 2026 records are discussed in Section~\ref{sec:data-dates}.
396 +\PrismaExcludedEOneOutsideWindow{} records are flagged.
397 +
398 +\textbf{E2, non-research document type.} The protocol lists the document types that constitute research
399 +output: article, conference paper, preprint, book chapter, book, dissertation, report, review and software
400 +paper. The exclusion operates asymmetrically. A record that is \emph{not} DBLP-linked is excluded when its
401 +OpenAlex type is outside the list. A record that \emph{is} DBLP-linked is kept whatever its OpenAlex type,
402 +unless that type belongs to a hard-exclusion list of types that are never research outputs (editorial,
403 +erratum, retraction notice, peer review, paratext, conference abstract, reference entry, dataset, software,
404 +supplementary material, library guide, letter, grant, standard). The asymmetry reflects amendment A-001 and
405 +is explained below. Independently of order, \PrismaExcludedETwoType{} records carry this flag. The largest
406 +contributors are records typed as datasets (\PrismaExcludedETwoByTypeDataset{}), followed by the
407 +residual type \texttt{other} (\PrismaExcludedETwoByTypeOther{}), library guides
408 +(\PrismaExcludedETwoByTypeLibguides{}), software (\PrismaExcludedETwoByTypeSoftware{}), conference
409 +abstracts (\PrismaExcludedETwoByTypeConferenceAbstract{}) and peer reviews
410 +(\PrismaExcludedETwoByTypePeerReview{}); paratext, reference entries, editorials, supplementary materials,
411 +errata, standards, book reviews, retraction notices, data papers and letters make up the remainder. The
412 +prominence of datasets and software among records carrying a computer-science topic is itself a finding about
413 +the backbone: OpenAlex indexes the DataCite registry, where repositories mint DOIs for research objects that
414 +are not publications, and the topic classifier labels them by their descriptions.
415 +
416 +\textbf{E3, XPAC expansion records.} OpenAlex marks as XPAC the records it added from non-Crossref sources in
417 +its coverage expansion; these carry sparser metadata and a higher share of non-research objects. The
418 +protocol excludes them, and \PrismaExcludedEThreeXpac{} records carry the flag independently. Amendment A-001
419 +introduced one exception: an XPAC record that is linked to a DBLP record is a computer-science publication
420 +whatever its provenance in OpenAlex, and it is kept with the flag \texttt{xpac\_kept\_dblp}
421 +(\PrismaExcludedXpacKeptDblp{} records). Sequentially, after the type criterion,
422 +\PrismaExcludedSequentialEThreeXpac{} records are removed under E3, far fewer than the independent count
423 +because most XPAC records are also non-research types.
424 +
425 +\textbf{E4, no title.} Records with a missing or empty title cannot be linked, deduplicated or embedded and are
426 +excluded: \PrismaExcludedEFourNoTitle{} independently, \PrismaExcludedSequentialEFourNoTitle{} sequentially.
427 +
428 +\textbf{E5, duplicate version.} The preprint member of a merged pair (Section~\ref{sec:data-dedup}):
429 +\PrismaExcludedEFiveDuplicate{} independently, \PrismaExcludedSequentialEFiveDuplicate{} sequentially.
430 +
431 +\textbf{E6, retracted.} Works flagged \texttt{is\_retracted} by OpenAlex, which draws on the Retraction Watch
432 +data now distributed through Crossref, are \emph{not} removed from the mapping corpus: they are part of the
433 +published record and of its volume, and their presence is itself an object of study given the record numbers
434 +of retractions reported for 2023 \citep{vannoorden2023retractions}. They are kept with the flag and excluded
435 +from every impact analysis (citation rankings, landmark selection, field-normalised scores).
436 +\PrismaExcludedESixRetracted{} loaded records carry the flag, of which
437 +\PrismaEligibleMembershipRetractedFlagged{} are in the eligible corpus.
438 +
439 +\textbf{E7, generic deposit platform.} Introduced by amendment A-002, this code excludes records whose primary
440 +source is a generic deposit platform (Zenodo, Figshare, the Japanese Institutional Repositories DataBase,
441 +LA~Referencia, Dialnet, the DOAJ-as-source entries and the OSTI OAI feed) unless the record is DBLP- or
442 +arXiv-linked. The number of records removed under this code is reported by the macro
443 +\pending{PrismaExcludedSequentialESevenGenericDeposit} once the corpus has been rebuilt under A-002.
444 +
445 +One inconsistency of numbering must be recorded. In the frozen protocol, code E7 designates the
446 +penumbra of works with a secondary computer-science topic only; the implementation reuses the number E7 for
447 +the generic-deposit exclusion of amendment A-002 and carries the penumbra as a separate flag,
448 +\texttt{cs\_penumbra}. The penumbra is not an exclusion in the same sense as E1--E7: it is a scope boundary,
449 +reported separately and used in sensitivity analyses, and is treated in Section~\ref{sec:data-core}. The
450 +conflict of numbering is flagged here for correction in the amendments log before the protocol is cited in
451 +its final form.
452 +
453 +\subsection{Amendments A-001 and A-002 and their evidence}
454 +
455 +Two eligibility decisions were taken after the protocol freeze, on the evidence of the first run of the
456 +corpus-definition script, and both are logged in \texttt{protocol/amendments.csv} with their date, their
457 +reason and their status (executing agent, pending confirmation by the principal investigator at
458 +checkpoint H-0). They are reported here in full because an eligibility rule changed after preregistration is
459 +exactly the kind of decision a reader must be able to audit \citep{nosek2018preregistration}.
460 +
461 +\emph{A-001, document types.} The protocol's type list was written from the OpenAlex documentation available
462 +at the time; the 2026 snapshot uses the types \texttt{conference-paper} and \texttt{software-paper}, which the
463 +list did not contain. The first run of the eligibility stage excluded under code E2 a very large number of records typed
464 +\texttt{conference-paper}, close to half of them DBLP-linked; the figures of that superseded run are recorded in
465 +the amendment entry and are not repeated here, since the run was not retained. Conference papers are the principal publication form of several areas of
466 +computer science, and their exclusion would have invalidated the composition analyses of Part~IX. The
467 +amendment adds the two types to the list and, more consequentially, makes DBLP linkage decisive: a
468 +DBLP-linked record is a computer-science research output whatever OpenAlex calls it, unless its type is one
469 +that can never be a research output. The same amendment keeps DBLP-linked XPAC records. The corrected run
470 +yields the counts reported above, in which \PrismaEligibleByTypeConferencePaper{} eligible works are
471 +conference papers.
472 +
473 +\emph{A-002, generic deposit platforms and date precision.} Inspection of the eligible corpus by source
474 +(\texttt{systematic\_review/inspect\_sources.py}) showed that a single generic repository, Zenodo, contributed
475 +several times more eligible records dated 2026 than dated 2025, that almost none of them carried a reference
476 +list, and that random samples were slide decks, datasets, software releases and project reports typed as
477 +articles because the depositor had chosen that type; the counts are recorded in the amendment entry. Left in the
478 +corpus, such records would have produced a spurious surge of 2026 output concentrated in a repository that
479 +does not publish research articles, and would have done so in the months where right truncation already
480 +makes the series fragile. The amendment excludes records whose primary source is a generic deposit platform
481 +unless DBLP or arXiv vouch for them, and introduces the \texttt{date\_precision} flag discussed in
482 +Section~\ref{sec:data-dates}. The rule is a source-level rule, not a content judgement: a genuine research
483 +report deposited only on Zenodo is lost, which is accepted because the alternative, keeping every deposit,
484 +contaminates the primary estimand of RQ1. The sensitivity analyses of Part~IX report the monthly series with
485 +and without the generic-deposit exclusion.
486 +
487 +The amendments illustrate a general point about preregistered bibliometrics. The protocol can freeze the
488 +\emph{rules} but not the data model of a database that changes between the time of writing and the time of
489 +extraction; when the data model changes, the honest course is an amendment with its evidence, not a silent
490 +adaptation.
491 +
492 +\section{The computer-science core, the penumbra and the strict core}
493 +\label{sec:data-core}
494 +
495 +The decision of what counts as computer science is the single most consequential modelling choice in a
496 +discipline-level mapping, and the protocol makes it with a three-part membership rule (decision D4) rather
497 +than with any one source. A record that survives the exclusions E1--E7 belongs to the \emph{core} if at
498 +least one of the following holds:
499 +
500 +\begin{enumerate}
501 +\item it is linked to a DBLP record (venue-based membership);
502 +\item its OpenAlex primary field is Computer Science (classifier-based membership);
503 +\item it carries a secondary computer-science topic \emph{and} is linked to an arXiv e-print whose primary
504 + category is in the \texttt{cs} archive (author-declared membership).
505 +\end{enumerate}
506 +
507 +A record that survives the exclusions but satisfies none of these, which means it carries a secondary
508 +computer-science topic without venue or author support, belongs to the \emph{penumbra}. The three conditions
509 +correspond to three independent judgements about disciplinary membership: the judgement of DBLP's editors
510 +about venues, the judgement of OpenAlex's classifier about content, and the judgement of the authors who chose
511 +a primary arXiv category. Requiring agreement of any one of them with the first-pass topic filter removes the
512 +over-inclusion that a secondary topic alone would produce, while keeping works that any single source would
513 +have missed.
514 +
515 +\subsection{Counts}
516 +
517 +After the sequential exclusions, \PrismaAfterExclusions{} loaded records remain. Of these,
518 +\PrismaCsCoreEligible{} satisfy the membership rule and constitute the eligible mapping corpus, and
519 +\PrismaCsPenumbraEligibleOtherwise{} form the penumbra. The penumbra is thus a substantial fraction of the
520 +records that a naive ``any computer-science topic'' filter would have called computer science; its exclusion
521 +from the primary analyses is the main difference between the present corpus and what an OpenAlex query alone
522 +would return, and it is the reason why no count in this manuscript should be compared directly with the counts
523 +that the OpenAlex interface displays for field~17. Within the eligible corpus, the three membership
524 +conditions overlap: \PrismaEligibleMembershipInDblp{} works are DBLP-linked,
525 +\PrismaEligibleMembershipCsPrimary{} have a computer-science primary field, and
526 +\PrismaEligibleMembershipArxivLinked{} are linked to an arXiv e-print; \PrismaEligibleMembershipInAcl{} are
527 +ACL Anthology papers. The eligible corpus divides by period into \PrismaEligibleByPeriodBaseline{} works whose
528 +first date falls in the baseline window, \PrismaEligibleByPeriodPost{} in the post-boundary window, and a
529 +small residue of \PrismaEligibleByPeriodPre{} whose first date, taken from a preprint or an e-print, precedes
530 +2018 although the version of record falls in the window; the residue is kept in the corpus and assigned to
531 +the ``pre'' period, so that it enters no monthly series. Figure~\ref{fig:prisma} renders these counts as a
532 +PRISMA-style flow, drawn from the same JSON file that generates the macros of this section
533 +\citep[cf.][]{haddaway2022prismaflow}.
534 +
535 +\begin{figure}[htbp]
536 +\centering
537 +\includegraphics[width=0.9\textwidth]{fig_prisma_flow.pdf}
538 +\caption{PRISMA-style flow of record identification, exclusion and the final mapping corpus. Identification
539 +counts are per source and overlap; exclusions are sequential in the order E1--E7; the core and the penumbra
540 +partition the records that survive the exclusions. Source: \texttt{data/metadata/prisma\_counts.json},
541 +rendered by \texttt{figures/make\_figures.py}.}
542 +\label{fig:prisma}
543 +\end{figure}
544 +
545 +\subsection{The strict core}
546 +
547 +The membership rule is a disjunction, and a sceptical reader may object that a disjunction of three imperfect
548 +judgements inherits the errors of each. The protocol anticipates the objection with a \emph{strict core},
549 +defined as the conjunction of the first two conditions: works that are both DBLP-linked and labelled computer
550 +science by the OpenAlex classifier. The strict core contains \PrismaStrictCoreDblpAndCsPrimary{} works. Every
551 +headline result of Part~IX is re-estimated on the strict core, and the manuscript reports a result as robust
552 +to scope only when the sign and the order of magnitude agree between the eligible corpus and the strict
553 +core. The strict core is not a better corpus; it is a narrower one, biased toward established venues and
554 +against preprints, dissertations and the newer conference series that DBLP has not yet adopted, and its role
555 +is to bound the influence of scope decisions, not to replace them.
556 +
557 +\subsection{What the design does not do}
558 +
559 +Three limits deserve statement. First, DBLP membership is venue membership: a paper in a DBLP-indexed journal
560 +of bioinformatics or operations research is in the core even when its content is not computational, and the
561 +taxonomy of Part~IV, not the scope rule, is what distinguishes such works. Second, the rule has no language
562 +component; works in any language are eligible, and the share of non-English records, which is concentrated
563 +in dissertations and in regional journals, is reported among the quality indicators. Third, the rule is
564 +applied to the records loaded by the two snapshot passes; a computer-science work that OpenAlex does not
565 +index at all, or indexes without any computer-science topic and without a DBLP or arXiv DOI, is not observed.
566 +The DBLP-only table and the unmatched ACL entries bound the size of this blind spot for two sources with
567 +complete venue lists, and Section~\ref{sec:data-quality} reports them.
568 +
569 +\section{Dates, date precision, indexing lag and right truncation}
570 +\label{sec:data-dates}
571 +
572 +Monthly series are the primary temporal unit of this study, and the November 2022 boundary falls inside a
573 +year. Everything in the structural-change analysis of Part~IX therefore depends on the quality of dates at
574 +the month level, which is considerably worse than at the year level in every bibliographic database. This
575 +section documents three distinct problems, their diagnosis in the corpus, and the rule adopted for each.
576 +
577 +\subsection{Which date}
578 +
579 +Each eligible work carries up to three dates: the OpenAlex publication date of the surviving record, the
580 +publication date of its merged preprint record where one exists, and the arXiv first-submission date where the
581 +work is linked to an e-print. The \emph{first date} of a work is the earliest of the three
582 +(Section~\ref{sec:data-dedup}), and the \emph{first month} is its calendar month. The first date measures
583 +the entry of the work into the public record, which is the quantity relevant to questions about the pace and
584 +composition of research activity; the publication date of the version of record measures the pace of the
585 +publishing system and is kept for the analyses of venues and of preprint-to-publication lags. The two
586 +coincide for works without a preprint, which are the majority outside the machine-learning areas.
587 +
588 +\subsection{Date precision and the January artefact}
589 +
590 +A large share of publication dates in OpenAlex are year-only dates stored as the first of January. The
591 +phenomenon is visible without any model: the raw monthly series of first appearances shows a spike in every
592 +January that no publishing calendar could explain (Figure~\ref{fig:volume-monthly-raw}), and inspection of the
593 +eligible corpus by year found that between about a fifth and somewhat over a quarter of records carry a date of the form
594 +\emph{YYYY}-01-01, with the proportion varying by source and type; dissertations, book chapters and records
595 +from repositories are the most affected, journal articles with publisher-registered issue dates the least.
596 +Amendment A-002 introduced the flag \texttt{date\_precision}, equal to \texttt{year} when the publication
597 +date is the first of January and \texttt{month} otherwise. The rule is a heuristic with a known cost: a work
598 +genuinely published on 1 January is classed as year-precision, and since the rule is applied to the
599 +publication date rather than to the first date, a year-precision work with an arXiv first date is correctly
600 +dated by its e-print. The counts of eligible works by precision class will be reported by the macros
601 +\pending{PrismaEligibleDatePrecisionMonth} and \pending{PrismaEligibleDatePrecisionYear} once the corpus has
602 +been rebuilt under A-002.
603 +
604 +All monthly series in Part~IX use month-precision records only. Year-precision records enter the annual series,
605 +where their date is correct, and the composition analyses that do not depend on the month. The exclusion of
606 +year-precision records from monthly series is not innocuous: if the share of year-only dates differs between
607 +categories or between periods, the monthly composition is biased relative to the annual one. Part~IX
608 +therefore reports, for each category, the share of year-precision records by year, and treats a divergence
609 +between the monthly and the annual growth estimates as a warning rather than as two independent results.
610 +
611 +\begin{figure}[htbp]
612 +\centering
613 +\includegraphics[width=0.95\textwidth]{fig_volume_monthly_raw.pdf}
614 +\caption{Monthly first appearances in the eligible corpus before the precision filter. The January spikes
615 +reflect year-only publication dates stored as 1 January and motivate the month-precision rule. Source:
616 +\texttt{results/bibliometrics/volume\_monthly.csv}.}
617 +\label{fig:volume-monthly-raw}
618 +\end{figure}
619 +
620 +\subsection{Indexing lag and why \texttt{created\_date} cannot measure it}
621 +
622 +A work is observable only once the database has indexed it, and the delay between publication and indexing
623 +determines how incomplete the most recent months are. The research plan proposed to estimate the delay
624 +profile from the OpenAlex \texttt{created\_date} field, the date on which the record was created in OpenAlex,
625 +and to use the profile to correct the right tail of the monthly series. The diagnostic run of this estimator
626 +(\texttt{results/bibliometrics/indexing\_lag.csv}) refuted the proposal. For works published in 2018, the
627 +median difference between \texttt{created\_date} and the publication date is close to eight years, and the
628 +median falls by almost exactly one month for each later publication month, which is the signature of a
629 +constant creation date: the field records the date on which the record was created in the current OpenAlex
630 +data model, apparently during a re-ingestion in the second half of 2025, not the date on which the work was
631 +first indexed. For the great majority of works published before that re-ingestion, \texttt{created\_date}
632 +carries no information about indexing delay, and for works published after it the field measures the delay
633 +only for the records created since. A lag profile estimated from it would be an artefact of database
634 +maintenance. The field is therefore not used, and the plan's lag-corrected estimates are replaced by the
635 +approach below. The episode is recorded in detail because a reader who reproduces the estimator on a later
636 +snapshot may find the field meaningful again, and because it shows why the mandate's requirement to preserve
637 +immutable raw snapshots is not a formality: the only way to measure indexing lag honestly is to compare two
638 +snapshots of the same database.
639 +
640 +\subsection{Right truncation}
641 +
642 +The last months of the window are incomplete for three distinct reasons that must not be conflated: works
643 +published but not yet indexed (indexing lag), works indexed but not yet linked to a DBLP record because DBLP's
644 +own curation lags the publishers, and works whose citation counts have had little time to accumulate. The
645 +first two shrink the counts of the recent months; the third affects only impact indicators and is treated in
646 +Part~IV through fixed citation windows, which are the standard remedy for the age dependence of citation
647 +counts \citep{wang2013window,waltman2016review}.
648 +
649 +For the counts, the diagnosis uses the sources against one another. The DBLP dump of 2026-11-02 holds, for
650 +2026, a count well below its 2025 count although ten months of the year have elapsed, which shows that DBLP's
651 +own coverage of 2026 is incomplete; and the eligible corpus for 2026 is of the same order as that for 2025
652 +(\PrismaEligibleByYearTwoZeroTwoSix{} against \PrismaEligibleByYearTwoZeroTwoFive{}), which on its face
653 +suggests that OpenAlex is \emph{ahead} rather than behind. The two observations are reconciled by the
654 +composition of the 2026 records: a much lower share with a reference list, a much lower mean number of
655 +references, a higher share of preprints and, before amendment A-002, the Zenodo contribution described
656 +above. In other words, the recent months are not simply truncated; they are differently composed, with the
657 +fast channels (preprint servers, repositories) over-represented relative to the slow ones (journals,
658 +curated indexes). A correction factor estimated from totals would be wrong for every category whose channel
659 +mix differs from the average.
660 +
661 +The rule adopted is conservative. The ``complete'' observation window for monthly inference ends in
662 +June~2026; the months from July to November 2026 are reported descriptively, separately, and never enter a
663 +breakpoint test. Within the complete window, the structural-change models include the last months with
664 +their observed values and the robustness section of Part~IX re-estimates every break with the window ending
665 +in December 2025, so that a result that depends on the 2026 months is identified as such. The API increment
666 +harvested after the snapshot (Section~\ref{sec:data-sources}) adds the works registered between the snapshot
667 +date and the extraction date, which narrows but does not close the gap. Finally, forward-dated records,
668 +works carrying a 2026 publication date for an issue not yet released, are retained when their date precedes
669 +the extraction date because they are, by the definition of the first date, in the public record; the
670 +current build does not count them separately, and a count by month of the records whose publication date lies
671 +after the snapshot date is listed among the quality indicators to be added before Part~IX is finalised.
672 +
673 +\section{Quality indicators and known biases}
674 +\label{sec:data-quality}
675 +
676 +PRISMA 2020 asks for an assessment of the risk of bias in the included studies; a mapping study has no
677 +studies in that sense, and the protocol replaces the item with indicators of the quality of the bibliographic
678 +record itself, reported per year and per category in Appendix~B. This section defines the indicators,
679 +reports the corpus-level values that are available at the time of writing, and sets out the known biases of
680 +the design, each with the direction in which it is expected to push the results of Part~IX.
681 +
682 +\subsection{Metadata completeness}
683 +
684 +Four completeness indicators are computed for every work: presence of an abstract, presence of a non-empty
685 +reference list, presence of at least one affiliation with an institution identifier, and presence of a
686 +country for at least one author. In the eligible corpus, \PrismaEligibleMembershipHasAbstract{} works have
687 +an abstract and \PrismaEligibleMembershipHasReferences{} have at least one resolved reference, out of
688 +\PrismaCsCoreEligible{}. Both shares are lower than those reported for the DOI-bearing journal literature in
689 +comparisons of OpenAlex with the commercial indexes \citep{culbert2025openalex,delgadoquiros2024completeness},
690 +which is expected in a corpus that includes dissertations, book chapters and preprints, and both fall sharply
691 +for the most recent year (Figure~\ref{fig:types-openness}). The consequences are concrete. A work without an
692 +abstract cannot be embedded or classified by its content and is classified from its venue, its arXiv
693 +categories and its OpenAlex topics alone, with a lower confidence score; a work without references does not
694 +contribute out-citations to the knowledge graph, so that the citation flows of Part~VIII are estimated on the
695 +subset with references and are weighted accordingly. The ACL Anthology abstracts fill part of the first gap
696 +for one subfield; no source fills the second.
697 +
698 +\begin{figure}[htbp]
699 +\centering
700 +\includegraphics[width=0.95\textwidth]{fig_types_openness.pdf}
701 +\caption{Document-type composition and metadata completeness of the eligible corpus by publication year
702 +(2026 incomplete). Source: \texttt{results/bibliometrics/volume\_yearly.csv}.}
703 +\label{fig:types-openness}
704 +\end{figure}
705 +
706 +\subsection{Coverage overlap between sources}
707 +
708 +The overlap between sources is the study's main instrument for measuring its own coverage, because each
709 +source has a complete list of what it holds. Three overlaps are reported. The DBLP--OpenAlex overlap, after
710 +both passes, is the share of DBLP records in the window with an OpenAlex counterpart; its complement, the
711 +DBLP-only table, is tabulated by year and type in Appendix~B. The arXiv--OpenAlex overlap is the share of
712 +\texttt{cs} e-prints with an OpenAlex counterpart (\LinkArxivLinkedDistinct{} of
713 +\LinkArxivCreatedTwoZeroOneEightTwoZeroTwoSix{} e-prints first submitted in the window). The ACL--OpenAlex
714 +overlap is the share of Anthology papers linked (\LinkAclLinkedDistinctTwoZeroOneEightTwoZeroTwoSix{} of
715 +\LinkAclTwoZeroOneEightTwoZeroTwoSix{}). An unmatched ACL paper is a documented computer-science publication
716 +that the backbone either does not hold or holds under a title or identifier the linkage could not resolve;
717 +the residual is therefore an upper bound on the sum of backbone non-coverage and linkage failure for one
718 +conference-heavy subfield, and a manual review of a sample of unmatched entries, planned with checkpoint
719 +H-1, separates the two.
720 +
721 +Figure~\ref{fig:volume-yearly} shows the eligible works by publication year and by source membership. The
722 +widening of the arXiv-linked layer and the relative stability of the DBLP-linked layer are the first
723 +descriptive facts of the study, and they are also a warning about right truncation: in the most recent
724 +years, the fastest source dominates.
725 +
726 +\begin{figure}[htbp]
727 +\centering
728 +\includegraphics[width=0.95\textwidth]{fig_volume_yearly.pdf}
729 +\caption{Eligible works per publication year by source membership (DBLP-linked, OpenAlex computer-science
730 +primary field, arXiv-linked, ACL Anthology); memberships overlap. 2026 is incomplete. Source:
731 +\texttt{results/bibliometrics/volume\_yearly.csv}.}
732 +\label{fig:volume-yearly}
733 +\end{figure}
734 +
735 +\subsection{Known biases and their expected direction}
736 +
737 +\emph{DBLP coverage bias.} DBLP indexes established venues and adopts new conference series with a delay;
738 +within the core, the DBLP-linked subset over-represents long-standing journals and conferences and
739 +under-represents workshops, regional venues and the newest series. Because the strict core is defined
740 +through DBLP, every strict-core estimate inherits this bias, which runs against emerging topics and against
741 +the most recent years. Results that are stronger in the strict core than in the eligible corpus are therefore
742 +unlikely to be artefacts of over-inclusion; results that appear only in the eligible corpus may be.
743 +
744 +\emph{OpenAlex topic noise.} The topic classifier mislabels in both directions, and the membership rule
745 +bounds only the over-inclusion, through the penumbra. Under-inclusion is bounded by DBLP and arXiv for the
746 +venues and preprints they cover and is unbounded elsewhere. Within the core, the topic labels are used as
747 +one of several signals in the taxonomy, never alone, and the taxonomy's validation on human-reviewed samples
748 +(Part~IV, checkpoint H-2) is the only direct measure of how much label noise survives.
749 +
750 +\emph{XPAC records.} The expansion records excluded under E3 are not a random sample of the literature: they
751 +are concentrated in repositories, in non-English regions and in recent years. Their exclusion removes some
752 +genuine research, mostly outside the venue system, and biases the corpus toward the formal literature; the
753 +DBLP exception restores the part that the venue system vouches for. The sensitivity analysis that reinstates
754 +XPAC records of research types reports the difference.
755 +
756 +\emph{Generic-deposit platforms.} The exclusion under E7 removes, besides the deposits that motivated it, any
757 +research output whose only home is a generic repository; the effect is largest in 2025--2026 and in the
758 +areas, such as scientific computing and computational biology, where data and software deposits accompany
759 +papers. The direction of the bias is toward under-counting recent output in those areas, which is the
760 +opposite of the bias the rule corrects.
761 +
762 +\emph{Missing abstracts.} Abstract availability depends on publishers' metadata deposits and on OpenAlex's
763 +sources; it is lower for conference papers of some societies and for older records, and it is strongly
764 +correlated with the DOI registrant. Every content-based analysis is conditional on abstract availability, and
765 +the appendix reports the abstract share by category and year so that the reader can judge where the
766 +conditional population departs from the corpus.
767 +
768 +\emph{Forward-dated and year-dated records.} Both displace works along the time axis in a direction that is
769 +not symmetric: year-only dates pull works toward January, forward dates push them toward the future. The
770 +month-precision rule removes the first; the second is bounded by the window end and will be counted
771 +explicitly.
772 +
773 +\emph{Retractions.} Retracted works are in the corpus and out of the impact analyses. The retraction flag
774 +depends on the coverage of the Retraction Watch data through Crossref, which is incomplete for publishers
775 +that do not deposit retraction notices; some retracted works are therefore in the impact analyses
776 +unflagged. The direction of the bias is small but known: retraction is concentrated in a few venues and in
777 +a few years, and the landmark selection of Part~V checks each candidate against the current retraction
778 +status at the time of review.
779 +
780 +\emph{Preprint duplication.} The residual double count after the exact-title pairing inflates the areas that
781 +preprint most, which are also the areas expected to show the strongest growth. The sensitivity with a
782 +similarity threshold and the removal of preprints with a journal DOI bound the effect; a growth result for
783 +machine-learning areas that does not survive these two variants is reported as not robust.
784 +
785 +None of these biases is corrected by reweighting. The study reports them, bounds them where a second source
786 +permits, and re-estimates its results on alternative corpora (strict core; corpus with penumbra; corpus with
787 +XPAC research types; corpus with DBLP-only records; corpus with generic deposits) so that the reader can see
788 +how far each conclusion depends on each scope decision. This is the approach that the science-of-science
789 +literature recommends for databases whose coverage is known to be uneven \citep{fortunato2018science}, and it
790 +is the only one compatible with a mandate that forbids the fabrication of corrections.
791 +
792 +\section{Research-integrity procedures}
793 +\label{sec:data-integrity}
794 +
795 +The mandate for this working paper lists integrity rules that are unusual for a bibliometric study: no
796 +fabricated reference, identifier, count or result; no paper content invented from metadata; no abstract
797 +treated as a full text; no model-generated summary treated as evidence; no temporal association read as
798 +causation; no preprint described as peer-reviewed; inaccessible data recorded explicitly; and human review of
799 +every scientific conclusion. The rules are a response to the way the study is conducted, by a principal
800 +investigator directing autonomous software agents, and this section describes the procedures by which they
801 +are enforced. The procedures are reported here, in the data part, because most of them operate on data and
802 +artefacts rather than on prose.
803 +
804 +\subsection{Preregistration and the amendments log}
805 +
806 +The protocol (\texttt{protocol/PROTOCOL.md}) was frozen on 2026-11-02 before any analysis of the corpus. It
807 +fixes the research questions, eight directional hypotheses H1--H8 with the sign of the expected effect
808 +stated so that null and opposite results must be reported as such, the eligibility criteria and their codes,
809 +the sources and extraction dates, the data items, the quality indicators, the synthesis methods, the
810 +human-review checkpoints and the data-availability commitments. The preregistration is internal, in the
811 +repository rather than in a registry, which limits its evidential value relative to a time-stamped public
812 +record \citep{nosek2018preregistration}; the repository's version history and the dated amendments log are
813 +the available substitute, and the release of Phase~9 will include both. Every departure from the frozen
814 +protocol is an entry in \texttt{protocol/amendments.csv} with an identifier, a date, the phase, the change,
815 +the reason and the approver, which until the principal investigator signs is ``executing agent (pending
816 +PI)''. At the time of writing the log holds five entries: A-000 records that the mandate's acceptance
817 +criteria were completed by the executing agent after the pasted text was truncated; A-001 and A-002 are the
818 +eligibility amendments of Section~\ref{sec:data-eligibility}; A-003 and A-004 fix the budgets and the models
819 +of the LLM-based taxonomy validation and knowledge-graph extraction. Analyses added after the freeze are
820 +labelled exploratory in Part~IX.
821 +
822 +\subsection{Immutable raw snapshots and provenance}
823 +
824 +Nothing in the corpus can be traced to a result unless the raw data from which it was built can be
825 +re-obtained or re-verified. The OpenAlex release is a public, versioned object; the study keeps its manifest,
826 +the per-file content lengths and SHA-256 hashes, and the filtered subset, rather than a copy of the full
827 +bucket (decision D6), so that a reader with the same release and the same scripts obtains byte-identical
828 +inputs, and a reader with a later release can measure the difference. The DBLP dump is kept with its MD5,
829 +the arXiv harvest as the raw OAI-PMH pages, the ACL export with its SHA-256, and the API increment as the raw
830 +JSON pages with a ledger of calls and cost. Each ingestion job writes a ledger with attempts, timings, hashes,
831 +counts and errors, which is the job-level provenance the mandate requires. The processing chain from raw
832 +snapshot to PRISMA counts is a sequence of scripts with measured wall times in
833 +\texttt{reproducibility/RUNBOOK.md}, executed in a locked Python environment whose package versions are
834 +recorded; the chain was executed on a single node, deliberately, because it is network-bound and because a
835 +single-node execution is easier to reproduce than a distributed one.
836 +
837 +\subsection{Numbers that cannot be typed}
838 +
839 +Every count, share and estimate quoted in this manuscript is a LaTeX macro generated by
840 +\texttt{tables/make\_numbers.py} from the result files (\texttt{prisma\_counts.json},
841 +\texttt{linkage\_report.json}, the bibliometric and econometric result tables). The macros cannot be edited
842 +by hand, a macro whose source file is absent is undefined and stops the compilation, and a number the authors
843 +need but the pipeline has not produced appears in the text as a visible pending marker rather than as a
844 +figure. The procedure is the mechanical form of the mandate's requirement that every quantitative claim
845 +trace to a script, an input artefact and a result file. It has a cost in prose, since the text cannot
846 +anticipate a number, and a benefit in auditability, since a reader who regenerates the result files
847 +regenerates the manuscript's numbers.
848 +
849 +\subsection{Verified references}
850 +
851 +The bibliography of this manuscript is built under a rule that no reference may be cited unless it has been
852 +resolved to a bibliographic record by a single programmatic lookup against Crossref, OpenAlex or arXiv, with
853 +the returned title compared with the intended one and the comparison recorded in a verification table
854 +(\texttt{references\_verification*.csv}: key, identifier, service, returned title, match). References that
855 +fail the lookup are removed from the bibliography and kept in the table with a failed status, and a second
856 +agent re-verifies a sample in the audit phase. The rule exists because the model-based agents that draft the
857 +prose are known to produce plausible but non-existent references when unconstrained; it is also why
858 +preprints are cited as preprints, with their arXiv identifier and without a venue, and why the bibliography
859 +distinguishes a technical report from a peer-reviewed article in its entry type.
860 +
861 +\subsection{Agents, artefacts and the register}
862 +
863 +The study is executed by a research-director agent that spawns specialised agents with written briefs;
864 +each brief, the artefacts it produced and the agent that verified them are recorded in
865 +\texttt{agents/REGISTER.md}. The rule that governs the register is that no agent approves its own findings:
866 +an artefact enters the manuscript only after a different agent, the scientific critic or the reproducibility
867 +auditor, has checked it, and the register records the checker. Agents exchange structured artefacts (tables,
868 +JSON, Markdown with declared schema) rather than conversational summaries, so that what one agent passes to
869 +another can be inspected after the fact. The writing agents, including the one that produced this part, work
870 +from the source-of-truth files named in their briefs and are instructed to describe what the code does
871 +rather than what the plan intended; where the two differ, as with the indexing-lag estimator of
872 +Section~\ref{sec:data-dates}, the difference is reported.
873 +
874 +\subsection{Human-review checkpoints}
875 +
876 +Six checkpoints are defined (H-0 to H-5: plan and protocol; linkage sample; taxonomy validation sample;
877 +landmark list and specialist reviews; structural-change results and their interpretation; manuscript
878 +conclusions), each with a named artefact that the principal investigator reviews and signs
879 +(\texttt{reports/HUMAN\_REVIEW\_CHECKPOINTS.md}). Until a checkpoint is signed, every conclusion that
880 +depends on it is labelled ``pending human review'' in the text, with the same visible marker as a missing
881 +number. At the time of writing no checkpoint is signed. The reader should take this literally: the
882 +conclusions of this manuscript are, in its present version, the conclusions of a procedure, reviewed by its
883 +own audit agents and awaiting the judgement of its human author.
884 +
885 +\subsection{What the procedures do not guarantee}
886 +
887 +The procedures guarantee traceability, not truth. A count traced to a script is still wrong if the script is
888 +wrong; a verified reference is still miscited if the prose misreports what it says; a preregistered
889 +hypothesis can still be tested with an inappropriate model. What the procedures make possible is detection:
890 +every number, reference and decision has a place where an auditor can look. The remaining risks are the
891 +ones this part has tried to state plainly: the coverage and labelling errors of the sources, the residual
892 +duplication, the fragility of the recent months, and the dependence of every scope decision on the
893 +judgement, recorded but not infallible, of the agents that took it.
894 +
modified manuscript/sections/part04_methodology.tex +366 −13
@@ -14,7 +14,7 @@ Every quantity reported in Parts VIII and IX is a function of a finite set of
14 14 bibliographic records and of a small number of deterministic transformations
15 15 applied to them. This part states those transformations with enough precision
16 16 that an independent analyst could recompute the results from the raw snapshots
17 −listed in Part III. The exposition follows the order of the pipeline
17 +listed in Part III\@. The exposition follows the order of the pipeline
18 18 (\texttt{reproducibility/RUNBOOK.md}): record linkage, deduplication and
19 19 eligibility (Section~\ref{sec:m-linkage}), multi-label classification
20 20 (Section~\ref{sec:m-classification}), bibliometric indicators
@@ -222,9 +222,10 @@ Of the \LinkDblpTwoZeroOneEightTwoZeroTwoSix{} DBLP records in window,
222 222 \LinkLinkDblpOaTitleYear{} by title and year, for \LinkDblpLinkedDistinct{}
223 223 distinct DBLP keys linked and \LinkDblpUnlinked{} unlinked. No DBLP record was
224 224 linked through the arXiv step (\LinkDblpWithArxiv{} DBLP keys with a parsable
225 −arXiv identifier), which reflects the fact that the DBLP dump used here places
226 −arXiv links in a field the parser did not read rather than a property of the
227 −literature; the arXiv--OpenAlex cascade links \LinkArxivLinkedDistinct{} of the
225 +arXiv identifier), a result consistent with DBLP recording arXiv e-prints
226 +through their DataCite DOIs (prefix 10.48550), which the DOI step captures,
227 +rather than through \texttt{arxiv.org/abs} URLs; the cause is to be confirmed
228 +in the audit of Part III\@. The arXiv--OpenAlex cascade links \LinkArxivLinkedDistinct{} of the
228 229 \LinkArxivCreatedTwoZeroOneEightTwoZeroTwoSix{} arXiv \texttt{cs} records created
229 230 in window, almost all of them (\LinkLinkArxivOaArxivId{}) by identifier. The
230 231 \LinkDblpUnlinkedWithDoiInSlim{} unlinked DBLP records whose DOI does exist in the
@@ -1035,12 +1036,10 @@ uses no causal vocabulary about it (CLAUDE.md §6.5).
1035 1036 \label{sec:m-truncation}
1036 1037
1037 1038 Each series is a vector of monthly counts $N_t$ on the month-precision
1038 −subset, from February 2018 to the last complete month $t_{\mathrm{L}}$, by
1039 −default June 2026, with sensitivity runs at March and August 2026. The first
1040 −month of the window is dropped because January 2018 is contaminated by the
1041 −year-precision convention of Section~\ref{sec:m-notation} in the other
1042 −direction (year-precision works with a genuine January date are not
1043 −recoverable). Category series $N_{k,t}$ use the multi-label count restricted to
1039 +subset, from February 2018 (the default start of the driver script, which
1040 +drops one month and is immaterial) to the last complete month
1041 +$t_{\mathrm{L}}$, by default June 2026, with sensitivity runs at March and
1042 +August 2026. Category series $N_{k,t}$ use the multi-label count restricted to
1044 1043 month-precision works, and a series is analysed only if it has at least 48
1045 1044 non-zero months and at least 500 works in total; smaller series yield
1046 1045 unstable fits and are reported descriptively. All methods operate on
@@ -1154,9 +1153,9 @@ is obtained recursively,
1154 1153 with the break positions recovered by back-tracking. The minimum segment
1155 1154 length is $h = \max\{8, \lfloor 0.15\, n \rfloor\}$ months, a trimming of 15 per
1156 1155 cent that is the usual choice in this literature; it forbids breaks in the
1157 −first and last $h$ months, which for the default window means that no break
1158 −can be placed after the autumn of 2024, and it also forbids two breaks closer
1159 −than $h$ months. The number of breaks, up to three, is selected by two
1156 +first and last $h$ months, which for the default window of 101 months
1157 +($h = 15$) means that no break can be placed after April 2025, and it also
1158 +forbids two breaks closer than $h$ months. The number of breaks, up to three, is selected by two
1160 1159 criteria computed on the global minima $\mathrm{SSR}_m = C_m(n)$,
1161 1160 \begin{align}
1162 1161 \mathrm{BIC}(m) &= n \log\bigl(\mathrm{SSR}_m / n\bigr) + p_m \log n, \\
@@ -1269,3 +1268,357 @@ the data-driven complement to this pre-specified list. For the total series
1269 1268 the sensitivity of the reference-date ITS and of the Bai--Perron dates to the
1270 1269 truncation month $t_{\mathrm{L}}$ is also tabulated.
1271 1270
1271 +\section{Emerging-topic detection}
1272 +\label{sec:m-emerging}
1273 +
1274 +The framework of RQ10 asks whether signals observable at a month $T$ predict
1275 +which topics will have grown unusually by $T + h$. Its scientific content lies
1276 +less in the models, which are deliberately simple, than in the discipline of
1277 +the evaluation: features are computed from data dated at or before $T$,
1278 +labels from data strictly after $T$, training cutoffs end before test cutoffs
1279 +begin, and the test labels are observed in a period the training never saw.
1280 +The implementation is \texttt{experiments/emerging\_detection.py}.
1281 +
1282 +\subsection{Units and panel}
1283 +
1284 +The units are OpenAlex topics (the \texttt{rank 0} topic of each work) with at
1285 +least fifty eligible works over the whole window. Topics are used rather than
1286 +the forty ontology categories because the categories are too few and too
1287 +broad to emerge, and rather than the semantic clusters of
1288 +Section~\ref{sec:m-semantic} because a cluster defined on the full corpus is
1289 +not an out-of-time object: it would be known to exist only because of works
1290 +after $T$. The plan lists semantic clusters re-estimated at each cutoff and
1291 +keyword $n$-grams as additional unit types; neither is implemented in the
1292 +current pipeline, and the manuscript reports topic-level results only. Topics
1293 +have their own limitation in this role: the OpenAlex topic model is itself
1294 +fixed in 2026 and assigns 2019 works to topics defined with knowledge of
1295 +2019--2026 literature, so a topic that ``exists'' in 2019 with a handful of
1296 +works may be a 2024 construct projected backward. The label definition below
1297 +partly neutralises this, because it conditions on the topic having at least
1298 +twenty works in the year before $T$, but the caveat applies to any
1299 +retrospective evaluation with a fixed vocabulary and is stated as the first
1300 +limitation of the framework.
1301 +
1302 +The panel consists of two $K \times M$ matrices over topics $k$ and months
1303 +$t$ from January 2018 to the last month (October 2026 by default): the volume
1304 +$n_{k,t}$, the number of month-precision eligible works of topic $k$ with
1305 +first month $t$, and the citation inflow $c_{k,t}$, the number of internal
1306 +citation edges whose cited work belongs to topic $k$ and whose citing work has
1307 +first month $t$. Citation inflow is dated by the citing work's first month,
1308 +not by the OpenAlex calendar-year counts, which is what makes it usable at
1309 +monthly resolution and out of time.
1310 +
1311 +\subsection{Features at a cutoff}
1312 +
1313 +Write $V_k(a, b] = \sum_{t = a+1}^{b} n_{k,t}$ for the volume of topic $k$ in
1314 +the months $a < t \le b$ (and likewise $C_k$ for citations). At cutoff $T$ the
1315 +feature vector of topic $k$ is
1316 +\begin{align}
1317 + g^{12}_{k,T} &= \log\bigl(1 + V_k(T{-}12, T]\bigr) - \log\bigl(1 + V_k(T{-}24, T{-}12]\bigr), \\
1318 + \mathrm{acc}_{k,T} &= g^{12}_{k,T} - g^{12}_{k,T-12}, \\
1319 + z_{k,T} &= \frac{\tfrac13 V_k(T{-}3, T] - \bar n_{k,[T-27,\,T-3]}}{s_{k,[T-27,\,T-3]} + 10^{-6}}, \\
1320 + \mathrm{cit}_{k,T} &= \log\bigl(1 + C_k(T{-}12, T]\bigr) - \log\bigl(1 + C_k(T{-}24, T{-}12]\bigr), \\
1321 + \mathrm{share}_{k,T} &= V_k(T{-}12, T] \Big/ \sum_{k'} V_{k'}(T{-}12, T], \\
1322 + \mathrm{age}_{k,T} &= T - \min\{ t : \textstyle\sum_{u \le t} n_{k,u} \ge 5 \},
1323 +\end{align}
1324 +where $\bar n$ and $s$ are the mean and standard deviation of the monthly
1325 +volumes over the 25 months from $T-27$ to $T-3$. The first is twelve-month
1326 +log growth, the second its change over a year (acceleration), the third a
1327 +$z$-score of the last quarter's monthly volume against the trailing two years
1328 +(the ``abnormal growth'' signal, which also serves as the baseline detector),
1329 +the fourth citation acceleration, the fifth a size control, the sixth the
1330 +topic's age in months since it reached five works. Every window ends at $T$;
1331 +the one-month overlap between the $z$-score's trailing window and the
1332 +quarter it is compared with is immaterial. The log-ratio form of growth with
1333 +the $+1$ shift keeps the features finite for topics that were empty in the
1334 +earlier window. Of the seven candidate signals of the mandate, the
1335 +implemented set covers abnormal growth, citation acceleration and (through the
1336 +panel of Section~\ref{sec:m-novelty}, which the script can merge but does not
1337 +by default) semantic novelty; interdisciplinary connectivity is described in
1338 +the script's documentation as a cross-area share but is not computed, and
1339 +methodological adoption, benchmark proliferation and open-source activity are
1340 +not implemented. These absences are recorded as scope limits of the current
1341 +framework; the evaluation design does not depend on which features are
1342 +present.
1343 +
1344 +\subsection{Label at horizon \texorpdfstring{$h$}{h}}
1345 +
1346 +For a horizon $h \in \{12, 24\}$ months, the future growth of topic $k$ after
1347 +cutoff $T$ is
1348 +\begin{equation}
1349 + g^{\mathrm{fut}}_{k,T,h} = \log\bigl(1 + V_k(T, T{+}h]\bigr) - \log\bigl(1 + V_k(T{-}h, T]\bigr),
1350 +\end{equation}
1351 +and the topic is \emph{eligible} at $T$ if $V_k(T{-}12, T] \ge 20$. The label is
1352 +\begin{equation}
1353 + \ell_{k,T,h} \;=\; \mathbf{1}\Bigl[\, g^{\mathrm{fut}}_{k,T,h} \ge q_{0.9}\bigl(\{ g^{\mathrm{fut}}_{k',T,h} : k' \text{ eligible at } T \}\bigr)
1354 + \;\wedge\; V_k(T, T{+}h] \ge 2 \max\{ V_k(T{-}h, T],\, 1 \} \;\wedge\; k \text{ eligible} \Bigr],
1355 + \label{eq:label}
1356 +\end{equation}
1357 +the topic is in the top decile of future growth among eligible topics at that
1358 +cutoff and at least doubles its volume. The decile is defined within cutoff,
1359 +so that the positive rate is roughly ten per cent at every $T$ regardless of
1360 +the overall growth of the corpus; the doubling condition removes topics that
1361 +reach the top decile by growing from a small base in a quiet period. The
1362 +protocol phrases the label as ``top-decile growth and citation share''; the
1363 +implemented label uses volume growth only, and citation share is a feature
1364 +rather than part of the outcome. This is a deliberate simplification---a
1365 +citation-based outcome at a twelve-month horizon is dominated by the
1366 +right-truncation of citations---and is recorded as a deviation. The label
1367 +uses only $n_{k,t}$, so a topic can be ``emerging'' in this sense while its
1368 +citation impact is unremarkable; Part IX reports the citation profile of the
1369 +positives separately.
1370 +
1371 +\subsection{Cutoffs, models and metrics}
1372 +
1373 +Training cutoffs are every third month from December 2019 to December 2021;
1374 +test cutoffs are every third month from January 2023 to October 2024 for
1375 +which $T + h$ lies within the panel. With $h = 24$ the last training label
1376 +uses data to December 2023, which is after the reference date but more than a
1377 +year before the first test label window closes, and no test cutoff precedes
1378 +2023; the twelve months of 2022 are used by neither set as a cutoff, which
1379 +is the temporal gap that separates training from test in the sense of
1380 +\citet{bergmeir2012crossval}. The plan proposed training cutoffs through 2022;
1381 +the implementation stops at December 2021 so that the training labels do not
1382 +extend into the test period at $h = 24$, a stricter separation than the plan.
1383 +Rows are the eligible (topic, cutoff) pairs; features are the six quantities
1384 +above with non-finite values replaced by zero.
1385 +
1386 +Three predictors are compared: the $z$-score baseline, which ranks topics by
1387 +$z_{k,T}$ alone and involves no fitting; an $\ell_2$-regularised logistic
1388 +regression (regularisation strength $C = 1$, on unstandardised features, so
1389 +the penalty is not scale-invariant and acts most on the small-range features);
1390 +and a gradient boosting classifier \citep{friedman2001gbm} with 300 trees of
1391 +depth three and learning rate 0.05, seed 44, as implemented in scikit-learn
1392 +\citep{pedregosa2011sklearn}. The metrics on the pooled test rows are the area
1393 +under the ROC curve \citep{hanley1982auc}, which is the probability that a
1394 +randomly chosen positive is ranked above a randomly chosen negative, and
1395 +precision at $k \in \{20, 50\}$, computed within each test cutoff as the share
1396 +of positives among the $k$ highest-ranked topics and averaged over cutoffs; the
1397 +AUC is also reported per cutoff to show its stability. Hypothesis H8 sets the
1398 +bar at an AUC above 0.70 and precision at 50 above 0.40 against the baseline.
1399 +Because the positives are defined by a within-cutoff decile, precision at 50
1400 +has a chance level of about ten per cent, and a precision at 50 of 0.40
1401 +means that twenty of the fifty flagged topics were among the positives of
1402 +that cutoff.
1403 +
1404 +\subsection{Lead time and the preregistered known-emergence set}
1405 +
1406 +The protocol fixes before estimation a list of twelve developments that
1407 +anyone familiar with the period would call emergent (large language models,
1408 +diffusion models, neural radiance fields, LLM agents, retrieval-augmented
1409 +generation, state-space sequence models, vision--language models, mechanistic
1410 +interpretability, speculative decoding, mixture of experts at scale,
1411 +test-time compute and reasoning models, AI for code generation) and predicts
1412 +that the detector flags each at least six months before its peak growth
1413 +month. The evaluation requires a mapping from each development to one or
1414 +more OpenAlex topics, and this mapping is the weak point of the design: it
1415 +must be made by hand, after the taxonomy work, and a development that has no
1416 +topic of its own (because the OpenAlex topic model folds it into a larger
1417 +one) cannot be detected by a topic-level detector whatever its merits. The
1418 +script reserves a table for this mapping and it is empty in the current
1419 +version; the lead-time statistic is therefore
1420 +\pending{known-emergence lead times, experiments/known\_set.csv not yet populated},
1421 +and the mapping, when made, will be listed in the appendix with the reason
1422 +for each choice. Lead time itself is defined, for a development mapped to
1423 +topic $k$, as the number of months between the first test cutoff at which
1424 +$k$ ranks in the top 50 and the month of maximum $g^{12}_{k,t}$ over the
1425 +window; a development whose peak growth precedes the first test cutoff has
1426 +undefined lead time and is reported as such rather than dropped.
1427 +
1428 +\subsection{Look-ahead safeguards and what they do not cover}
1429 +
1430 +The safeguards are structural: features are functions of panel columns up to
1431 +$T$ (enforced by index arithmetic, not by convention), labels of columns after
1432 +$T$, cutoffs are separated by a gap, and the panel is built once from the
1433 +corpus so that the same data serve all cutoffs. What they do not cover is
1434 +information that entered the panel through steps performed in 2026 with full
1435 +knowledge of the period: the topic vocabulary, the eligibility rules, the
1436 +linkage, and the month-precision filter. A detector evaluated this way answers
1437 +``given the 2026 topic model, would these signals have ranked the eventual
1438 +winners early?'', which is a legitimate question about the signals and a
1439 +weaker one about the deployability of the system. The semantic-cluster
1440 +extension that the plan describes, with clusters re-estimated at each cutoff
1441 +from embeddings of works dated before it, is the design that would address
1442 +this, and it is left as the stated next step of the framework.
1443 +
1444 +\section{Knowledge-graph extraction}
1445 +\label{sec:m-kg}
1446 +
1447 +\subsection{Structural and extracted layers}
1448 +
1449 +The knowledge graph has two layers of very different epistemic status. The
1450 +structural layer---works, authors, institutions, countries, sources, OpenAlex
1451 +topics, arXiv categories, taxonomy categories, and the citation and
1452 +classification edges among them---is derived from the source databases by the
1453 +deterministic rules of Sections~\ref{sec:m-linkage}--\ref{sec:m-networks}; its
1454 +errors are the errors of the sources and of the classifier, which are
1455 +quantified. The extracted layer---methods, models, datasets, benchmarks,
1456 +problems, metrics and claims, with typed edges to the works that introduce,
1457 +use, evaluate on, extend, compare against or address them---is produced by a
1458 +language model from abstracts, for the high-priority set only, and its
1459 +errors are of a different kind: omissions, hallucinated entities, wrong
1460 +roles, and claims paraphrased beyond what the abstract states. The mandate
1461 +requires that every inferred relationship carry provenance, confidence and a
1462 +verification status, and the extraction is designed so that these three
1463 +fields are not decorative.
1464 +
1465 +\subsection{High-priority and landmark sets}
1466 +
1467 +The high-priority set is selected by \texttt{literature\_synthesis/select\_landmarks.py}
1468 +from eligible, non-retracted works with a primary category: within each
1469 +(primary category, publication year) cell the works are ranked by
1470 +$\mathrm{NCS}^{(36)}$ (for 2025 and 2026, for which the window is empty, by
1471 +$c^{(12)}$ divided by its year mean), and the top $\max\{25,\ \mathrm{round}(10{,}000\, n_{\mathrm{cell}} / n)\}$
1472 +are taken, so that cells are represented in proportion to their size with a
1473 +floor that keeps small categories and recent years present. The landmark set
1474 +takes the top $\max\{15, \lfloor 1000/40 \rfloor\} = 25$ works of each category by
1475 +the same score, adds the 200 works with the highest $c^{(36)}$ overall, and
1476 +removes duplicates; it is flagged for human review (checkpoint H-3) in its
1477 +entirety. Both selections are citation-based and inherit the biases of
1478 +citation counts: they favour the categories and years whose works are cited
1479 +early, and they cannot contain a work whose influence has not yet appeared in
1480 +citations, which for 2025--2026 means that the ``high-priority'' recent works
1481 +are the early-cited ones, not necessarily the important ones.
1482 +
1483 +\subsection{Schema, provenance and machine verification}
1484 +
1485 +For each work in the high-priority set with an abstract, the extractor
1486 +(\texttt{knowledge\_graph/03\_extract\_entities.py}) submits the title, year and
1487 +abstract (truncated to 3,000 characters), in batches of five works, to
1488 +\texttt{claude-sonnet-5-5} with a JSON schema enforced by the API's structured
1489 +output mode. The schema requires, per work, a contribution type from
1490 +\{theory, method, empirical, benchmark, engineering, survey, other\}; a list of
1491 +entities each with a name, a kind in \{method, model, dataset, benchmark,
1492 +problem, metric\}, a role in \{introduced, used, evaluated\_on, extended,
1493 +compared\_against, addressed\}, a supporting \emph{span} and a confidence; and
1494 +a list of claims each with a text, a kind in \{result, improvement,
1495 +negative\_result, reproduction, contradiction\}, a span and a confidence. The
1496 +system prompt instructs the model to quote a verbatim span of at most 25 words
1497 +from the abstract for every entity and claim, to use canonical names, and never
1498 +to infer anything not stated. The role vocabulary maps onto the edge types of
1499 +the mandate (\textit{introduces method}, \textit{uses dataset},
1500 +\textit{evaluates}, \textit{extends}, \textit{addresses research problem});
1501 +\textit{contradicts} and \textit{reproduces} are claim kinds rather than
1502 +entity roles, because a contradiction or a reproduction is a relation between
1503 +a work and a prior finding that an abstract rarely names as an entity.
1504 +
1505 +Provenance is the pair (work identifier, span). Machine verification is the
1506 +check that the span occurs verbatim, after lower-casing and trimming, in the
1507 +abstract the model was given:
1508 +\begin{equation}
1509 + \mathrm{status}(e) \;=\;
1510 + \begin{cases}
1511 + \text{machine-verified} & \text{if } \mathrm{lower}(\mathrm{span}(e)) \subseteq \mathrm{lower}(\mathrm{abs}(w)),\\
1512 + \text{unverified} & \text{otherwise},
1513 + \end{cases}
1514 +\end{equation}
1515 +with \emph{human-verified} reserved for edges the principal investigator has
1516 +reviewed. The check is weak in a precise sense: it establishes that the
1517 +evidence quoted for an edge exists, not that it supports the edge. A model
1518 +that quotes a genuine sentence and attaches the wrong role to it produces a
1519 +machine-verified wrong edge. The confidence field is the model's own stated
1520 +probability that the extraction is correct and is not calibrated by this
1521 +study; it is stored so that downstream users can threshold it and so that its
1522 +calibration can be estimated on the human-verified subsample. Every record
1523 +carries \texttt{evidence\_type = abstract}, and the manuscript treats
1524 +abstract-derived edges as what they are: evidence that an abstract asserts a
1525 +relation, which is not a full-text review and is never cited as establishing
1526 +a scientific finding (CLAUDE.md §1). Extractions are appended to a
1527 +resumable file, requests that the model refuses are skipped and counted, and
1528 +the cost is tracked against the budget of amendment A-004. What is and is not
1529 +evidence can therefore be stated plainly: citation edges are evidence of
1530 +citation; classification edges are evidence of rule firing with measured
1531 +agreement; extracted edges are evidence that a language model, reading an
1532 +abstract, asserted a relation and quoted a sentence that exists.
1533 +
1534 +\section{Uncertainty, provenance and reproducibility}
1535 +\label{sec:m-uncertainty}
1536 +
1537 +\subsection{What is uncertain and how it is quantified}
1538 +
1539 +The descriptive quantities of Sections~\ref{sec:m-bibliometrics}
1540 +and~\ref{sec:m-networks} are computed on the whole eligible corpus and carry no
1541 +sampling error; their uncertainty is measurement error, which enters through
1542 +linkage (Section~\ref{sec:m-linkprecision}), classification
1543 +(Section~\ref{sec:m-validation}), reference resolution and the completeness
1544 +of affiliations and abstracts, each of which is estimated and reported as a
1545 +rate rather than propagated into intervals. Propagating a classification
1546 +precision of, say, 0.85 into an interval for a category share would require a
1547 +model of how errors are distributed over time, and the honest statement is
1548 +that a category's share is known up to the classifier's error, which is
1549 +reported by category and, where the validation sample permits, by period.
1550 +
1551 +Three families of quantities do carry explicit intervals. The ITS
1552 +coefficients carry HAC standard errors and the placebo rank of
1553 +Section~\ref{sec:m-placebo}; the Bai--Perron break dates carry no interval
1554 +in the current implementation and are reported with the agreement of the two
1555 +criteria and the sensitivity to truncation. The detector metrics carry
1556 +per-cutoff values, whose dispersion across cutoffs is the relevant measure of
1557 +stability, since the rows within a cutoff are not independent. And the
1558 +cluster count and the category similarity matrices carry the split-half ARI\@.
1559 +Where the manuscript reports a bootstrap interval for a corpus statistic (the
1560 +Gini coefficient by year, the cross-area shares), it is the percentile
1561 +interval of the non-parametric bootstrap \citep{efron1979bootstrap} over
1562 +works, with 1,000 replications and seed 44, computed by the table-making
1563 +script at reporting time; the protocol's commitment to ``bootstrap or HAC
1564 +intervals'' is met by these two devices, and a reported figure without an
1565 +interval is a population count for which none is appropriate. The
1566 +indicators of Section~\ref{sec:m-bibliometrics} that depend on OpenAlex's
1567 +nightly recomputation (FWCI, total citation counts) are snapshot quantities
1568 +and are dated.
1569 +
1570 +\subsection{Seeds and determinism}
1571 +
1572 +Every stochastic step is seeded with the constant 44: the validation and
1573 +linkage samples (hash ordering salted with the seed), the atlas sample and the
1574 +two UMAP fits, the split-half permutations, the gradient boosting classifier,
1575 +and the bootstrap. The regular-expression classifier, the SQL stages and the
1576 +structural-change toolkit are deterministic. Two steps are deterministic only
1577 +up to the platform: embedding on Apple-silicon GPUs with float16 storage
1578 +produces vectors that differ at the fourth decimal from a CPU run, and UMAP's
1579 +parallel optimisation is reproducible only with a fixed seed and a fixed
1580 +thread count, which the runbook records. The LLM-based steps (two taxonomy
1581 +raters, one extractor) are not deterministic even at zero temperature across
1582 +model versions; their outputs are archived in full (the JSONL rating and
1583 +extraction files, with the model identifier and the usage of every call) so
1584 +that every downstream number can be recomputed from the archived outputs
1585 +without re-querying the model, and a re-run with a later model version is a
1586 +new experiment, not a replication.
1587 +
1588 +\subsection{Ledgers, hashes and the chain of custody}
1589 +
1590 +The raw inputs are pinned as follows. Each OpenAlex snapshot file downloaded
1591 +from the public bucket is hashed with SHA-256 on arrival and the hash,
1592 +record count, computer-science record count and malformed-record count are
1593 +written to a SQLite ledger keyed by the file's URL and manifest entry; a file
1594 +whose hash or count does not match the manifest is re-downloaded. The DBLP
1595 +XML dump is identified by the MD5 published with it (verified before parsing)
1596 +and its size; the ACL Anthology export by the SHA-256 of the file; the arXiv
1597 +OAI-PMH harvest by the raw XML pages, kept verbatim, from which the Parquet
1598 +table is rebuilt. Every derived table is written by a script whose
1599 +invocation, inputs, outputs and measured wall time are listed in
1600 +\texttt{reproducibility/RUNBOOK.md}, and the Python environment is locked
1601 +(\texttt{reproducibility/environment\_M3U96b.txt}). Numbers enter the
1602 +manuscript only through \texttt{manuscript/tables/numbers.tex}, generated by
1603 +\texttt{tables/make\_numbers.py} from the result files, so that a number in
1604 +the text can be traced to a macro, the macro to a result file, the result file
1605 +to a script and the script to a ledger entry. The chain has one weak link,
1606 +stated here: the result files on the compute node are not themselves hashed
1607 +into the repository, so a reader verifying the chain must either re-run the
1608 +pipeline or trust the node's copy; the release archive of Phase 9 will add
1609 +their hashes.
1610 +
1611 +\subsection{Human checkpoints and the status of conclusions}
1612 +
1613 +Five checkpoints (H-1 to H-5, \texttt{reports/HUMAN\_REVIEW\_CHECKPOINTS.md})
1614 +require the principal investigator's review of the linkage sample, the
1615 +taxonomy validation sample, the landmark list, the structural-change results
1616 +and the conclusions. Until a checkpoint is signed, the manuscript marks the
1617 +conclusions that depend on it as pending human review, and the numbers that
1618 +depend on it are rendered by the \texttt{\textbackslash pending} macro rather
1619 +than typed. This is the mechanism by which the mandate's requirement that no
1620 +agent approve its own findings is made visible in the text rather than
1621 +asserted in a preface; it also means that a version of this manuscript
1622 +compiled before the checkpoints are signed contains visibly incomplete
1623 +statements, which is the intended behaviour.
1624 +
modified protocol/amendments.csv +1 −0
@@ -4,3 +4,4 @@ A-001,2026-11-03,1,"Eligibility type list corrected: OpenAlex (2026) types confe
4 4 A-002,2026-11-03,1,"Records whose primary source is a generic deposit platform (Zenodo, Figshare, IRDB, LA Referencia, Dialnet, DOAJ-as-source, OSTI) are excluded unless DBLP- or arXiv-linked (flag e7_generic_deposit); date_precision flag added (publication_date = YYYY-01-01 treated as year precision; monthly series use month-precision records only)","Zenodo alone contributes 138,533 eligible records in 2026 (20,141 in 2025; 1.3% with references) — deposits of slides, datasets and reports typed as articles; 18–28% of records carry a year-only date defaulting to 1 January",executing agent (pending PI)
5 5 A-003,2026-11-03,2,"LLM rating budget for taxonomy validation fixed at 25 USD (two raters: claude-haiku-5-5 and claude-sonnet-5-5, structured outputs); knowledge-graph extraction budget fixed separately when designed","mandate §7 requires agent-based validation with human checkpoints; the PI is the third rater on 200 works",executing agent (pending PI)
6 6 A-004,2026-11-03,3,"Knowledge-graph extraction from abstracts of the high-priority set with claude-sonnet-5-5 (structured outputs, provenance spans, machine verification of spans); budget 150 USD","mandate §6.4 requires provenance, confidence and verification status on every inferred relationship; abstract-level evidence is labelled as such",executing agent (pending PI)
7 +A-005,2026-11-03,1,"Exclusion code E7 redefined as the generic-deposit exclusion (A-002); the CS penumbra is a membership flag, not an exclusion code","Part IV writer found the protocol and code labels inconsistent",executing agent (pending PI)
added reports/DISCREPANCIES_PLAN_VS_CODE.md +15 −0
@@ -0,0 +1,15 @@
1 +# Plan/protocol vs code — discrepancies reported by the Part IV writer (2026-11-03) and their disposition
2 +
3 +| # | Discrepancy | Disposition (Agent A) |
4 +|---|---|---|
5 +| 1 | ontology.yaml note says "max over matched topics"; classify.py sums weights then caps at 1 per signal | code is the rule; YAML note to be corrected (taxonomy/src) |
6 +| 2 | VALIDATION.md promises Krippendorff α (MASI); validate_sample.py computes mean Jaccard | add α (MASI) to validate_sample.py --metrics |
7 +| 3 | Protocol E7 = penumbra; code e7 = generic-deposit exclusion | rename in protocol: E7 generic deposit (A-002), penumbra = separate flag, amendment A-005 |
8 +| 4 | H5 says Gini on 24-month citations; code uses c36; c12 = pub year + next calendar year | report both c12 and c36 Gini; define windows as calendar-year windows explicitly (Part IV already does) |
9 +| 5 | Placebo breaks run over baseline AND post months | add `--placebo-baseline-only` option and report both |
10 +| 6 | Right truncation by last-complete-month cut + sensitivity, not lag correction; no donut windows / binary segmentation / sup-F | document; add donut-window option to ITS (exclude ±3 months); sup-F not planned (DP + BIC/LWZ kept) |
11 +| 7 | ITS event = first full month after each date | document (already in text) |
12 +| 8 | Semantic centroids by calendar-year periods; split-half ARI on one UMAP fit | document as implemented; optional bootstrap later |
13 +| 9 | Emerging detector: topics only, volume-only label, fewer features, cutoffs to 2021-12, unstandardised logistic | add feature standardisation + novelty/cross-area merge when available; label with citation-share variant as sensitivity; cutoffs extended to 2022-09 (labels observable by 2024-09 for h=24) |
14 +| 10 | No igraph author/institution networks; CAGR, bootstrap CIs, diversity indices not scripted | add bibliometrics/04_diversity_cagr.py (CAGR, Rao–Stirling, Leinster–Cobbold, bootstrap CIs) and institution/country co-authorship graph metrics |
15 +| 11 | DBLP arXiv-step linked 0 records (DBLP now uses 10.48550 DOIs) | documented in Part III; DOI step already captures them |
added reports/audit/code_issues.csv +68 −0
@@ -0,0 +1,68 @@
1 +file,line,severity,type,description,suggested_fix
2 +systematic_review/define_corpus.py,"52,55,65-66",blocking,null-handling,"NULL `type` (e2_type) or NULL `source_name` for a non-DBLP, non-arXiv record (e7_generic_deposit) makes the flag NULL and therefore `eligible` NULL: the work is silently dropped by every downstream `WHERE eligible` AND from every PRISMA exclusion bucket; sequential counts no longer sum to the identified total (verified on synthetic DuckDB data: 2 of 6 records vanish).","Use coalesce(c.type,'') and coalesce(c.source_name,'') in the flag expressions; assert count(*) WHERE eligible IS NULL = 0; add a PRISMA identity test identified = sum(sequential exclusions) + after_exclusions."
3 +econometrics/run_structural_change.py,23-28,blocking,logic,"`series_categories` indexes each category by `first_month` without aggregating; category_counts_monthly.csv has one row per (first_month, period, category) and the boundary month 2022-11 carries both baseline and post rows -> duplicate index -> `reindex` raises ValueError (verified with pandas 3.0). All category-level ITS/Bai-Perron runs (H3) fail.",Use g.groupby('first_month')[col].sum() before reindexing.
4 +bibliometrics/03_citation_impact.py,26-29,major,null-handling,"`JOIN ... USING (year, type, sf)` is an inner equality join: every work with NULL primary_subfield_id (no OpenAlex topic, typical of pass-2 DBLP-linked works) is dropped from work_citation_windows (verified: 1 of 3 synthetic rows kept).","LEFT JOIN with `IS NOT DISTINCT FROM` or coalesce(sf,-1) on both sides; assert row count unchanged."
5 +bibliometrics/03_citation_impact.py,"4-5,20-22,35",major,definition / protocol mismatch,"c12 = citations in calendar years y and y+1 (13-24 months depending on publication month), c36 = y..y+2 (25-36 months); names suggest 12/36 months. Protocol H5 specifies the Gini of 24-month citations; the script computes the Gini on c36.","Rename to c_y1/c_y2 (calendar-year windows), use the y..y+1 window for H5, state the publication-month dependence (December papers get ~13 months), and add a month-precision sensitivity (restrict to works published Jan-Jun)."
6 +bibliometrics/03_citation_impact.py,"19,32-37",major,right-truncation,"Window statistics (mean, median, Gini, uncited share) are produced for every year although c36 needs y+2 <= last complete year and c12 needs y+1; 2024-2026 (c36) and 2025-2026 (c12) are truncated and not flagged.",Add `window_complete` per year/window and NULL the truncated statistics; derive the last complete citation year from the snapshot date and the indexing-lag profile.
7 +bibliometrics/03_citation_impact.py,19,major,protocol mismatch,Impact tables include retracted works (`eligible` does not exclude e6_retracted); protocol P2 E6 says retracted works are excluded from impact analyses.,Add `AND NOT e6_retracted` to the E CTE (and to top_cited_by_year).
8 +bibliometrics/03_citation_impact.py,20-23,major,dedup / undercount,"Citations received by the merged preprint version (record flagged e5_duplicate) are ignored: only the published record's counts_by_year is summed, so merged works (plan S2 'one node per work') undercount early citations - CS preprints are the version most often cited.",Aggregate counts_by_year over the published id and its preprint_work_id (deduplicating citing works through oa_references where both versions are cited).
9 +knowledge_graph/01_citation_graph.py,19-26,major,dedup / undercount,"Internal edges require both ends eligible; references to the merged preprint (e5_duplicate, not eligible) become external edges, so the merged node loses inbound citations; category flows (02) and the emerging-detection citation inflow inherit the undercount.",Remap r.ref_id through corpus_works.duplicate_of before the joins; report the number of remapped edges.
10 +systematic_review/define_corpus.py,38-39,major,null-handling / dedup,"`pub` CTE uses `NOT is_arxiv_doi`, which is NULL when doi is NULL: published records without a DOI (many NeurIPS/ICLR/ACL-type venue records in OpenAlex) can never be matched to their preprint, so the most AI-central population stays double counted.","Use coalesce(is_arxiv_doi, FALSE); report the number of published records without DOI."
11 +systematic_review/define_corpus.py,"58,63-66",major,dedup / data loss,"A preprint is flagged e5_duplicate whenever a same-title published record exists, even when that published record is itself excluded (e1 window, e2 type, e7 deposit, NULL eligible): both versions are then excluded and the work disappears.",Compute dup_pairs only against published records that pass e1-e4 and e7 (or transfer eligibility to the preprint when the published record fails); count the affected works.
12 +systematic_review/define_corpus.py,36-43,major,dedup / protocol mismatch,"Preprint-published merge relies on exact normalised title + |year|<=2 only; the arXiv-id relation (link_arxiv_oa: two OA records sharing one arXiv id) and DOI relations are not used, retitled VoRs stay duplicated, preprint->preprint pairs (SSRN->arXiv) are ignored, and the `version_relationship` field announced in plan S2 is not produced.","Add arXiv-id-based pairs, a fuzzy title fallback (token Jaccard >= 0.9 + first author), produce version_relationship, and report the duplicate rate by year (P5)."
13 +systematic_review/define_corpus.py,"50,56",major,date edge case,"first_date = least(publication_date, preprint_date, arxiv_created): a year-precision publication_date (YYYY-01-01) wins over a precise later arXiv date, biasing first_date to January and mis-assigning `period`/`first_month`; moreover date_precision is defined on publication_date, not on first_date, which the monthly series actually use.",Treat year-precision publication dates as NULL inside least() when a precise date exists; define date_precision on the date actually chosen for first_date.
14 +systematic_review/define_corpus.py,"16,51",major,provenance / protocol mismatch,"WINDOW_END = 2026-11-02 while the works tables come from the 2026-10-14 snapshot; the API increment (openalex_api_increment.py) writes raw pages that no script converts into the tables (build_corpus reads only cs/*.jsonl.zst, compact_tables only tables/tables_p2). The effective end of the corpus is 2026-10-14 minus indexing lag, not 2026-11-02 as stated in prisma_counts.json and PROTOCOL P3.",Either add an increment ingestion path (pages -> tables_inc -> compact) or log an amendment stating the effective data cut-off (2026-10-14) and set WINDOW_END accordingly.
15 +systematic_review/define_corpus.py,"51,84",minor,PRISMA reporting,NULL publication_date is counted as E1 'outside window'.,Add a separate reason code (missing date).
16 +systematic_review/define_corpus.py,33,minor,nondeterminism,"any_value(arxiv_id), any_value(primary_category) when one OA work links to several arXiv ids.","Use arg_min(arxiv_id, created) / deterministic ordering."
17 +systematic_review/define_corpus.py,65-69,minor,consistency,Eligible works with period='pre' (preprint before 2018) are counted in yearly tables (publication_year) but excluded from monthly series (first_month < 2018-01): yearly and monthly totals differ.,Decide (exclude period='pre' or use the year of first_date) and document.
18 +systematic_review/define_corpus.py,67-68,minor,boundary,Baseline/post boundary 2022-11-30 (day level) vs econometrics event 2022-12-01 (month level): the 2022-11 month is pre-event in ITS.,State the one-day difference in the methods section.
19 +econometrics/structural_change.py,43-49,major,protocol mismatch,"Placebo candidate months run over the whole sample (min_pre .. n-min_post): 30 of 66 placebos are post-event in the default window, each absorbing part of the true break, and pre-event placebos are estimated on a sample containing the true break. Protocol P6 / plan 6 say 'placebo breaks at every month of the baseline' (verified: placebo p 0.015 vs 0.0 on the synthetic test series).",Restrict candidates to the baseline and fit placebo ITS on pre-event data only (or include the true-event dummies as controls); report both.
20 +econometrics/structural_change.py,61-101,major,inference gap,"Bai-Perron = global SSR minimiser with BIC/LWZ (DP verified against brute force) but no supF / UDmax / F(l+1|l) tests, no critical values, no seasonal regressors: H3 ('no break at the 5 % level') cannot be evaluated as pre-registered.","Add supF(k) and sequential F tests with Bai-Perron (2003) critical values at trimming 0.15, or a parametric bootstrap p-value for the BIC-selected break; add month dummies as fixed regressors."
21 +econometrics/structural_change.py,32-36,minor,documentation,"Fixed Newey-West maxlags=6 (automatic rule gives 4 for n~100); design matrix (const, t, post, t_post, 11 month dummies) verified correct.","State the bandwidth and add a lag sensitivity (4, 6, 12)."
22 +econometrics/structural_change.py,"64,92-100",minor,convention,"Breaks reported as the first index of the new regime (BP convention: last index of the old regime); h = max(8, 0.15 n).",Document the convention to avoid a one-month misreading.
23 +econometrics/structural_change.py,104-109,minor,method,"PELT penalty 2 log(n) var(y) uses the full-sample variance (inflated by the break), making PELT conservative.",Use a robust scale (MAD of first differences) for the penalty.
24 +econometrics/structural_change.py,112-135,minor,documentation,BOCPD prior mu0/beta0 taken from the first 6 observations (data-dependent); hazard 1/60 fixed; update equations verified.,Document; add a hazard sensitivity.
25 +econometrics/run_structural_change.py,"36,44",minor,method,log(n+1) transformation and Bai-Perron on the unadjusted log series (no seasonal adjustment) for category series with small counts.,Add a Poisson/NB ITS robustness and deseasonalise before Bai-Perron/PELT.
26 +econometrics/run_structural_change.py,53,minor,provenance,Default --first 2018-02 drops January 2018 without stated reason.,Document or start at 2018-01.
27 +econometrics/run_structural_change.py,63,minor,logic / hygiene,`out + '/sens_tmp' if os.makedirs(...) is None else out` always evaluates to sens_tmp; sensitivity runs overwrite each other's placebo_total.csv/fit_total.csv.,Write sensitivity outputs with the cut-off in the file name.
28 +econometrics/run_structural_change.py,56-67,minor,provenance,"its_results.json carries no input hashes, git commit or environment stamp.","Add a provenance block (input file sha256, commit, package versions)."
29 +bibliometrics/01_volume_series.py,22-27,major,plan mismatch / right-truncation,Indexing-lag table is produced but no last-complete-month estimate or completeness correction is derived from it (plan 6: 'right-truncation corrected by indexing-delay profiles'); the econometrics driver uses a hard-coded --last-complete 2026-06.,"Estimate per-month completeness from the previous year's lag profile, write last_complete_month + correction factors to a JSON consumed by run_structural_change.py and emerging_detection.py."
30 +bibliometrics/01_volume_series.py,22-27,minor,data quality,Indexing lag computed on all eligible records including year-precision dates (Jan-1 default) -> biased lag distribution.,Restrict to date_precision = 'month'.
31 +bibliometrics/01_volume_series.py,13,minor,consistency,"Monthly counts keyed on first_month (preprint date) while date_precision refers to publication_date (see define_corpus 50,56).",Fix upstream; document.
32 +bibliometrics/02_collaboration.py,19-20,minor,definition,"Fractional country counting = 1/#distinct countries per work (work-level set), not author-fractional.",State the counting rule; optionally add author-fractional counts from oa_authorships.
33 +bibliometrics/02_collaboration.py,"21,24-25",minor,coverage,"share_intl and share_company denominators are works with affiliation data; affiliation coverage varies by year and source, which can drive H6 trends.",Add coverage columns (share of works with >= 1 country / institution) per year.
34 +bibliometrics/02_collaboration.py,14,minor,documentation,Includes retracted and period='pre' works.,Document.
35 +knowledge_graph/02_category_flows.py,28-30,major,coverage,"INNER JOIN on work_primary drops unclassified works from flows; row_share and cross-area shares are conditional on classification, and the unclassified share may vary by year/area.",Add an 'unclassified' pseudo-category and report its share per year.
36 +knowledge_graph/02_category_flows.py,"13-17,52",minor,verified / inference,Directed weighted modularity formula verified against networkx (identical); no bootstrap CI for Q or cross-area shares although protocol P6 requires uncertainty on all estimates.,Add edge-resampling bootstrap CIs.
37 +knowledge_graph/02_category_flows.py,40-41,minor,consistency,n_month_precision uses date_precision (publication_date) while the month is first_month.,Fix upstream (define_corpus).
38 +knowledge_graph/01_citation_graph.py,23-26,minor,coverage,References whose target is absent from the slim table (merged/deleted OpenAlex ids) are silently dropped; the OpenAlex merged_ids list is not used to remap them.,"Download merged_ids/works, remap, and report n_dangling per year."
39 +knowledge_graph/01_citation_graph.py,31-32,minor,date edge case,Negative citation ages (cited_year > citing_year) are kept.,Flag/clip and report their share.
40 +ingestion/link_sources.py,"36,50-53",major,dead code path,"DBLP arXiv linkage yields 0 links (linkage_report.json: dblp_with_arxiv = 0) because DBLP CoRR `ee` now holds https://doi.org/10.48550/arXiv.<id>, not arxiv.org/abs/; the method is dead and the DBLP-arXiv version relation is unavailable to the merge step.",Derive arxiv_id from the DBLP DOI (10.48550/arxiv.<id>) as well; re-run and report the method counts.
41 +ingestion/link_sources.py,"54-60,67-72,81-83",major,protocol mismatch / precision,"title+year linkage without the first-author surname check specified in plan S1; generic titles >= 25 chars can be mislinked (180k DBLP, 2.1k arXiv, 14.9k ACL links).",Add the first-author surname (DBLP authors[0] vs OpenAlex first authorship) and report precision by method in the H-1 sample.
42 +ingestion/link_sources.py,"52-53,66,72,80,83",minor,fragility,NOT IN (SELECT ...) predicates become NULL (no rows) if any key is NULL; currently safe but fragile.,Use NOT EXISTS.
43 +ingestion/link_sources.py,85-118,minor,provenance,linkage_report.json does not record which pass (1 or 2) produced it; the committed file is the pass-1 state.,Add a `pass` field and the input file hashes.
44 +ingestion/build_corpus.py,69-76,minor,dead code / inconsistency,ids['arxiv'] does not exist in the OpenAlex schema (dead branch); DOI branch keeps the version suffix while the URL branch strips it (normalised later in link_sources).,Remove the dead branch; strip v\d+ in all branches.
45 +ingestion/build_corpus.py,144,minor,logic,is_primary location inferred by URL equality -> zero or several primaries when URLs are NULL.,"Compare on source id + landing/pdf URL, or store the primary location separately."
46 +ingestion/build_corpus.py,173-176,minor,provenance,"Parquet outputs carry no metadata (snapshot release, code commit).",Write key/value metadata into the Parquet schema.
47 +ingestion/openalex_snapshot.py,148-157,minor,robustness,"If a partial download is larger than expected, `curl -C -` keeps resuming it and the part fails forever (status error on every run).",Delete raw_path on size mismatch before retrying.
48 +ingestion/openalex_snapshot.py,160-164,minor,provenance,SHA-256 is recorded but never compared to an upstream value (manifest has no hash).,Record the S3 ETag from the HTTP headers and compare; state that the hash is provenance only.
49 +ingestion/openalex_snapshot.py,188-189,minor,PRISMA reporting,Works with NULL publication_year are excluded from the CS subset without being counted.,Count n_null_year in the ledger for stage S0.
50 +ingestion/openalex_snapshot.py,236-239,minor,provenance,runs table stores argv/host but not the code commit or environment.,Add git commit and environment file hash.
51 +taxonomy/classify.py,108,minor,nondeterminism,row_number() OVER () without ORDER BY: chunk composition varies across runs (per-chunk files not byte-reproducible; aggregates unaffected).,ORDER BY id.
52 +taxonomy/classify.py,"120-129,142-143",minor,provenance,Shard mode writes no classification_report.json; outputs are not version-stamped although the docstring says so.,Write ontology version + sha256(ontology.yaml) into Parquet metadata or a sidecar in both modes.
53 +taxonomy/classify.py,146-157,minor,robustness,input_named symlinks persist across --prepare re-runs; stale links short-circuit os.path.exists.,Clear input_named in prepare().
54 +taxonomy/classify.py,"28,55-57",minor,robustness,Keyword regexes compiled without flags; 273 of 277 ontology patterns carry (?i) - any pattern without it is case-sensitive.,Compile with re.I or add a lint test that every pattern starts with (?i).
55 +experiments/emerging_detection.py,"27-28,22-23",major,protocol gap,KNOWN_SET is empty and the lead-time evaluation on the preregistered known-emergence set (H8; known_set_lead_times.csv in the docstring) is not implemented.,Fill experiments/known_set.csv (topic ids per preregistered item) and implement lead time = first cutoff where score rank <= k minus peak-growth month.
56 +experiments/emerging_detection.py,"78,83-86,66-74",major,right-truncation / separation,Panel ends --last-month 2026-10 (incomplete months) while econometrics uses 2026-06: for h=24 the last test labels use volumes up to 2026-10 (truncated) and the last train label window (cutoff 2021-10 + 24 = 2023-10) overlaps the test feature period starting 2023-01.,Require T + h <= last_complete_month for labels and last_train_cutoff + h <= first_test_cutoff; read the last complete month from the volume-series JSON.
57 +experiments/emerging_detection.py,31-38,major,look-ahead (unit definition),"Units are OpenAlex topics, a taxonomy built in 2024 that already knows which topics emerged (e.g. an LLM topic exists as a unit at 2020 cutoffs); the plan's cutoff-specific semantic clusters (experiments/emerging_clusters.py) do not exist. Features themselves are look-ahead-safe (verified: invariant to perturbation of columns > T).","Implement cutoff-specific clustering on embeddings (or keyword n-grams) as the primary unit, keep topics as a sensitivity, and declare the unit-definition look-ahead in the manuscript."
58 +experiments/emerging_detection.py,40-41,minor,look-ahead (mild),Topic universe (>= 50 works over 2018-2026) selected with full-period data.,"Select units per cutoff (>= 20 works in (T-12, T]) or document."
59 +experiments/emerging_detection.py,56-57,minor,documentation,Trailing window for zvol is 25 months (T-27..T-3); docstring says 24.,"Use n[:, T-26:T-2] or fix the docstring."
60 +experiments/emerging_detection.py,85,minor,documentation,Train cutoffs are 2020-01 ... 2021-10 (quarterly on index % 3); docstring says cutoffs <= 2021-12.,Align docstring/protocol or define cutoffs explicitly.
61 +experiments/emerging_detection.py,"98,108-113",minor,method,"Logistic regression on unscaled features (share, age); pooled AUC mixes cutoffs with different base rates; no bootstrap CI (P6).",Add StandardScaler in a pipeline; report per-cutoff metrics with bootstrap CIs.
62 +embeddings/semantic_atlas.py,"4,66",minor,documentation,Docstring says stratified sample; code draws a simple random sample.,"Stratify by (period, primary_category) or correct the docstring."
63 +embeddings/semantic_atlas.py,81-87,minor,method,"Stability = split-half ARI with kNN transfer inside one UMAP fitted on the full sample (not a bootstrap, and UMAP not refitted) -> overstated stability.",Refit UMAP+HDBSCAN per half (or per bootstrap resample) and report both.
64 +embeddings/semantic_atlas.py,49-61,minor,data quality,Novelty centroids use first_month including year-precision records (January centroids polluted).,Restrict to date_precision = 'month'.
65 +embeddings/semantic_atlas.py,30,minor,robustness,Duplicate work ids across shards resolved silently by last occurrence.,Assert uniqueness of ids.
66 +embeddings/semantic_atlas.py,"37,58",minor,verified,"Cosine via dot product is valid only because embed_corpus.py normalises (normalize_embeddings=True, verified); float16 storage.",Assert unit norms after loading.
67 +embeddings/semantic_atlas.py,41,minor,boundary,Baseline/post defined by calendar year (2018-2022 vs 2023-2026) instead of the period column (Dec 2022 is post).,Use c.period.
68 +embeddings/semantic_atlas.py,"67-69,88",minor,provenance,UMAP/HDBSCAN results depend on umap-learn/numba/pynndescent versions; stability.json has no version stamp.,Record package versions and the embedding model tag in outputs.
69
Menu

Theme
↑↓ navigate ↵ open esc close / or ⌘K anywhere