WP44: Part VII-a theory synthesis (Agent G, 65 refs); live verification of landmark records
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
78 changed files +1,422 −749
added
literature_synthesis/verify_landmarks.py
+38 −0
@@ -0,0 +1,38 @@ | ||
| 1 | +#!/usr/bin/env python3 | |
| 2 | +"""WP44 — live verification of the landmark records against the OpenAlex API (single-record lookups are free): | |
| 3 | +for each landmark id, fetch the live record, compare the normalised title with the snapshot title, and record the live | |
| 4 | +cited_by_count and publication_year. Records whose live title differs (ids merged or re-assigned since the snapshot, or | |
| 5 | +snapshot data errors) are flagged live_match = False and excluded from Part IX landmark statistics (they stay in the file). | |
| 6 | +Output: literature_synthesis/landmarks/landmarks_verified.csv + verification_report.json. Politeness: 8 requests/s max.""" | |
| 7 | +import argparse, json, os, re, time, datetime as dt, unicodedata, requests, pandas as pd | |
| 8 | + | |
| 9 | +UA = "WP44-UQO-systematic-mapping/0.1 (mailto:spbou4@icloud.com)" | |
| 10 | +norm = lambda s: re.sub(r"[^a-z0-9]+", "", unicodedata.normalize("NFKD", str(s or "")).encode("ascii", "ignore").decode().lower()) | |
| 11 | + | |
| 12 | + | |
| 13 | +def main(): | |
| 14 | + ap = argparse.ArgumentParser(); ap.add_argument("--root", required=True); a = ap.parse_args(); R = a.root | |
| 15 | + d = pd.read_csv(f"{R}/literature_synthesis/landmarks/landmarks.csv"); s = requests.Session(); rows = [] | |
| 16 | + for i, r in enumerate(d.itertuples()): | |
| 17 | + for attempt in range(3): | |
| 18 | + try: | |
| 19 | + resp = s.get(f"https://api.openalex.org/works/W{int(r.work_id)}", params={"mailto": "spbou4@icloud.com"}, headers={"User-Agent": UA}, timeout=30); break | |
| 20 | + except requests.RequestException: | |
| 21 | + time.sleep(5) | |
| 22 | + if resp.status_code == 200: | |
| 23 | + j = resp.json(); lt = j.get("title") or j.get("display_name") or ""; lid = j.get("id", "").rsplit("W", 1)[-1] | |
| 24 | + match = norm(lt) == norm(r.title) or (norm(lt) and norm(r.title) and (norm(lt) in norm(r.title) or norm(r.title) in norm(lt))) | |
| 25 | + rows.append({"work_id": int(r.work_id), "live_status": 200, "live_id": lid, "live_title": lt, "live_year": j.get("publication_year"), "live_cited_by_count": j.get("cited_by_count"), "live_match": bool(match), "id_changed": lid != str(int(r.work_id))}) | |
| 26 | + else: | |
| 27 | + rows.append({"work_id": int(r.work_id), "live_status": resp.status_code, "live_id": None, "live_title": None, "live_year": None, "live_cited_by_count": None, "live_match": False, "id_changed": None}) | |
| 28 | + time.sleep(0.13) | |
| 29 | + if (i + 1) % 200 == 0: | |
| 30 | + print(i + 1, "checked", flush=True) | |
| 31 | + v = d.merge(pd.DataFrame(rows), on="work_id", how="left"); v.to_csv(f"{R}/literature_synthesis/landmarks/landmarks_verified.csv", index=False) | |
| 32 | + rep = {"n": int(len(v)), "live_match": int(v.live_match.sum()), "mismatch": int((~v.live_match).sum()), "id_changed": int(v.id_changed.fillna(False).sum()), "http_not_200": int((v.live_status != 200).sum()), | |
| 33 | + "when": dt.datetime.now(dt.UTC).isoformat(), "mismatch_examples": v[~v.live_match][["work_id", "title", "live_title", "c36"]].head(15).to_dict("records")} | |
| 34 | + json.dump(rep, open(f"{R}/literature_synthesis/landmarks/verification_report.json", "w"), indent=1, default=str); print({k: rep[k] for k in ("n", "live_match", "mismatch", "id_changed", "http_not_200")}) | |
| 35 | + | |
| 36 | + | |
| 37 | +if __name__ == "__main__": | |
| 38 | + main() | |
modified
manuscript/sections/part05_ai.tex
+142 −6
@@ -44,8 +44,9 @@ changed, not why. | ||
| 44 | 44 | The landmark candidates of the area were screened record by record before any |
| 45 | 45 | of them was used, and the outcome conditions everything that follows. Of the |
| 46 | 46 | \SelectionByAreaAiMl{} records, the screening flagged 44 as unreliable for the |
| 47 | −purpose of a critical synthesis (Table~\ref{tab:ai_landmark_flags}; | |
| 48 | −\texttt{literature\_synthesis/agent\_E/contributions.csv}).\footnote{The | |
| 47 | +purpose of a critical synthesis (Table~\ref{tab:ai_landmark_flags}; the record-level flags are in the file | |
| 48 | +\texttt{contributions.csv} of the agent's directory under | |
| 49 | +\texttt{literature\_synthesis}).\footnote{The | |
| 49 | 50 | flags are a human judgement by the specialist agent from identifiers, citation |
| 50 | 51 | counts, venue, title and abstract; they were not produced by a script and |
| 51 | 52 | must be audited (Part~III, Phase~8). The counts in this paragraph are those of |
@@ -112,7 +113,7 @@ BLIP-2, Mamba---is present in the set only where an arXiv record was linked, | ||
| 112 | 113 | and sometimes, as just shown, linked to the wrong record. The synthesis |
| 113 | 114 | therefore grounds its technical claims on the verified reference list and uses |
| 114 | 115 | the landmark set to characterise what the corpus \emph{rewards} rather than |
| 115 | −what the field \emph{invented}. Table~\ref{tab:ai_landmarks} lists all | |
| 116 | +what the field \emph{invented}. Table~\ref{tab:ai_landmarks}, placed at the end of this part, lists all | |
| 116 | 117 | 234 candidates with their flag and contribution type. |
| 117 | 118 | |
| 118 | 119 | \input{tables/tab_ai_landmark_flags} |
@@ -140,6 +141,13 @@ and the categories are defined by rules over topics, arXiv classes, venues and | ||
| 140 | 141 | keyword patterns (Section~\ref{sec:m-classification}), so that a work on |
| 141 | 142 | reward modelling for language models is an LLM work and not a reinforcement-learning |
| 142 | 143 | work, a point that matters for Section~\ref{sec:ai-rl}. |
| 144 | +A third caution concerns the flows of Table~\ref{tab:ai_flows}. Because a | |
| 145 | +cited work can carry several categories, the row shares of a citing category | |
| 146 | +do not sum to one across the columns shown, and a reference from an LLM paper | |
| 147 | +to a paper that is both an LLM and an NLP work counts under both destinations; | |
| 148 | +the ``self'' share of a category is therefore an upper bound on its | |
| 149 | +intellectual closure, and changes in shares are more informative than their | |
| 150 | +levels. | |
| 143 | 151 | |
| 144 | 152 | \input{tables/tab_ai_growth} |
| 145 | 153 | \input{tables/tab_ai_counts} |
@@ -328,6 +336,35 @@ model in hours. The QLoRA abstract's statement that its best model reaches | ||
| 328 | 336 | judge-based measurement, a point to which Section~\ref{sec:ai-eval} returns. |
| 329 | 337 | % [E-20] |
| 330 | 338 | |
| 339 | +\subsection{Data as the contested resource} | |
| 340 | + | |
| 341 | +The compute-optimal allocation of \citet{hoffmann2022chinchilla} turned | |
| 342 | +training data from an afterthought into the binding constraint, and the | |
| 343 | +landmark set records the consequences from three sides without resolving any | |
| 344 | +of them. On the supply side, LAION-5B \citep{schuhmann2022laion5b} and the | |
| 345 | +public-data training of LLaMA \citep{touvron2023llama} show that web-scale | |
| 346 | +corpora could be assembled outside the frontier laboratories; the surveys of | |
| 347 | +data-centric foundation models in healthcare \citep{zhang2026datacentric} and | |
| 348 | +of multimodal fusion on low-quality data \citep{zhang2026lowqualityfusion} | |
| 349 | +describe, from the methods side, how quality, annotation, privacy and | |
| 350 | +missingness rather than volume limit the domain models of | |
| 351 | +Section~\ref{sec:ai-fm}. On the integrity side, the poisoning study of | |
| 352 | +\citet{alber2025poisoning} reports that a vanishingly small fraction of | |
| 353 | +deliberately false tokens in a public pretraining corpus suffices to shift a | |
| 354 | +model's medical answers, which turns the openness of the data pipeline into an | |
| 355 | +attack surface. On the legal side, the one landmark that addresses the | |
| 356 | +provenance of training data is a Portuguese-language essay on copyright whose | |
| 357 | +record, as shown above, carries GPT-3's identifier and citations; the | |
| 358 | +question it raises is real and the corpus's answer is an artefact. The three | |
| 359 | +sides share a measurement gap that no abstract in the set closes: the | |
| 360 | +composition of the corpora on which the frontier models were trained is not | |
| 361 | +disclosed, so that neither the scaling-law prescriptions nor the | |
| 362 | +contamination caveats of Section~\ref{sec:ai-eval} can be checked against the | |
| 363 | +models that matter most. Data, not architecture, is where the open and closed | |
| 364 | +lineages of the window diverge, and it is the resource whose exhaustion, | |
| 365 | +curation and legal status the next part of the manuscript lists among the | |
| 366 | +frontiers. | |
| 367 | + | |
| 331 | 368 | \subsection{Contested claims: emergence, sparks and pure-RL reasoning} |
| 332 | 369 | |
| 333 | 370 | Three claims about what scaled language models are have been argued largely in |
@@ -598,6 +635,18 @@ The detector flags \emph{LLM agents} in \KnownLlmAgentsDetectionMonth{}, | ||
| 598 | 635 | \KnownLlmAgentsLeadMonths{} months before peak growth in |
| 599 | 636 | \KnownLlmAgentsPeakGrowthMonth{}, on \KnownLlmAgentsTotalWorks{} matching |
| 600 | 637 | works; the concept arrived and peaked within a year. |
| 638 | +Three features of agent evaluation limit what the benchmarks can show. The | |
| 639 | +unit of evaluation is a trajectory rather than an answer, so that | |
| 640 | +non-determinism in the environment and in sampling compounds across steps and | |
| 641 | +the variance warning of \citet{henderson2018drlmatters} applies with greater | |
| 642 | +force than in single-turn evaluation; the cost of a run---tokens, tool calls, | |
| 643 | +wall-clock time---is rarely reported alongside the success rate, so that | |
| 644 | +rankings conflate capability with budget; and the environments are public and | |
| 645 | +static, so that the contamination problem of Section~\ref{sec:ai-eval} applies | |
| 646 | +to the tasks as much as to the models. The clinical benchmark in the landmark | |
| 647 | +set \citep{liu2026clinicalagents} is notable precisely because its abstract | |
| 648 | +reports comparing an open-source and a proprietary system under one protocol | |
| 649 | +across three task families; it is one study. | |
| 601 | 650 | |
| 602 | 651 | The strongest peer-reviewed evidence for agents is scientific. The Virtual Lab |
| 603 | 652 | \citep{swanson2025virtuallab}, a Nature paper whose record carries no abstract |
@@ -680,6 +729,17 @@ Several records are misdated---a 2008 inverse-reinforcement-learning paper | ||
| 680 | 729 | and a 2007 Bayesian one appear as 2018 and 2025 works---and four are |
| 681 | 730 | control-theory papers; the category's citation top is therefore a mixture of |
| 682 | 731 | classics, control theory and one new result. |
| 732 | +What the one new result represents is the model-based turn. DreamerV3 learns | |
| 733 | +a latent world model and improves its policy on imagined trajectories, and | |
| 734 | +its abstract stresses that a single configuration transfers across domains | |
| 735 | +where earlier algorithms required per-domain tuning; the survey of | |
| 736 | +model-predictive control and reinforcement learning in the set makes the | |
| 737 | +complementary point that the two fields derive from the same principles and | |
| 738 | +differ mainly in whether an environment model is part of the algorithm. Read | |
| 739 | +together with the rising share of references from the category to robotics, | |
| 740 | +they describe a field whose centre of gravity moved towards control of | |
| 741 | +physical systems while its optimisation machinery moved, under another name, | |
| 742 | +into language-model training. | |
| 683 | 743 | |
| 684 | 744 | The corpus places reinforcement learning among the modestly accelerating |
| 685 | 745 | categories: a post-period growth rate only slightly above the baseline |
@@ -777,6 +837,39 @@ proposed in Part~X---re-estimating the series on works whose only AI category | ||
| 777 | 837 | is architectures, with a classifier vocabulary frozen at 2022---has not been |
| 778 | 838 | run. |
| 779 | 839 | |
| 840 | +\subsection{Interpretability and the science of model internals} | |
| 841 | + | |
| 842 | +Between the theory that the citation ranking rewards and the architectures | |
| 843 | +that practice adopted lies a literature that the corpus barely registers: the | |
| 844 | +attempt to explain what a trained language model computes. The research | |
| 845 | +agenda of \citet{anwar2024foundational}, a preprint, lists it among the | |
| 846 | +foundational challenges of alignment, and the known-emergence set includes | |
| 847 | +\emph{mechanistic interpretability} as one of its eleven AI concepts. The | |
| 848 | +detector's result for it is the only negative lead in the set: | |
| 849 | +\KnownMechanisticInterpretabilityTotalWorks{} matching works, a peak-growth | |
| 850 | +month that precedes the detection month, and a lead of | |
| 851 | +\KnownMechanisticInterpretabilityLeadMonths{} months. % [E-17] | |
| 852 | +Two readings are possible and both are instructive. On the one hand the | |
| 853 | +concept is small---two to three orders of magnitude fewer matching works than | |
| 854 | +language models or retrieval augmentation---so that the growth statistic on | |
| 855 | +which the detector relies is noisy and a single busy quarter sets the peak. | |
| 856 | +On the other hand the vocabulary of the field changed inside the window: | |
| 857 | +``circuits'', ``features'' and ``sparse autoencoders'' replaced ``probing'' | |
| 858 | +and ``attribution'', and a regular expression written in 2026 looks for the | |
| 859 | +later vocabulary in the earlier literature. The interpretability landmarks | |
| 860 | +that the ranking does surface are the pre-LLM ones---the case for inherently | |
| 861 | +interpretable models \citep{rudin2019stopexplaining}, the conceptual critique | |
| 862 | +\citep{lipton2018mythos}, the social-science account of explanation | |
| 863 | +\citep{miller2019explanation}, the explainable-AI surveys | |
| 864 | +\citep{barredoarrieta2020xai, ali2023xaitrust}---whose question is whether a | |
| 865 | +model's decision can be explained to a person, not whether its computation | |
| 866 | +can be reverse-engineered. The corpus therefore records the demand for | |
| 867 | +explanation and is nearly silent on the supply of mechanistic understanding; | |
| 868 | +the manuscript cannot say whether that silence reflects the small size of the | |
| 869 | +sub-field, its concentration in non-indexed venues and company reports, or | |
| 870 | +the vocabulary drift just described, and it flags the measurement as | |
| 871 | +unreliable rather than the sub-field as absent. | |
| 872 | + | |
| 780 | 873 | \section{Evaluation} |
| 781 | 874 | \label{sec:ai-eval} |
| 782 | 875 | |
@@ -821,6 +914,41 @@ improvements (RQ7) cannot be drawn from abstracts alone; Part~IX draws it, to | ||
| 821 | 914 | the extent that it can be drawn, from the citation and adoption structure |
| 822 | 915 | instead. |
| 823 | 916 | |
| 917 | +\subsection{Openness and the reproducibility of claims} | |
| 918 | + | |
| 919 | +RQ9 asks how open-source availability and evaluation standards evolved, and | |
| 920 | +the landmark abstracts speak to the first half directly. The LLaMA abstract | |
| 921 | +ends with the sentence that the models are released to the research | |
| 922 | +community; LAION-5B's purpose, by its title, is an open dataset for training | |
| 923 | +image--text models; Mamba, KAN, QLoRA, LLaMA-Adapter and the open code models | |
| 924 | +\citep{touvron2023llama, schuhmann2022laion5b, gu2023mamba, liu2024kan, | |
| 925 | +dettmers2023qlora, zhang2023llamaadapter, roziere2023codellama, | |
| 926 | +li2023starcoder} are weights-and-code releases whose adoption is measurable | |
| 927 | +in the short detector leads of Section~\ref{sec:ai-theory}; and the | |
| 928 | +DeepSeek-R1 paper \citep{deepseek2025r1nature} is the first peer-reviewed | |
| 929 | +frontier-class reasoning model with released weights. Against this stands | |
| 930 | +the closed lineage \citep{openai2023gpt4, gemini2023, openai2024o1}, whose | |
| 931 | +reports omit data, scale and training details and whose evaluations can | |
| 932 | +therefore not be reproduced by anyone but the vendor, and the arena and | |
| 933 | +judge-based evaluations of Section~\ref{sec:ai-eval}, which rank closed models | |
| 934 | +on prompts that are themselves not released. The AI Index reports | |
| 935 | +\citep{maslej2024aiindex, maslej2025aiindex} document, as secondary sources, | |
| 936 | +the growing share of notable models released by industry; the corpus | |
| 937 | +measures the same thing at the level of affiliations in Part~VIII\@. | |
| 938 | +Three consequences follow for the status of the claims read in this part. | |
| 939 | +First, every comparison between an open model and a closed one in an abstract | |
| 940 | +(QLoRA against ChatGPT, LLaMA against GPT-3) is a comparison between a | |
| 941 | +reproducible artefact and a moving target, and its date is part of its | |
| 942 | +meaning. Second, the reproducibility of a result in this area depends less on | |
| 943 | +whether the paper was peer reviewed than on whether the weights, data and | |
| 944 | +evaluation prompts were released; several peer-reviewed landmarks of | |
| 945 | +Section~\ref{sec:ai-fm} train on institutional clinical data that cannot be | |
| 946 | +shared, while several preprints release everything. Third, the | |
| 947 | +distinction between peer-reviewed and preprint evidence that this manuscript | |
| 948 | +maintains throughout is therefore necessary but not sufficient, and Part~IX's | |
| 949 | +openness indicators, which are computed on the whole corpus rather than on | |
| 950 | +the landmark set, are the appropriate measure of the trend. | |
| 951 | + | |
| 824 | 952 | \section{Safety, alignment, fairness and societal evidence} |
| 825 | 953 | \label{sec:ai-safety} |
| 826 | 954 | |
@@ -906,8 +1034,8 @@ Four reconciliations summarise what this part can say and what it cannot. | ||
| 906 | 1034 | \emph{Growth versus discontinuity.} The nine AI categories accelerated after |
| 907 | 1035 | 2022; the acceleration is a slope change that the data-driven procedures date |
| 908 | 1036 | to the middle of 2022 or later and that steepened in 2023--2024, not a |
| 909 | −level jump in December 2022 (Tables~\ref{tab:ai_breaks} and | |
| 910 | −\ref{tab:ai_altdates}). The design cannot attribute it to one product, and | |
| 1037 | +level jump in December 2022 (Tables~\ref{tab:ai_breaks} | |
| 1038 | +and~\ref{tab:ai_altdates}). The design cannot attribute it to one product, and | |
| 911 | 1039 | sentences of the form ``ChatGPT caused a surge in AI research'' are not |
| 912 | 1040 | supported by anything in this manuscript. What is supported is weaker and |
| 913 | 1041 | more useful: the trend of the LLM literature changed, the change propagated |
@@ -931,7 +1059,10 @@ and the vocabulary of the second migrated into the LLM and foundation-model | ||
| 931 | 1059 | categories. % [E-37, P-08] |
| 932 | 1060 | |
| 933 | 1061 | \emph{Evidence tiers.} Twenty-eight of the 234 landmark candidates are |
| 934 | −preprints and seventy-two are dated 2026 with twelve-month citation windows; | |
| 1062 | +preprints and seventy-two are dated 2026 with twelve-month citation | |
| 1063 | +windows;\footnote{Counts of the columns \texttt{type} and \texttt{year} of | |
| 1064 | +\texttt{literature\_synthesis/landmarks/ai\_ml\_landmarks.csv}, reproduced row by | |
| 1065 | +row in Table~\ref{tab:ai_landmarks}; no macro exists for them.} | |
| 935 | 1066 | many of the window's defining technical papers---LLaMA, BLIP-2, Mamba, the |
| 936 | 1067 | agent benchmarks, the emergent-abilities debate, the catastrophic-risk |
| 937 | 1068 | agenda---have not passed peer review. The established results of this part |
@@ -962,3 +1093,8 @@ long-horizon time series; whether generative-AI use helps or harms learning; | ||
| 962 | 1093 | and, for this manuscript's own method, whether citation-based landmark |
| 963 | 1094 | identification can be made reliable for a field whose most-cited identifiers |
| 964 | 1095 | are the ones most often attached to the wrong record. |
| 1096 | + | |
| 1097 | +\subsection*{Supplementary table: the screened landmark candidates} | |
| 1098 | +\label{sec:ai-supp} | |
| 1099 | + | |
| 1100 | +\input{tables/tab_ai_landmarks} | |
modified
manuscript/sections/part07a_theory.tex
+9 −4
@@ -131,8 +131,9 @@ specialist-labelled sample. | ||
| 131 | 131 | |
| 132 | 132 | \subsection{Growth in absolute terms, decline in relative terms} |
| 133 | 133 | |
| 134 | −Table~\ref{tab:theory_counts} gives the yearly counts of works carrying each category (multi-label) and of | |
| 135 | −works whose primary category it is; Table~\ref{tab:theory_summary} summarises growth and structural change. | |
| 134 | +Tables~\ref{tab:theory_counts} and~\ref{tab:theory_counts_primary} give the yearly counts of works carrying each category | |
| 135 | +(multi-label) and of works whose primary category it is; Table~\ref{tab:theory_summary} summarises growth and | |
| 136 | +Table~\ref{tab:theory_breaks} the structural-change estimates. | |
| 136 | 137 | The multi-label counts grew in every category after 2022. Between 2023 and 2025 the compound annual growth was |
| 137 | 138 | \ThyCagrMultilabelSoftwareEngineeringPostPct\% for software engineering, |
| 138 | 139 | \ThyCagrMultilabelComputationalComplexityPostPct\% for computational complexity, |
@@ -158,6 +159,7 @@ software categories are growing and shrinking at once: more works, a smaller fra | ||
| 158 | 159 | is set by the AI categories of Part~V. |
| 159 | 160 | |
| 160 | 161 | \input{tables/tab_theory_counts} |
| 162 | +\input{tables/tab_theory_counts_primary} | |
| 161 | 163 | |
| 162 | 164 | Two cautions attach to these numbers. The post-period growth rate spans two years and is exposed to the |
| 163 | 165 | indexing lag of the most recent year (Section~\ref{sec:m-truncation}); the primary-label counts for 2025 are |
@@ -170,6 +172,8 @@ not used here, and the discrepancy is recorded for the reproducibility audit.\fo | ||
| 170 | 172 | current counts resolves the discrepancy. Until then, Table~\ref{tab:cagr} and Table~\ref{tab:theory_summary} |
| 171 | 173 | disagree for these six rows.} |
| 172 | 174 | |
| 175 | +\input{tables/tab_theory_summary} | |
| 176 | + | |
| 173 | 177 | \subsection{Structural change at the reference date} |
| 174 | 178 | |
| 175 | 179 | The interrupted-time-series slope change at December 2022 is positive for all six primary-label series and |
@@ -187,7 +191,7 @@ verification and \ThyBreakProgrammingLanguagesPlaceboSlopeP{} for programming la | ||
| 187 | 191 | categories are closest to the threshold; none crosses it. A slope change that pseudo-events of the baseline |
| 188 | 192 | reproduce at these rates is a feature of series that were already accelerating, not of the reference date. |
| 189 | 193 | |
| 190 | −\input{tables/tab_theory_summary} | |
| 194 | +\input{tables/tab_theory_breaks} | |
| 191 | 195 | |
| 192 | 196 | The level changes point the other way in five categories. At December 2022 the level fell by |
| 193 | 197 | \ThyBreakFormalVerificationChatgptLevelPct\% for formal verification ($p = \ThyBreakFormalVerificationChatgptLevelP$), |
@@ -225,6 +229,7 @@ mathematical ones, and it is a gradient of vocabulary: co-classification is a le | ||
| 225 | 229 | (Section~\ref{sec:m-classification}), not a measure of method adoption. |
| 226 | 230 | |
| 227 | 231 | \input{tables/tab_theory_llm_cooccurrence} |
| 232 | +\input{tables/tab_theory_llm_cooccurrence_counts} | |
| 228 | 233 | |
| 229 | 234 | Citation flows are more conservative. In the post period, software-engineering works direct |
| 230 | 235 | \ThyFlowSoftwareEngineeringToLlmPostPct\% of their categorised references to works of the LLM category, |
@@ -514,7 +519,7 @@ interfaces, whose abstract introduces multi-valued correctness requirements and | ||
| 514 | 519 | interface theories, is the one post-period research candidate of this kind. |
| 515 | 520 | |
| 516 | 521 | The category's primary share halved between 2018 and 2025 while its multi-label count grew by eleven per cent |
| 517 | −(Table~\ref{tab:theory_counts}). The arithmetic of the argmax assignment (Section~\ref{sec:m-score}) suggests | |
| 522 | +(Tables~\ref{tab:theory_counts} and~\ref{tab:theory_counts_primary}). The arithmetic of the argmax assignment (Section~\ref{sec:m-score}) suggests | |
| 518 | 523 | why: a work that carries a verification label and an AI or security label loses the primary label to the |
| 519 | 524 | larger category when the scores are close, so the primary series understates a category whose work is |
| 520 | 525 | increasingly done in combination. Measuring the share of works whose primary label switched, by co-assigned |
modified
manuscript/sections/part09_results.tex
+8 −9
@@ -484,9 +484,8 @@ citations, the inequality statistic of hypothesis H5, falls monotonically throug | ||
| 484 | 484 | falling share of uncited works, which is the largest contributor to a Gini of this kind |
| 485 | 485 | \citep{nielsen2021inequality}; the 2023 reversal coincides with the return of the uncited share and is, on the |
| 486 | 486 | evidence available, a truncation effect rather than a change in the concentration of attention. The 99th |
| 487 | −percentile of three-year citations is almost flat across cohorts (\CitationWindowsYearlyTwoZeroOneEightPNineNineCThreeSix{} | |
| 488 | −in 2018, \CitationWindowsYearlyTwoZeroTwoThreePNineNineCThreeSix{} in 2023), so the top of the distribution | |
| 489 | −did not pull away from the body within fixed windows. | |
| 487 | +percentile of three-year citations is almost flat across the complete cohorts (Table~\ref{tab:citation_windows}), | |
| 488 | +so the top of the distribution did not pull away from the body within fixed windows. | |
| 490 | 489 | |
| 491 | 490 | The field-weighted citation impact supplied by OpenAlex, whose normalisation is the database's own and not |
| 492 | 491 | the study's (Section~\ref{sec:m-citations}), has a mean near \CitationWindowsYearlyTwoZeroOneEightMeanFwci{} |
@@ -514,10 +513,10 @@ category and year with per-area quotas (Section~\ref{sec:m-kg}), it contains \Se | ||
| 514 | 513 | drawn from a high-priority set of \SelectionHighPriority{}; Table~\ref{tab:p9-landmarks} gives its |
| 515 | 514 | composition by area and year. The quotas make the set broader than a citation ranking would be: the AI and |
| 516 | 515 | Machine Learning area holds the largest quota but less than a quarter of the set, and the theory area, |
| 517 | −whose works are cited least, holds the smallest. By year the set is roughly balanced over 2018--2025 and | |
| 518 | −largest for 2026, which reflects the selection's reliance on the database's field-weighted impact for the | |
| 519 | −most recent cohort, where citation counts are smallest and the normalisation least stable; the 2026 | |
| 520 | −landmarks should be treated as provisional. \SelectionShareWithAbstractLandmarks{} of the landmarks have an | |
| 516 | +whose works are cited least, holds the smallest. By year the set is smallest for the 2021 cohort and largest | |
| 517 | +for 2023, 2024 and 2026; the size of the 2026 cohort reflects the selection's reliance on the database's | |
| 518 | +field-weighted impact for the most recent works, where citation counts are smallest and the normalisation | |
| 519 | +least stable, and the 2026 landmarks should be treated as provisional. \SelectionShareWithAbstractLandmarks{} of the landmarks have an | |
| 521 | 520 | abstract and \SelectionShareOaLandmarks{} have an open-access location, which bounds what the knowledge-graph |
| 522 | 521 | extraction and the specialist reviews can work from. The identification of the methodological or |
| 523 | 522 | theoretical contribution of each landmark is the object of the specialist reviews and of checkpoint H-3 |
@@ -708,8 +707,8 @@ them. | ||
| 708 | 707 | The protocol's semantic test of convergence compares the cosine similarity between category centroids in |
| 709 | 708 | the embedding space, estimated separately on baseline and post works, and reports the drift of each |
| 710 | 709 | category's centroid between the two periods (Section~\ref{sec:m-semantic}). The result files |
| 711 | −\texttt{results/semantic/category\_similarity\_baseline.csv}, \texttt{category\_similarity\_post.csv} and | |
| 712 | −\texttt{category\_drift.csv} did not exist when this part was written. \pending{semantic atlas: insert the | |
| 710 | +\texttt{results/semantic/}\allowbreak\texttt{category\_similarity\_baseline.csv}, | |
| 711 | +\texttt{category\_similarity\_post.csv} and \texttt{category\_drift.csv} did not exist when this part was written. \pending{semantic atlas: insert the | |
| 713 | 712 | category similarity comparison (baseline versus post, mean off-diagonal similarity, the pairs whose |
| 714 | 713 | similarity changed most) and the drift table when results/semantic/ is produced; the diversity indices of |
| 715 | 714 | Table~\ref{tab:diversity} are to be re-estimated with the semantic distance at the same time}. |
modified
manuscript/tables/TABLES.json
+279 −60
@@ -103,7 +103,7 @@ | ||
| 103 | 103 | "caption": "Fractional output of the fifteen largest countries by year.", |
| 104 | 104 | "label": "tab:countries", |
| 105 | 105 | "sources": [ |
| 106 | − "./results/bibliometrics/countries_yearly.csv" | |
| 106 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/countries_yearly.csv" | |
| 107 | 107 | ], |
| 108 | 108 | "rows": 15 |
| 109 | 109 | }, |
@@ -112,7 +112,7 @@ | ||
| 112 | 112 | "caption": "Structural-change estimates by series: ITS level and slope changes at 2022-12 (HAC p-values), placebo p-values, Bai\u2013Perron (BIC) and PELT break dates.", |
| 113 | 113 | "label": "tab:breaks", |
| 114 | 114 | "sources": [ |
| 115 | − "./results/econometrics/breaks.csv" | |
| 115 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/breaks.csv" | |
| 116 | 116 | ], |
| 117 | 117 | "rows": 41 |
| 118 | 118 | }, |
@@ -121,7 +121,7 @@ | ||
| 121 | 121 | "caption": "Out-of-time performance of the emerging-topic detectors at horizon 12 months (test cutoffs 2023-01\u20132024-10).", |
| 122 | 122 | "label": "tab:emerging_h12", |
| 123 | 123 | "sources": [ |
| 124 | − "./results/emerging/metrics_h12.json" | |
| 124 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/emerging/metrics_h12.json" | |
| 125 | 125 | ], |
| 126 | 126 | "rows": 3 |
| 127 | 127 | }, |
@@ -130,7 +130,7 @@ | ||
| 130 | 130 | "caption": "Out-of-time performance of the emerging-topic detectors at horizon 24 months (test cutoffs 2023-01\u20132024-04).", |
| 131 | 131 | "label": "tab:emerging_h24", |
| 132 | 132 | "sources": [ |
| 133 | − "./results/emerging/metrics_h24.json" | |
| 133 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/emerging/metrics_h24.json" | |
| 134 | 134 | ], |
| 135 | 135 | "rows": 3 |
| 136 | 136 | }, |
@@ -139,7 +139,7 @@ | ||
| 139 | 139 | "caption": "Preregistered known-emergence set: detection month, peak-growth month and lead time.", |
| 140 | 140 | "label": "tab:known_set", |
| 141 | 141 | "sources": [ |
| 142 | − "./results/emerging/known_set_lead_times.csv" | |
| 142 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/emerging/known_set_lead_times.csv" | |
| 143 | 143 | ], |
| 144 | 144 | "rows": 12 |
| 145 | 145 | }, |
@@ -148,8 +148,8 @@ | ||
| 148 | 148 | "caption": "Team size and collaboration indicators by publication year (all eligible works; periods of the source file summed).", |
| 149 | 149 | "label": "tab:collaboration", |
| 150 | 150 | "sources": [ |
| 151 | − "./results/bibliometrics/team_size_yearly.csv", | |
| 152 | − "./results/bibliometrics/international_collab_yearly.csv" | |
| 151 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/team_size_yearly.csv", | |
| 152 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/international_collab_yearly.csv" | |
| 153 | 153 | ], |
| 154 | 154 | "rows": 9 |
| 155 | 155 | }, |
@@ -158,7 +158,7 @@ | ||
| 158 | 158 | "caption": "Share of typed affiliations by OpenAlex institution type and year (per cent of affiliation-work pairs).", |
| 159 | 159 | "label": "tab:institution_types", |
| 160 | 160 | "sources": [ |
| 161 | − "./results/bibliometrics/institution_types_yearly.csv" | |
| 161 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/institution_types_yearly.csv" | |
| 162 | 162 | ], |
| 163 | 163 | "rows": 9 |
| 164 | 164 | }, |
@@ -167,7 +167,7 @@ | ||
| 167 | 167 | "caption": "Share of fractional output of the fifteen largest countries by year (per cent).", |
| 168 | 168 | "label": "tab:country_shares", |
| 169 | 169 | "sources": [ |
| 170 | − "./results/bibliometrics/countries_yearly.csv" | |
| 170 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/countries_yearly.csv" | |
| 171 | 171 | ], |
| 172 | 172 | "rows": 15 |
| 173 | 173 | }, |
@@ -176,7 +176,7 @@ | ||
| 176 | 176 | "caption": "Concentration of output across countries by year, and the two largest producers under full counting.", |
| 177 | 177 | "label": "tab:country_concentration", |
| 178 | 178 | "sources": [ |
| 179 | − "./results/bibliometrics/countries_yearly.csv" | |
| 179 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/countries_yearly.csv" | |
| 180 | 180 | ], |
| 181 | 181 | "rows": 9 |
| 182 | 182 | }, |
@@ -185,7 +185,7 @@ | ||
| 185 | 185 | "caption": "The country co-authorship network by period: edges with at least fifty joint works.", |
| 186 | 186 | "label": "tab:country_network", |
| 187 | 187 | "sources": [ |
| 188 | − "./results/bibliometrics/country_pairs_by_period.csv" | |
| 188 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/country_pairs_by_period.csv" | |
| 189 | 189 | ], |
| 190 | 190 | "rows": 2 |
| 191 | 191 | }, |
@@ -194,7 +194,7 @@ | ||
| 194 | 194 | "caption": "The twenty strongest country pairs by period (number of joint works).", |
| 195 | 195 | "label": "tab:country_pairs", |
| 196 | 196 | "sources": [ |
| 197 | − "./results/bibliometrics/country_pairs_by_period.csv" | |
| 197 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/country_pairs_by_period.csv" | |
| 198 | 198 | ], |
| 199 | 199 | "rows": 20 |
| 200 | 200 | }, |
@@ -203,7 +203,7 @@ | ||
| 203 | 203 | "caption": "Institutions with at least two hundred works per period: coverage and concentration (fractional counting).", |
| 204 | 204 | "label": "tab:institution_concentration", |
| 205 | 205 | "sources": [ |
| 206 | − "./results/bibliometrics/top_institutions_by_period.csv" | |
| 206 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/top_institutions_by_period.csv" | |
| 207 | 207 | ], |
| 208 | 208 | "rows": 3 |
| 209 | 209 | }, |
@@ -212,7 +212,7 @@ | ||
| 212 | 212 | "caption": "The twenty-five institutions with the largest fractional output in the post period, with their baseline output.", |
| 213 | 213 | "label": "tab:top_institutions", |
| 214 | 214 | "sources": [ |
| 215 | − "./results/bibliometrics/top_institutions_by_period.csv" | |
| 215 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/top_institutions_by_period.csv" | |
| 216 | 216 | ], |
| 217 | 217 | "rows": 25 |
| 218 | 218 | }, |
@@ -221,7 +221,7 @@ | ||
| 221 | 221 | "caption": "Distribution of works over source types among the listed sources, by period (per cent).", |
| 222 | 222 | "label": "tab:source_types", |
| 223 | 223 | "sources": [ |
| 224 | − "./results/bibliometrics/top_sources_by_period.csv" | |
| 224 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/top_sources_by_period.csv" | |
| 225 | 225 | ], |
| 226 | 226 | "rows": 2 |
| 227 | 227 | }, |
@@ -230,7 +230,7 @@ | ||
| 230 | 230 | "caption": "The twenty largest sources (venues) by period, with OpenAlex source type.", |
| 231 | 231 | "label": "tab:top_sources", |
| 232 | 232 | "sources": [ |
| 233 | − "./results/bibliometrics/top_sources_by_period.csv" | |
| 233 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/top_sources_by_period.csv" | |
| 234 | 234 | ], |
| 235 | 235 | "rows": 20 |
| 236 | 236 | }, |
@@ -239,7 +239,7 @@ | ||
| 239 | 239 | "caption": "Age of cited works by citing year (resolved references of eligible works; corpus version of the result file at generation time).", |
| 240 | 240 | "label": "tab:cited_age", |
| 241 | 241 | "sources": [ |
| 242 | − "./results/graph/cited_age_yearly.csv" | |
| 242 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/cited_age_yearly.csv" | |
| 243 | 243 | ], |
| 244 | 244 | "rows": 9 |
| 245 | 245 | }, |
@@ -248,7 +248,7 @@ | ||
| 248 | 248 | "caption": "The ten most cited works of each publication year by 36-month window citations (c36), with total citations to date.", |
| 249 | 249 | "label": "tab:top_cited", |
| 250 | 250 | "sources": [ |
| 251 | − "./results/bibliometrics/top_cited_by_year.csv" | |
| 251 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/top_cited_by_year.csv" | |
| 252 | 252 | ], |
| 253 | 253 | "rows": 80 |
| 254 | 254 | }, |
@@ -257,7 +257,7 @@ | ||
| 257 | 257 | "caption": "DBLP records of 2018--2026 without an OpenAlex counterpart, by DBLP record type and year.", |
| 258 | 258 | "label": "tab:dblp_only", |
| 259 | 259 | "sources": [ |
| 260 | − "./results/bibliometrics/dblp_only_yearly.csv" | |
| 260 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/dblp_only_yearly.csv" | |
| 261 | 261 | ], |
| 262 | 262 | "rows": 9 |
| 263 | 263 | }, |
@@ -266,7 +266,7 @@ | ||
| 266 | 266 | "caption": "The OpenAlex \\texttt{created\\_date} relative to the publication date, by publication year.", |
| 267 | 267 | "label": "tab:indexing_lag", |
| 268 | 268 | "sources": [ |
| 269 | − "./results/bibliometrics/indexing_lag.csv" | |
| 269 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/indexing_lag.csv" | |
| 270 | 270 | ], |
| 271 | 271 | "rows": 9 |
| 272 | 272 | }, |
@@ -275,7 +275,7 @@ | ||
| 275 | 275 | "caption": "Reference coverage by citing year: declared, resolved, internal and external references of eligible works.", |
| 276 | 276 | "label": "tab:reference_coverage", |
| 277 | 277 | "sources": [ |
| 278 | − "./results/graph/reference_coverage_yearly.csv" | |
| 278 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/reference_coverage_yearly.csv" | |
| 279 | 279 | ], |
| 280 | 280 | "rows": 9 |
| 281 | 281 | }, |
@@ -284,7 +284,7 @@ | ||
| 284 | 284 | "caption": "Destination of the resolved references of eligible works by citing year: inside the corpus, computer science outside it, and the seven largest other OpenAlex fields (per cent of resolved references).", |
| 285 | 285 | "label": "tab:field_flows", |
| 286 | 286 | "sources": [ |
| 287 | − "./results/graph/field_flows_yearly.csv" | |
| 287 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/field_flows_yearly.csv" | |
| 288 | 288 | ], |
| 289 | 289 | "rows": 9 |
| 290 | 290 | }, |
@@ -293,7 +293,7 @@ | ||
| 293 | 293 | "caption": "Citation-flow matrices between the eight areas of the ontology by period: share of each citing area's internal references received by each cited area (per cent).", |
| 294 | 294 | "label": "tab:net_area_flows", |
| 295 | 295 | "sources": [ |
| 296 | − "./results/graph/area_flows_yearly.csv" | |
| 296 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/area_flows_yearly.csv" | |
| 297 | 297 | ], |
| 298 | 298 | "rows": 16 |
| 299 | 299 | }, |
@@ -302,8 +302,8 @@ | ||
| 302 | 302 | "caption": "Modularity of the yearly category citation-flow network at the category and area partitions, the within-category self-share, and the aggregate cross-area share of internal references, raw and composition-adjusted.", |
| 303 | 303 | "label": "tab:net_modularity", |
| 304 | 304 | "sources": [ |
| 305 | − "./results/graph/modularity_yearly.csv", | |
| 306 | − "./results/graph/cross_area_share_yearly.csv" | |
| 305 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/modularity_yearly.csv", | |
| 306 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/cross_area_share_yearly.csv" | |
| 307 | 307 | ], |
| 308 | 308 | "rows": 9 |
| 309 | 309 | }, |
@@ -312,7 +312,7 @@ | ||
| 312 | 312 | "caption": "Share of each category's internal references received by the nine categories of the AI/ML area, by citing year (per cent).", |
| 313 | 313 | "label": "tab:net_category_to_ai", |
| 314 | 314 | "sources": [ |
| 315 | − "./results/graph/category_flows_yearly.csv" | |
| 315 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_flows_yearly.csv" | |
| 316 | 316 | ], |
| 317 | 317 | "rows": 40 |
| 318 | 318 | }, |
@@ -321,7 +321,7 @@ | ||
| 321 | 321 | "caption": "Shares of works with a China-affiliated author, a United States-affiliated author, a company affiliation and authors in at least two countries, by primary category and period (per cent).", |
| 322 | 322 | "label": "tab:net_category_actors", |
| 323 | 323 | "sources": [ |
| 324 | − "./results/bibliometrics/category_actors_yearly.csv" | |
| 324 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/category_actors_yearly.csv" | |
| 325 | 325 | ], |
| 326 | 326 | "rows": 40 |
| 327 | 327 | }, |
@@ -330,7 +330,7 @@ | ||
| 330 | 330 | "caption": "Actor shares of works whose primary category is in the AI/ML area against all other areas, by period (per cent).", |
| 331 | 331 | "label": "tab:net_ai_vs_rest", |
| 332 | 332 | "sources": [ |
| 333 | − "./results/bibliometrics/category_actors_yearly.csv" | |
| 333 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/category_actors_yearly.csv" | |
| 334 | 334 | ], |
| 335 | 335 | "rows": 4 |
| 336 | 336 | }, |
@@ -339,7 +339,7 @@ | ||
| 339 | 339 | "caption": "China-affiliated, company-affiliated and international shares of works by year, AI/ML area against all other areas (per cent).", |
| 340 | 340 | "label": "tab:net_ai_vs_rest_yearly", |
| 341 | 341 | "sources": [ |
| 342 | − "./results/bibliometrics/category_actors_yearly.csv" | |
| 342 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/category_actors_yearly.csv" | |
| 343 | 343 | ], |
| 344 | 344 | "rows": 9 |
| 345 | 345 | }, |
@@ -348,7 +348,7 @@ | ||
| 348 | 348 | "caption": "Gini coefficient of 36-month citations $c^{(36)}$ by primary category and publication year, for years with a complete window; baseline mean, change of the last complete year against it, and share uncited at 36 months in that year.", |
| 349 | 349 | "label": "tab:net_category_gini", |
| 350 | 350 | "sources": [ |
| 351 | − "./results/bibliometrics/category_impact_yearly.csv" | |
| 351 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/category_impact_yearly.csv" | |
| 352 | 352 | ], |
| 353 | 353 | "rows": 40 |
| 354 | 354 | }, |
@@ -357,7 +357,7 @@ | ||
| 357 | 357 | "caption": "Citation inequality at 36 months, AI/ML area against all other areas, by publication year with a complete window.", |
| 358 | 358 | "label": "tab:net_gini_ai_vs_rest", |
| 359 | 359 | "sources": [ |
| 360 | − "./results/bibliometrics/category_impact_yearly.csv" | |
| 360 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/category_impact_yearly.csv" | |
| 361 | 361 | ], |
| 362 | 362 | "rows": 6 |
| 363 | 363 | }, |
@@ -366,16 +366,16 @@ | ||
| 366 | 366 | "caption": "Volume, compound annual growth and corpus share of the nine AI categories, baseline (2018--2022) and post (2023--2025) periods.", |
| 367 | 367 | "label": "tab:ai_growth", |
| 368 | 368 | "sources": [ |
| 369 | − "./results/bibliometrics/cagr_by_category.csv" | |
| 369 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/cagr_by_category.csv" | |
| 370 | 370 | ], |
| 371 | 371 | "rows": 9 |
| 372 | 372 | }, |
| 373 | 373 | { |
| 374 | 374 | "file": "tab_ai_counts.tex", |
| 375 | − "caption": "Yearly multi-label counts of the nine AI categories (all period rows summed; 2026 incomplete).", | |
| 375 | + "caption": "Multi-label counts of the nine AI categories in selected years (all period rows summed; 2026 incomplete).", | |
| 376 | 376 | "label": "tab:ai_counts", |
| 377 | 377 | "sources": [ |
| 378 | − "./results/graph/category_counts_yearly.csv" | |
| 378 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv" | |
| 379 | 379 | ], |
| 380 | 380 | "rows": 9 |
| 381 | 381 | }, |
@@ -384,7 +384,7 @@ | ||
| 384 | 384 | "caption": "Structural change at 30 November 2022 in the nine AI categories: interrupted-time-series level and slope changes, placebo p-values, Bai--Perron and PELT break dates.", |
| 385 | 385 | "label": "tab:ai_breaks", |
| 386 | 386 | "sources": [ |
| 387 | − "./results/econometrics/breaks.csv" | |
| 387 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/breaks.csv" | |
| 388 | 388 | ], |
| 389 | 389 | "rows": 9 |
| 390 | 390 | }, |
@@ -393,7 +393,7 @@ | ||
| 393 | 393 | "caption": "Interrupted-time-series level changes of the nine AI categories at the alternative event dates (GPT-3, DALL-E 2, GPT-4, o1).", |
| 394 | 394 | "label": "tab:ai_altdates", |
| 395 | 395 | "sources": [ |
| 396 | − "./results/econometrics/breaks.csv" | |
| 396 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/breaks.csv" | |
| 397 | 397 | ], |
| 398 | 398 | "rows": 9 |
| 399 | 399 | }, |
@@ -402,7 +402,7 @@ | ||
| 402 | 402 | "caption": "Destination of the in-corpus references of the nine AI categories in 2019, 2022 and 2025 (per cent of in-corpus references of the citing category).", |
| 403 | 403 | "label": "tab:ai_flows", |
| 404 | 404 | "sources": [ |
| 405 | − "./results/graph/category_flows_yearly.csv" | |
| 405 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_flows_yearly.csv" | |
| 406 | 406 | ], |
| 407 | 407 | "rows": 27 |
| 408 | 408 | }, |
@@ -411,7 +411,7 @@ | ||
| 411 | 411 | "caption": "Specialist screening of the 234 AI/ML landmark candidates: records by primary category and data-quality flag.", |
| 412 | 412 | "label": "tab:ai_landmark_flags", |
| 413 | 413 | "sources": [ |
| 414 | − "./literature_synthesis/agent_E/contributions.csv" | |
| 414 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/agent_E/contributions.csv" | |
| 415 | 415 | ], |
| 416 | 416 | "rows": 9 |
| 417 | 417 | }, |
@@ -420,7 +420,7 @@ | ||
| 420 | 420 | "caption": "Contribution type of the 234 AI/ML landmark candidates by primary category (specialist judgement from abstract or metadata).", |
| 421 | 421 | "label": "tab:ai_contribution_types", |
| 422 | 422 | "sources": [ |
| 423 | − "./literature_synthesis/agent_E/contributions.csv" | |
| 423 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/agent_E/contributions.csv" | |
| 424 | 424 | ], |
| 425 | 425 | "rows": 9 |
| 426 | 426 | }, |
@@ -429,7 +429,7 @@ | ||
| 429 | 429 | "caption": "The 234 AI/ML landmark candidates with the specialist's contribution type and data-quality flag (titles in literature\\_synthesis/agent\\_E/contributions.csv).", |
| 430 | 430 | "label": "tab:ai_landmarks", |
| 431 | 431 | "sources": [ |
| 432 | − "./literature_synthesis/agent_E/contributions.csv" | |
| 432 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/agent_E/contributions.csv" | |
| 433 | 433 | ], |
| 434 | 434 | "rows": 234 |
| 435 | 435 | }, |
@@ -438,7 +438,7 @@ | ||
| 438 | 438 | "caption": "Eligible works in the five security-and-privacy categories by publication year: works carrying the category (all) and works whose primary category it is (prim.).", |
| 439 | 439 | "label": "tab:security_counts", |
| 440 | 440 | "sources": [ |
| 441 | − "./results/graph/category_counts_yearly.csv" | |
| 441 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv" | |
| 442 | 442 | ], |
| 443 | 443 | "rows": 9 |
| 444 | 444 | }, |
@@ -447,8 +447,8 @@ | ||
| 447 | 447 | "caption": "Growth and structural-change summary for the five security-and-privacy categories (multi-label counts).", |
| 448 | 448 | "label": "tab:security_summary", |
| 449 | 449 | "sources": [ |
| 450 | − "./results/graph/category_counts_yearly.csv", | |
| 451 | − "./results/econometrics/breaks.csv" | |
| 450 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv", | |
| 451 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/breaks.csv" | |
| 452 | 452 | ], |
| 453 | 453 | "rows": 5 |
| 454 | 454 | }, |
@@ -457,8 +457,8 @@ | ||
| 457 | 457 | "caption": "Co-classification of security-and-privacy works with the LLM, AI-safety and AI-agents categories, by publication year: number of works carrying both categories and share of the security category's works.", |
| 458 | 458 | "label": "tab:security_llm_cooccurrence", |
| 459 | 459 | "sources": [ |
| 460 | − "./results/graph/category_cooccurrence_yearly.csv", | |
| 461 | − "./results/graph/category_counts_yearly.csv" | |
| 460 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_cooccurrence_yearly.csv", | |
| 461 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv" | |
| 462 | 462 | ], |
| 463 | 463 | "rows": 9 |
| 464 | 464 | }, |
@@ -467,7 +467,7 @@ | ||
| 467 | 467 | "caption": "Composition of the automatically selected landmark set of the security-and-privacy area, by category.", |
| 468 | 468 | "label": "tab:security_landmarks", |
| 469 | 469 | "sources": [ |
| 470 | − "./literature_synthesis/landmarks/security_privacy_landmarks.csv" | |
| 470 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/landmarks/security_privacy_landmarks.csv" | |
| 471 | 471 | ], |
| 472 | 472 | "rows": 5 |
| 473 | 473 | }, |
@@ -476,37 +476,256 @@ | ||
| 476 | 476 | "caption": "The systems and infrastructure categories of Part VI: primary-category output, compound annual growth, and structural-change estimates of the monthly log-volume series.", |
| 477 | 477 | "label": "tab:systems_categories", |
| 478 | 478 | "sources": [ |
| 479 | − "./results/bibliometrics/cagr_by_category.csv", | |
| 480 | − "./results/econometrics/breaks.csv" | |
| 479 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/cagr_by_category.csv", | |
| 480 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/breaks.csv" | |
| 481 | 481 | ], |
| 482 | 482 | "rows": 11 |
| 483 | 483 | }, |
| 484 | + { | |
| 485 | + "file": "tab_p9_periods.tex", | |
| 486 | + "caption": "The eligible corpus by protocol period: completeness, source membership and document type.", | |
| 487 | + "label": "tab:p9-periods", | |
| 488 | + "sources": [ | |
| 489 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/volume_monthly.csv" | |
| 490 | + ], | |
| 491 | + "rows": 13 | |
| 492 | + }, | |
| 493 | + { | |
| 494 | + "file": "tab_p9_classification.tex", | |
| 495 | + "caption": "Classification coverage by publication year: eligible works, works with a primary category, and multi-label assignments.", | |
| 496 | + "label": "tab:p9-classification", | |
| 497 | + "sources": [ | |
| 498 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv", | |
| 499 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/data/metadata/prisma_counts.json" | |
| 500 | + ], | |
| 501 | + "rows": 9 | |
| 502 | + }, | |
| 503 | + { | |
| 504 | + "file": "tab_p9_area_shares.tex", | |
| 505 | + "caption": "Share of primary-category assignments by top-level area and year (per cent), with the two protocol periods.", | |
| 506 | + "label": "tab:p9-area-shares", | |
| 507 | + "sources": [ | |
| 508 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv" | |
| 509 | + ], | |
| 510 | + "rows": 11 | |
| 511 | + }, | |
| 512 | + { | |
| 513 | + "file": "tab_p9_category_periods.tex", | |
| 514 | + "caption": "The forty categories by protocol period: primary-category output, composition shares, multi-label growth and compound annual growth rates.", | |
| 515 | + "label": "tab:p9-category-periods", | |
| 516 | + "sources": [ | |
| 517 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv", | |
| 518 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/cagr_by_category.csv" | |
| 519 | + ], | |
| 520 | + "rows": 40 | |
| 521 | + }, | |
| 522 | + { | |
| 523 | + "file": "tab_p9_ai_shares.tex", | |
| 524 | + "caption": "Share of primary-category assignments held by the AI and machine-learning categories in 2018, 2022 and 2025 (per cent, bootstrap 95\\% intervals).", | |
| 525 | + "label": "tab:p9-ai-shares", | |
| 526 | + "sources": [ | |
| 527 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/category_share_ci_yearly.csv" | |
| 528 | + ], | |
| 529 | + "rows": 10 | |
| 530 | + }, | |
| 531 | + { | |
| 532 | + "file": "tab_p9_its_total_events.tex", | |
| 533 | + "caption": "Interrupted time series of the total monthly series at the reference date and at four alternative event dates (log counts, month-of-year dummies, Newey--West standard errors).", | |
| 534 | + "label": "tab:p9-its-total-events", | |
| 535 | + "sources": [ | |
| 536 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/its_results.json" | |
| 537 | + ], | |
| 538 | + "rows": 5 | |
| 539 | + }, | |
| 540 | + { | |
| 541 | + "file": "tab_p9_total_robustness.tex", | |
| 542 | + "caption": "Robustness diagnostics of the structural-change analysis of the total monthly series.", | |
| 543 | + "label": "tab:p9-total-robustness", | |
| 544 | + "sources": [ | |
| 545 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/its_results.json" | |
| 546 | + ], | |
| 547 | + "rows": 12 | |
| 548 | + }, | |
| 549 | + { | |
| 550 | + "file": "tab_p9_its_slopes.tex", | |
| 551 | + "caption": "ITS slope change at December 2022 by category: pre-period slope, change, HAC and placebo $p$-values, and implied post-period slope (monthly log growth).", | |
| 552 | + "label": "tab:p9-its-slopes", | |
| 553 | + "sources": [ | |
| 554 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/its_results.json" | |
| 555 | + ], | |
| 556 | + "rows": 40 | |
| 557 | + }, | |
| 558 | + { | |
| 559 | + "file": "tab_p9_its_levels.tex", | |
| 560 | + "caption": "ITS level change at December 2022 by category: full-sample and donut estimates, HAC and placebo $p$-values, and the BOCPD change probability over December 2022 to March 2023.", | |
| 561 | + "label": "tab:p9-its-levels", | |
| 562 | + "sources": [ | |
| 563 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/its_results.json" | |
| 564 | + ], | |
| 565 | + "rows": 40 | |
| 566 | + }, | |
| 567 | + { | |
| 568 | + "file": "tab_p9_unknown_breaks.tex", | |
| 569 | + "caption": "Data-driven break and changepoint dates by category, and whether any falls in the H3 window (October 2022 to June 2023).", | |
| 570 | + "label": "tab:p9-unknown-breaks", | |
| 571 | + "sources": [ | |
| 572 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/its_results.json" | |
| 573 | + ], | |
| 574 | + "rows": 40 | |
| 575 | + }, | |
| 576 | + { | |
| 577 | + "file": "tab_p9_altdates.tex", | |
| 578 | + "caption": "ITS level change (HAC $p$) by category at the five pre-specified event dates.", | |
| 579 | + "label": "tab:p9-altdates", | |
| 580 | + "sources": [ | |
| 581 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/its_results.json" | |
| 582 | + ], | |
| 583 | + "rows": 40 | |
| 584 | + }, | |
| 585 | + { | |
| 586 | + "file": "tab_p9_h3.tex", | |
| 587 | + "caption": "Hypothesis H3: break dates and ITS estimates for the eight categories named in the protocol.", | |
| 588 | + "label": "tab:p9-h3", | |
| 589 | + "sources": [ | |
| 590 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/its_results.json" | |
| 591 | + ], | |
| 592 | + "rows": 8 | |
| 593 | + }, | |
| 594 | + { | |
| 595 | + "file": "tab_p9_cross_area.tex", | |
| 596 | + "caption": "Cross-area share of internal references by citing area and citing year (per cent), with the aggregate share and its composition-adjusted counterpart.", | |
| 597 | + "label": "tab:p9-cross-area", | |
| 598 | + "sources": [ | |
| 599 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/cross_area_share_yearly.csv" | |
| 600 | + ], | |
| 601 | + "rows": 11 | |
| 602 | + }, | |
| 603 | + { | |
| 604 | + "file": "tab_p9_modularity.tex", | |
| 605 | + "caption": "Modularity of the yearly category citation-flow network at the category and area partitions, and the within-category self-share of citations.", | |
| 606 | + "label": "tab:p9-modularity", | |
| 607 | + "sources": [ | |
| 608 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/modularity_yearly.csv" | |
| 609 | + ], | |
| 610 | + "rows": 9 | |
| 611 | + }, | |
| 612 | + { | |
| 613 | + "file": "tab_p9_area_flow_change.tex", | |
| 614 | + "caption": "Change in the area citation-flow matrix between 2018--2022 and 2023--2026: post-period row share minus baseline row share (percentage points).", | |
| 615 | + "label": "tab:p9-area-flow-change", | |
| 616 | + "sources": [ | |
| 617 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/area_flows_yearly.csv" | |
| 618 | + ], | |
| 619 | + "rows": 8 | |
| 620 | + }, | |
| 621 | + { | |
| 622 | + "file": "tab_p9_cooccurrence.tex", | |
| 623 | + "caption": "The fifteen most frequent co-classification pairs (works carrying both categories in their label set), 2018--2022 and 2023--2026.", | |
| 624 | + "label": "tab:p9-cooccurrence", | |
| 625 | + "sources": [ | |
| 626 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_cooccurrence_yearly.csv" | |
| 627 | + ], | |
| 628 | + "rows": 15 | |
| 629 | + }, | |
| 630 | + { | |
| 631 | + "file": "tab_p9_llm_partners.tex", | |
| 632 | + "caption": "Categories most often co-assigned with Large Language Models, by span.", | |
| 633 | + "label": "tab:p9-llm-partners", | |
| 634 | + "sources": [ | |
| 635 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_cooccurrence_yearly.csv" | |
| 636 | + ], | |
| 637 | + "rows": 15 | |
| 638 | + }, | |
| 639 | + { | |
| 640 | + "file": "tab_p9_openness.tex", | |
| 641 | + "caption": "Openness and metadata indicators by publication year: arXiv linkage, preprint share, open access, abstract availability and document type (per cent of eligible works).", | |
| 642 | + "label": "tab:p9-openness", | |
| 643 | + "sources": [ | |
| 644 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/volume_yearly.csv" | |
| 645 | + ], | |
| 646 | + "rows": 9 | |
| 647 | + }, | |
| 648 | + { | |
| 649 | + "file": "tab_p9_landmarks.tex", | |
| 650 | + "caption": "Composition of the landmark set by area and by publication year.", | |
| 651 | + "label": "tab:p9-landmarks", | |
| 652 | + "sources": [ | |
| 653 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/landmarks/selection_report.json" | |
| 654 | + ], | |
| 655 | + "rows": 17 | |
| 656 | + }, | |
| 657 | + { | |
| 658 | + "file": "tab_p9_emerging_setup.tex", | |
| 659 | + "caption": "Out-of-time evaluation design of the emerging-topic detector: cutoffs (months), panel sizes and positive rates.", | |
| 660 | + "label": "tab:p9-emerging-setup", | |
| 661 | + "sources": [ | |
| 662 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/emerging/metrics_h12.json", | |
| 663 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/emerging/metrics_h24.json" | |
| 664 | + ], | |
| 665 | + "rows": 2 | |
| 666 | + }, | |
| 667 | + { | |
| 668 | + "file": "tab_p9_emerging_cutoffs.tex", | |
| 669 | + "caption": "AUC of the three detectors at each test cutoff, by horizon.", | |
| 670 | + "label": "tab:p9-emerging-cutoffs", | |
| 671 | + "sources": [ | |
| 672 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/emerging/metrics_h12.json", | |
| 673 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/emerging/metrics_h24.json" | |
| 674 | + ], | |
| 675 | + "rows": 8 | |
| 676 | + }, | |
| 484 | 677 | { |
| 485 | 678 | "file": "tab_theory_counts.tex", |
| 486 | − "caption": "Eligible works in the six theory and software categories by publication year: works carrying the category (all) and works whose primary category it is (prim.).", | |
| 679 | + "caption": "Eligible works in the six theory and software categories by publication year: works carrying the category (multi-label).", | |
| 487 | 680 | "label": "tab:theory_counts", |
| 488 | 681 | "sources": [ |
| 489 | − "./results/graph/category_counts_yearly.csv" | |
| 682 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv" | |
| 683 | + ], | |
| 684 | + "rows": 9 | |
| 685 | + }, | |
| 686 | + { | |
| 687 | + "file": "tab_theory_counts_primary.tex", | |
| 688 | + "caption": "Eligible works in the six theory and software categories by publication year: works whose primary category it is.", | |
| 689 | + "label": "tab:theory_counts_primary", | |
| 690 | + "sources": [ | |
| 691 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv" | |
| 490 | 692 | ], |
| 491 | 693 | "rows": 9 |
| 492 | 694 | }, |
| 493 | 695 | { |
| 494 | 696 | "file": "tab_theory_summary.tex", |
| 495 | − "caption": "Growth and structural-change summary for the six theory and software categories (multi-label counts).", | |
| 697 | + "caption": "Growth summary for the six theory and software categories (multi-label counts).", | |
| 496 | 698 | "label": "tab:theory_summary", |
| 497 | 699 | "sources": [ |
| 498 | − "./results/graph/category_counts_yearly.csv", | |
| 499 | − "./results/econometrics/breaks.csv" | |
| 700 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv" | |
| 701 | + ], | |
| 702 | + "rows": 6 | |
| 703 | + }, | |
| 704 | + { | |
| 705 | + "file": "tab_theory_breaks.tex", | |
| 706 | + "caption": "Structural-change estimates at 2022-12 for the six theory and software categories (primary-label monthly series).", | |
| 707 | + "label": "tab:theory_breaks", | |
| 708 | + "sources": [ | |
| 709 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/breaks.csv" | |
| 500 | 710 | ], |
| 501 | 711 | "rows": 6 |
| 502 | 712 | }, |
| 503 | 713 | { |
| 504 | 714 | "file": "tab_theory_llm_cooccurrence.tex", |
| 505 | − "caption": "Co-classification of theory and software works with the LLM category, by publication year: number of works carrying both categories and share of the category's multi-label count.", | |
| 715 | + "caption": "Share of theory and software works co-classified with the LLM category, by publication year (per cent of the category's multi-label count).", | |
| 506 | 716 | "label": "tab:theory_llm_cooccurrence", |
| 507 | 717 | "sources": [ |
| 508 | − "./results/graph/category_cooccurrence_yearly.csv", | |
| 509 | − "./results/graph/category_counts_yearly.csv" | |
| 718 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_cooccurrence_yearly.csv", | |
| 719 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv" | |
| 720 | + ], | |
| 721 | + "rows": 9 | |
| 722 | + }, | |
| 723 | + { | |
| 724 | + "file": "tab_theory_llm_cooccurrence_counts.tex", | |
| 725 | + "caption": "Number of theory and software works co-classified with the LLM category, by publication year.", | |
| 726 | + "label": "tab:theory_llm_cooccurrence_counts", | |
| 727 | + "sources": [ | |
| 728 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_cooccurrence_yearly.csv" | |
| 510 | 729 | ], |
| 511 | 730 | "rows": 9 |
| 512 | 731 | }, |
@@ -515,9 +734,9 @@ | ||
| 515 | 734 | "caption": "Specialist audit of the automatically selected landmark candidates of the theory and software areas, by verdict and primary category.", |
| 516 | 735 | "label": "tab:theory_landmark_audit", |
| 517 | 736 | "sources": [ |
| 518 | − "./literature_synthesis/agent_G/contributions.csv", | |
| 519 | − "./literature_synthesis/landmarks/theory_landmarks.csv", | |
| 520 | − "./literature_synthesis/landmarks/software_pl_landmarks.csv" | |
| 737 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/agent_G/contributions.csv", | |
| 738 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/landmarks/theory_landmarks.csv", | |
| 739 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/landmarks/software_pl_landmarks.csv" | |
| 521 | 740 | ], |
| 522 | 741 | "rows": 9 |
| 523 | 742 | }, |
@@ -526,7 +745,7 @@ | ||
| 526 | 745 | "caption": "Landmark candidates of the theory and software areas retained as in-scope research or survey contributions, with the contribution type judged from the abstract or metadata.", |
| 527 | 746 | "label": "tab:theory_landmarks_discussed", |
| 528 | 747 | "sources": [ |
| 529 | − "./literature_synthesis/agent_G/contributions.csv" | |
| 748 | + "/Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/agent_G/contributions.csv" | |
| 530 | 749 | ], |
| 531 | 750 | "rows": 37 |
| 532 | 751 | } |
modified
manuscript/tables/tab_ai_altdates.tex
+3 −3
@@ -1,9 +1,9 @@ | ||
| 1 | −% generated by tables/make_tables.py from ./results/econometrics/breaks.csv | |
| 1 | +% generated by tables/make_tables.py from /Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/breaks.csv | |
| 2 | 2 | \begin{table}[htbp]\centering\caption{Interrupted-time-series level changes of the nine AI categories at the alternative event dates (GPT-3, DALL-E 2, GPT-4, o1).}\label{tab:ai_altdates} |
| 3 | 3 | \begin{threeparttable}\small |
| 4 | 4 | \begin{tabular}{lrrrrrrrr} |
| 5 | 5 | \toprule |
| 6 | −\textbf{Category} & \textbf{GPT-3 (2020-06)} & \textbf{p} & \textbf{DALL-E 2 (2022-05)} & \textbf{p } & \textbf{GPT-4 (2023-04)} & \textbf{p } & \textbf{o1 (2024-10)} & \textbf{p } \\ | |
| 6 | +\textbf{Category} & \textbf{GPT-3} & \textbf{p} & \textbf{DALL-E 2} & \textbf{p } & \textbf{GPT-4} & \textbf{p } & \textbf{o1} & \textbf{p } \\ | |
| 7 | 7 | \midrule |
| 8 | 8 | LLM & -0.380 & 0.007 & -0.182 & 0.002 & 0.236 & 0.002 & 0.457 & 0.001 \\ |
| 9 | 9 | Foundation & -0.164 & 0.049 & -0.221 & 0.002 & 0.023 & 0.756 & 0.084 & 0.173 \\ |
@@ -16,5 +16,5 @@ DL arch. & -0.004 & 0.937 & -0.114 & 0.008 & -0.051 & 0.260 & 0.008 & 0.792 \\ | ||
| 16 | 16 | AI safety & -0.226 & 0.034 & -0.311 & 0.000 & -0.080 & 0.244 & 0.150 & 0.010 \\ |
| 17 | 17 | \bottomrule |
| 18 | 18 | \end{tabular} |
| 19 | −\begin{tablenotes}\footnotesize\item Each column pair is a separate ITS fit with the event moved to the stated month (Part IV, Section~\ref{sec:m-altdates}); level change in log points, HAC p-value to its right. Category abbreviations as in Table~\ref{tab:ai_growth}.\end{tablenotes} | |
| 19 | +\begin{tablenotes}\footnotesize\item Each column pair is a separate ITS fit with the event moved to the release month of the named system: GPT-3 = 2020-06, DALL-E 2 = 2022-05, GPT-4 = 2023-04, o1 = 2024-10 (Part IV, Section~\ref{sec:m-altdates}); level change in log points, HAC p-value to its right. Category abbreviations as in Table~\ref{tab:ai_growth}.\end{tablenotes} | |
| 20 | 20 | \end{threeparttable}\end{table} |
modified
manuscript/tables/tab_ai_breaks.tex
+13 −13
@@ -1,20 +1,20 @@ | ||
| 1 | −% generated by tables/make_tables.py from ./results/econometrics/breaks.csv | |
| 1 | +% generated by tables/make_tables.py from /Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/econometrics/breaks.csv | |
| 2 | 2 | \begin{table}[htbp]\centering\caption{Structural change at 30 November 2022 in the nine AI categories: interrupted-time-series level and slope changes, placebo p-values, Bai--Perron and PELT break dates.}\label{tab:ai_breaks} |
| 3 | −\begin{threeparttable}\small | |
| 4 | −\begin{tabular}{lrrrrrrrr} | |
| 3 | +\begin{threeparttable}\footnotesize | |
| 4 | +\begin{tabular}{@{}lrrrrrrrr@{}} | |
| 5 | 5 | \toprule |
| 6 | −\textbf{Category} & \textbf{Level} & \textbf{p (level)} & \textbf{Slope} & \textbf{p (slope)} & \textbf{Placebo p (level)} & \textbf{Placebo p (slope)} & \textbf{Bai--Perron} & \textbf{PELT} \\ | |
| 6 | +\textbf{Category} & \textbf{Level} & \textbf{p} & \textbf{Slope} & \textbf{p } & \textbf{Pl. p (lev.)} & \textbf{Pl. p (sl.)} & \textbf{Bai--Perron} & \textbf{PELT} \\ | |
| 7 | 7 | \midrule |
| 8 | 8 | LLM & 0.106 & 0.075 & 0.034 & 0.000 & 0.938 & 0.200 & 2022-07 & 2023-10 \\ |
| 9 | −Foundation & -0.075 & 0.340 & 0.006 & 0.021 & 0.692 & 0.246 & 2021-10 & 2020-02; 2023-10 \\ | |
| 10 | −Multimodal & 0.025 & 0.600 & 0.024 & 0.000 & 0.969 & 0.200 & 2022-04 & 2020-12; 2023-12 \\ | |
| 11 | −Generative & 0.036 & 0.556 & 0.019 & 0.000 & 0.969 & 0.308 & 2021-11 & 2020-12; 2023-12 \\ | |
| 12 | −Agents & -0.210 & 0.028 & 0.040 & 0.000 & 0.631 & 0.400 & 2022-07; 2024-07 & 2023-12; 2025-08 \\ | |
| 13 | −RL & -0.164 & 0.013 & 0.012 & 0.000 & 0.615 & 0.385 & 2021-07; 2024-12 & 2021; 2024-12 \\ | |
| 14 | −ML theory & -0.080 & 0.090 & 0.009 & 0.000 & 0.662 & 0.215 & 2020-05; 2022-07 & 2020-02; 2023-12 \\ | |
| 15 | −DL arch. & -0.071 & 0.126 & -0.002 & 0.136 & 0.400 & 0.708 & 2021-07 & 2020-02; 2023-12 \\ | |
| 16 | −AI safety & -0.206 & 0.002 & 0.016 & 0.000 & 0.446 & 0.308 & 2021-06; 2022-09 & 2020-02; 2024-02 \\ | |
| 9 | +Foundation & -0.075 & 0.340 & 0.006 & 0.021 & 0.692 & 0.246 & 2021-10 & 2020-02;2023-10 \\ | |
| 10 | +Multimodal & 0.025 & 0.600 & 0.024 & 0.000 & 0.969 & 0.200 & 2022-04 & 2020-12;2023-12 \\ | |
| 11 | +Generative & 0.036 & 0.556 & 0.019 & 0.000 & 0.969 & 0.308 & 2021-11 & 2020-12;2023-12 \\ | |
| 12 | +Agents & -0.210 & 0.028 & 0.040 & 0.000 & 0.631 & 0.400 & 2022-07;2024-07 & 2023-12;2025-08 \\ | |
| 13 | +RL & -0.164 & 0.013 & 0.012 & 0.000 & 0.615 & 0.385 & 2021-07;2024-12 & 2021;2024-12 \\ | |
| 14 | +ML theory & -0.080 & 0.090 & 0.009 & 0.000 & 0.662 & 0.215 & 2020-05;2022-07 & 2020-02;2023-12 \\ | |
| 15 | +DL arch. & -0.071 & 0.126 & -0.002 & 0.136 & 0.400 & 0.708 & 2021-07 & 2020-02;2023-12 \\ | |
| 16 | +AI safety & -0.206 & 0.002 & 0.016 & 0.000 & 0.446 & 0.308 & 2021-06;2022-09 & 2020-02;2024-02 \\ | |
| 17 | 17 | \bottomrule |
| 18 | 18 | \end{tabular} |
| 19 | −\begin{tablenotes}\footnotesize\item Monthly log counts, seasonally adjusted; HAC p-values (Part IV, Section~\ref{sec:m-its}). Level change in log points of the monthly count at 2022-12; slope change in log points per month. Placebo p-values: share of placebo event dates (Section~\ref{sec:m-placebo}) whose t-statistic exceeds the true one. Bai--Perron: break months selected by BIC with trimming h = 15 months; PELT: penalised exact linear-time change points. Categories are multi-label, so the series overlap. Category abbreviations as in Table~\ref{tab:ai_growth}.\end{tablenotes} | |
| 19 | +\begin{tablenotes}\footnotesize\item Monthly log counts, seasonally adjusted; HAC p-values (Part IV, Section~\ref{sec:m-its}), each to the right of its estimate. Level change in log points of the monthly count at 2022-12; slope change in log points per month. Pl. p (lev.) and Pl. p (sl.): placebo p-values of the level and slope statistics, i.e. the share of placebo event dates (Section~\ref{sec:m-placebo}) whose t-statistic exceeds the true one. Bai--Perron: break months selected by BIC with trimming h = 15 months; PELT: penalised exact linear-time change points. Categories are multi-label, so the series overlap. Category abbreviations as in Table~\ref{tab:ai_growth}.\end{tablenotes} | |
| 20 | 20 | \end{threeparttable}\end{table} |
modified
manuscript/tables/tab_ai_contribution_types.tex
+11 −11
@@ -1,20 +1,20 @@ | ||
| 1 | −% generated by tables/make_tables.py from ./literature_synthesis/agent_E/contributions.csv | |
| 1 | +% generated by tables/make_tables.py from /Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/agent_E/contributions.csv | |
| 2 | 2 | \begin{table}[htbp]\centering\caption{Contribution type of the 234 AI/ML landmark candidates by primary category (specialist judgement from abstract or metadata).}\label{tab:ai_contribution_types} |
| 3 | 3 | \begin{threeparttable}\small |
| 4 | 4 | \begin{tabular}{lrrrrrrr} |
| 5 | 5 | \toprule |
| 6 | −\textbf{Primary category} & \textbf{benchmark} & \textbf{empirical} & \textbf{engineering} & \textbf{method} & \textbf{survey} & \textbf{theory} & \textbf{total} \\ | |
| 6 | +\textbf{Category} & \textbf{Benchmark} & \textbf{Empirical} & \textbf{Engineering} & \textbf{Method} & \textbf{Survey} & \textbf{Theory} & \textbf{Total} \\ | |
| 7 | 7 | \midrule |
| 8 | −Large language models & 1 & 8 & 6 & 2 & 12 & 4 & 33 \\ | |
| 9 | −Foundation models & 1 & 0 & 1 & 16 & 6 & 1 & 25 \\ | |
| 10 | −Multimodal AI & 1 & 2 & 0 & 16 & 6 & 0 & 25 \\ | |
| 11 | −Generative AI & 0 & 9 & 1 & 5 & 8 & 2 & 25 \\ | |
| 12 | −AI agents & 1 & 0 & 4 & 0 & 13 & 7 & 25 \\ | |
| 13 | −Reinforcement learning & 0 & 5 & 2 & 11 & 3 & 4 & 25 \\ | |
| 8 | +LLM & 1 & 8 & 6 & 2 & 12 & 4 & 33 \\ | |
| 9 | +Foundation & 1 & 0 & 1 & 16 & 6 & 1 & 25 \\ | |
| 10 | +Multimodal & 1 & 2 & 0 & 16 & 6 & 0 & 25 \\ | |
| 11 | +Generative & 0 & 9 & 1 & 5 & 8 & 2 & 25 \\ | |
| 12 | +Agents & 1 & 0 & 4 & 0 & 13 & 7 & 25 \\ | |
| 13 | +RL & 0 & 5 & 2 & 11 & 3 & 4 & 25 \\ | |
| 14 | 14 | ML theory & 0 & 0 & 1 & 4 & 11 & 9 & 25 \\ |
| 15 | −DL architectures & 0 & 2 & 1 & 11 & 11 & 0 & 25 \\ | |
| 16 | −AI safety and alignment & 0 & 7 & 1 & 2 & 14 & 2 & 26 \\ | |
| 15 | +DL arch. & 0 & 2 & 1 & 11 & 11 & 0 & 25 \\ | |
| 16 | +AI safety & 0 & 7 & 1 & 2 & 14 & 2 & 26 \\ | |
| 17 | 17 | \bottomrule |
| 18 | 18 | \end{tabular} |
| 19 | −\begin{tablenotes}\footnotesize\item Types follow CLAUDE.md~\S1 item 6: theory, method, empirical, benchmark, engineering, survey. Judged from the abstract for 190 records and from title/venue/type for 44 records without abstract (column judged\_from of the source file).\end{tablenotes} | |
| 19 | +\begin{tablenotes}\footnotesize\item Types follow CLAUDE.md~\S1 item 6: theory, method, empirical, benchmark, engineering, survey. Judged from the abstract for 190 records and from title/venue/type for 44 records without abstract (column judged\_from of the source file). Category abbreviations as in Table~\ref{tab:ai_growth}.\end{tablenotes} | |
| 20 | 20 | \end{threeparttable}\end{table} |
modified
manuscript/tables/tab_ai_counts.tex
+13 −13
@@ -1,19 +1,19 @@ | ||
| 1 | −% generated by tables/make_tables.py from ./results/graph/category_counts_yearly.csv | |
| 2 | −\begin{table}[htbp]\centering\caption{Yearly multi-label counts of the nine AI categories (all period rows summed; 2026 incomplete).}\label{tab:ai_counts} | |
| 1 | +% generated by tables/make_tables.py from /Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_counts_yearly.csv | |
| 2 | +\begin{table}[htbp]\centering\caption{Multi-label counts of the nine AI categories in selected years (all period rows summed; 2026 incomplete).}\label{tab:ai_counts} | |
| 3 | 3 | \begin{threeparttable}\small |
| 4 | −\begin{tabular}{lrrrrrrrrr} | |
| 4 | +\begin{tabular}{lrrrrrrr} | |
| 5 | 5 | \toprule |
| 6 | −\textbf{Category} & \textbf{2018} & \textbf{2019} & \textbf{2020} & \textbf{2021} & \textbf{2022} & \textbf{2023} & \textbf{2024} & \textbf{2025} & \textbf{2026} \\ | |
| 6 | +\textbf{Category} & \textbf{2018} & \textbf{2020} & \textbf{2022} & \textbf{2023} & \textbf{2024} & \textbf{2025} & \textbf{2026} \\ | |
| 7 | 7 | \midrule |
| 8 | −LLM & 15{,}397 & 18{,}253 & 21{,}706 & 24{,}153 & 25{,}206 & 40{,}491 & 69{,}900 & 116{,}242 & 132{,}202 \\ | |
| 9 | −Foundation & 4{,}486 & 7{,}802 & 11{,}029 & 14{,}509 & 16{,}948 & 25{,}052 & 36{,}652 & 52{,}535 & 56{,}874 \\ | |
| 10 | −Multimodal & 3{,}989 & 5{,}553 & 6{,}666 & 8{,}561 & 10{,}369 & 15{,}746 & 24{,}979 & 42{,}707 & 47{,}737 \\ | |
| 11 | −Generative & 5{,}118 & 8{,}354 & 10{,}228 & 12{,}580 & 13{,}703 & 21{,}583 & 36{,}186 & 56{,}768 & 55{,}673 \\ | |
| 12 | −Agents & 10{,}042 & 10{,}745 & 10{,}642 & 10{,}593 & 10{,}324 & 12{,}255 & 16{,}189 & 29{,}517 & 45{,}112 \\ | |
| 13 | −RL & 8{,}157 & 11{,}558 & 14{,}307 & 16{,}674 & 18{,}491 & 22{,}678 & 28{,}572 & 43{,}949 & 44{,}996 \\ | |
| 14 | −ML theory & 28{,}277 & 37{,}723 & 43{,}455 & 47{,}121 & 48{,}940 & 58{,}770 & 70{,}964 & 91{,}772 & 84{,}417 \\ | |
| 15 | −DL arch. & 43{,}313 & 62{,}096 & 74{,}987 & 90{,}347 & 99{,}122 & 118{,}793 & 142{,}181 & 174{,}461 & 130{,}581 \\ | |
| 16 | −AI safety & 3{,}309 & 5{,}385 & 7{,}749 & 9{,}909 & 11{,}593 & 16{,}606 & 26{,}098 & 44{,}888 & 51{,}629 \\ | |
| 8 | +LLM & 15{,}397 & 21{,}706 & 25{,}206 & 40{,}491 & 69{,}900 & 116{,}242 & 132{,}202 \\ | |
| 9 | +Foundation & 4{,}486 & 11{,}029 & 16{,}948 & 25{,}052 & 36{,}652 & 52{,}535 & 56{,}874 \\ | |
| 10 | +Multimodal & 3{,}989 & 6{,}666 & 10{,}369 & 15{,}746 & 24{,}979 & 42{,}707 & 47{,}737 \\ | |
| 11 | +Generative & 5{,}118 & 10{,}228 & 13{,}703 & 21{,}583 & 36{,}186 & 56{,}768 & 55{,}673 \\ | |
| 12 | +Agents & 10{,}042 & 10{,}642 & 10{,}324 & 12{,}255 & 16{,}189 & 29{,}517 & 45{,}112 \\ | |
| 13 | +RL & 8{,}157 & 14{,}307 & 18{,}491 & 22{,}678 & 28{,}572 & 43{,}949 & 44{,}996 \\ | |
| 14 | +ML theory & 28{,}277 & 43{,}455 & 48{,}940 & 58{,}770 & 70{,}964 & 91{,}772 & 84{,}417 \\ | |
| 15 | +DL arch. & 43{,}313 & 74{,}987 & 99{,}122 & 118{,}793 & 142{,}181 & 174{,}461 & 130{,}581 \\ | |
| 16 | +AI safety & 3{,}309 & 7{,}749 & 11{,}593 & 16{,}606 & 26{,}098 & 44{,}888 & 51{,}629 \\ | |
| 17 | 17 | \bottomrule |
| 18 | 18 | \end{tabular} |
| 19 | 19 | \begin{tablenotes}\footnotesize\item Multi-label counts: a work counts in every category it is assigned to. The source file splits each year into period rows (baseline / pre / post relative to 30 November 2022); they are summed here. 2026 covers publications dated up to the snapshot of 14 October 2026. Category abbreviations as in Table~\ref{tab:ai_growth}.\end{tablenotes} |
modified
manuscript/tables/tab_ai_flows.tex
+2 −2
@@ -1,5 +1,5 @@ | ||
| 1 | −% generated by tables/make_tables.py from ./results/graph/category_flows_yearly.csv | |
| 2 | −\begin{longtable}{lrrrrrrrrr} | |
| 1 | +% generated by tables/make_tables.py from /Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/graph/category_flows_yearly.csv | |
| 2 | +\begin{longtable}{@{}lrrrrrrrrr@{}} | |
| 3 | 3 | \caption{Destination of the in-corpus references of the nine AI categories in 2019, 2022 and 2025 (per cent of in-corpus references of the citing category).}\label{tab:ai_flows}\\ |
| 4 | 4 | \toprule |
| 5 | 5 | \textbf{Category} & \textbf{Year} & \textbf{Self} & \textbf{LLM} & \textbf{NLP} & \textbf{Vision} & \textbf{HCI} & \textbf{Robotics} & \textbf{Softw. eng.} & \textbf{AI safety} \\ |
modified
manuscript/tables/tab_ai_growth.tex
+12 −12
@@ -1,19 +1,19 @@ | ||
| 1 | −% generated by tables/make_tables.py from ./results/bibliometrics/cagr_by_category.csv | |
| 1 | +% generated by tables/make_tables.py from /Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/results/bibliometrics/cagr_by_category.csv | |
| 2 | 2 | \begin{table}[htbp]\centering\caption{Volume, compound annual growth and corpus share of the nine AI categories, baseline (2018--2022) and post (2023--2025) periods.}\label{tab:ai_growth} |
| 3 | 3 | \begin{threeparttable}\small |
| 4 | −\begin{tabular}{lrrrrrrrrr} | |
| 4 | +\begin{tabular}{lrrrrrrr} | |
| 5 | 5 | \toprule |
| 6 | −\textbf{Category} & \textbf{2018} & \textbf{2022} & \textbf{2023} & \textbf{2025} & \textbf{CAGR 18--22} & \textbf{CAGR 23--25} & \textbf{Share 2018} & \textbf{Share 2022} & \textbf{Share 2025} \\ | |
| 6 | +\textbf{Category} & \textbf{2018} & \textbf{2022} & \textbf{2025} & \textbf{CAGR 18--22} & \textbf{CAGR 23--25} & \textbf{Share 2018} & \textbf{Share 2025} \\ | |
| 7 | 7 | \midrule |
| 8 | −LLM & 1{,}635 & 3{,}266 & 10{,}389 & 45{,}158 & 0.189 & 1.085 & 0.33 & 0.58 & 5.06 \\ | |
| 9 | −Foundation & 46 & 350 & 571 & 1{,}854 & 0.661 & 0.802 & 0.01 & 0.06 & 0.21 \\ | |
| 10 | −Multimodal & 470 & 1{,}278 & 1{,}932 & 6{,}749 & 0.284 & 0.869 & 0.09 & 0.23 & 0.76 \\ | |
| 11 | −Generative & 766 & 2{,}160 & 3{,}646 & 12{,}743 & 0.296 & 0.870 & 0.15 & 0.39 & 1.43 \\ | |
| 12 | −Agents & 5{,}436 & 4{,}521 & 4{,}991 & 8{,}819 & -0.045 & 0.329 & 1.09 & 0.81 & 0.99 \\ | |
| 13 | −RL & 3{,}296 & 7{,}017 & 8{,}422 & 13{,}210 & 0.208 & 0.252 & 0.66 & 1.25 & 1.48 \\ | |
| 14 | −ML theory & 13{,}534 & 20{,}131 & 22{,}893 & 32{,}798 & 0.104 & 0.197 & 2.71 & 3.59 & 3.67 \\ | |
| 15 | −DL arch. & 11{,}992 & 22{,}270 & 25{,}607 & 34{,}141 & 0.167 & 0.155 & 2.40 & 3.97 & 3.82 \\ | |
| 16 | −AI safety & 1{,}052 & 2{,}954 & 4{,}015 & 10{,}885 & 0.294 & 0.647 & 0.21 & 0.53 & 1.22 \\ | |
| 8 | +LLM & 1{,}635 & 3{,}266 & 45{,}158 & 0.189 & 1.085 & 0.33 & 5.06 \\ | |
| 9 | +Foundation & 46 & 350 & 1{,}854 & 0.661 & 0.802 & 0.01 & 0.21 \\ | |
| 10 | +Multimodal & 470 & 1{,}278 & 6{,}749 & 0.284 & 0.869 & 0.09 & 0.76 \\ | |
| 11 | +Generative & 766 & 2{,}160 & 12{,}743 & 0.296 & 0.870 & 0.15 & 1.43 \\ | |
| 12 | +Agents & 5{,}436 & 4{,}521 & 8{,}819 & -0.045 & 0.329 & 1.09 & 0.99 \\ | |
| 13 | +RL & 3{,}296 & 7{,}017 & 13{,}210 & 0.208 & 0.252 & 0.66 & 1.48 \\ | |
| 14 | +ML theory & 13{,}534 & 20{,}131 & 32{,}798 & 0.104 & 0.197 & 2.71 & 3.67 \\ | |
| 15 | +DL arch. & 11{,}992 & 22{,}270 & 34{,}141 & 0.167 & 0.155 & 2.40 & 3.82 \\ | |
| 16 | +AI safety & 1{,}052 & 2{,}954 & 10{,}885 & 0.294 & 0.647 & 0.21 & 1.22 \\ | |
| 17 | 17 | \bottomrule |
| 18 | 18 | \end{tabular} |
| 19 | 19 | \begin{tablenotes}\footnotesize\item Counts and shares as stored in the source file (works whose primary category is the row category; shares in per cent of all eligible works of the year). CAGR as in Part IV, eq.~\ref{eq:cagr}; the post-period CAGR uses the 2023 and 2025 end points. Category abbreviations: LLM = large language models; Foundation = foundation models; Generative = generative AI; Agents = AI agents; RL = reinforcement learning; DL arch. = deep-learning architectures; AI safety = AI safety and alignment.\end{tablenotes} |
modified
manuscript/tables/tab_ai_landmark_flags.tex
+12 −12
@@ -1,20 +1,20 @@ | ||
| 1 | −% generated by tables/make_tables.py from ./literature_synthesis/agent_E/contributions.csv | |
| 1 | +% generated by tables/make_tables.py from /Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/agent_E/contributions.csv | |
| 2 | 2 | \begin{table}[htbp]\centering\caption{Specialist screening of the 234 AI/ML landmark candidates: records by primary category and data-quality flag.}\label{tab:ai_landmark_flags} |
| 3 | 3 | \begin{threeparttable}\small |
| 4 | 4 | \begin{tabular}{lrrrrrrrr} |
| 5 | 5 | \toprule |
| 6 | −\textbf{Primary category} & \textbf{abstract\_mismatch} & \textbf{identifier\_mismatch} & \textbf{no\_abstract} & \textbf{normalisation\_artefact} & \textbf{off\_scope} & \textbf{ok} & \textbf{year\_implausible} & \textbf{total} \\ | |
| 6 | +\textbf{Category} & \textbf{OK} & \textbf{No abstr.} & \textbf{Id. mism.} & \textbf{Abstr. mism.} & \textbf{Year} & \textbf{Norm.} & \textbf{Off scope} & \textbf{Total} \\ | |
| 7 | 7 | \midrule |
| 8 | −Large language models & 1 & 7 & 4 & 2 & 0 & 19 & 0 & 33 \\ | |
| 9 | −Foundation models & 0 & 0 & 6 & 0 & 0 & 19 & 0 & 25 \\ | |
| 10 | −Multimodal AI & 0 & 0 & 5 & 0 & 0 & 20 & 0 & 25 \\ | |
| 11 | −Generative AI & 0 & 0 & 5 & 1 & 1 & 18 & 0 & 25 \\ | |
| 12 | −AI agents & 0 & 0 & 2 & 1 & 4 & 18 & 0 & 25 \\ | |
| 13 | −Reinforcement learning & 0 & 1 & 4 & 1 & 4 & 12 & 3 & 25 \\ | |
| 14 | −ML theory & 1 & 1 & 6 & 2 & 0 & 11 & 4 & 25 \\ | |
| 15 | −DL architectures & 0 & 3 & 4 & 0 & 0 & 14 & 4 & 25 \\ | |
| 16 | −AI safety and alignment & 1 & 1 & 4 & 0 & 1 & 19 & 0 & 26 \\ | |
| 8 | +LLM & 19 & 4 & 7 & 1 & 0 & 2 & 0 & 33 \\ | |
| 9 | +Foundation & 19 & 6 & 0 & 0 & 0 & 0 & 0 & 25 \\ | |
| 10 | +Multimodal & 20 & 5 & 0 & 0 & 0 & 0 & 0 & 25 \\ | |
| 11 | +Generative & 18 & 5 & 0 & 0 & 0 & 1 & 1 & 25 \\ | |
| 12 | +Agents & 18 & 2 & 0 & 0 & 0 & 1 & 4 & 25 \\ | |
| 13 | +RL & 12 & 4 & 1 & 0 & 3 & 1 & 4 & 25 \\ | |
| 14 | +ML theory & 11 & 6 & 1 & 1 & 4 & 2 & 0 & 25 \\ | |
| 15 | +DL arch. & 14 & 4 & 3 & 0 & 4 & 0 & 0 & 25 \\ | |
| 16 | +AI safety & 19 & 4 & 1 & 1 & 0 & 0 & 1 & 26 \\ | |
| 17 | 17 | \bottomrule |
| 18 | 18 | \end{tabular} |
| 19 | −\begin{tablenotes}\footnotesize\item Flags assigned by Agent E from title, venue, identifiers, citation counts and (where available) the abstract: identifier\_mismatch = title/abstract do not correspond to the arXiv identifier or citation count attached to the record; abstract\_mismatch = stored abstract belongs to another work; year\_implausible = OpenAlex year contradicts the first publication; normalisation\_artefact = very small c36 with very large NCS36; off\_scope = not an AI contribution; no\_abstract = metadata only. `ok' records were judged from the abstract.\end{tablenotes} | |
| 19 | +\begin{tablenotes}\footnotesize\item Flags assigned by Agent E from title, venue, identifiers, citation counts and (where available) the abstract: Id. mism. = title/abstract do not correspond to the arXiv identifier or citation count attached to the record; Abstr. mism. = stored abstract belongs to another work; Year = OpenAlex year contradicts the first publication; Norm. = very small c36 with very large NCS36 (normalisation artefact); Off scope = not an AI contribution; No abstr. = metadata only, otherwise unremarkable. OK records were judged from the abstract. Category abbreviations as in Table~\ref{tab:ai_growth}.\end{tablenotes} | |
| 20 | 20 | \end{threeparttable}\end{table} |
modified
manuscript/tables/tab_ai_landmarks.tex
+237 −237
@@ -1,5 +1,5 @@ | ||
| 1 | −% generated by tables/make_tables.py from ./literature_synthesis/agent_E/contributions.csv | |
| 2 | −\begin{longtable}{lrrrrrrr} | |
| 1 | +% generated by tables/make_tables.py from /Users/simon-pierreboucher/Desktop/UQO/Recherche/Recherche-UQO/informatique/wp44/literature_synthesis/agent_E/contributions.csv | |
| 2 | +\begin{longtable}{@{}lrrrrrrr@{}} | |
| 3 | 3 | \caption{The 234 AI/ML landmark candidates with the specialist's contribution type and data-quality flag (titles in literature\_synthesis/agent\_E/contributions.csv).}\label{tab:ai_landmarks}\\ |
| 4 | 4 | \toprule |
| 5 | 5 | \textbf{OpenAlex id} & \textbf{Year} & \textbf{Type} & \textbf{Category} & \textbf{c36} & \textbf{NCS36} & \textbf{Contribution} & \textbf{Flag} \\ |
@@ -9,240 +9,240 @@ | ||
| 9 | 9 | \textbf{OpenAlex id} & \textbf{Year} & \textbf{Type} & \textbf{Category} & \textbf{c36} & \textbf{NCS36} & \textbf{Contribution} & \textbf{Flag} \\ |
| 10 | 10 | \midrule |
| 11 | 11 | \endhead |
| 12 | −7172491899 & 2026 & article & LLM & 3{,}026 & 3367.3 & engineering & identifier mismatch \\ | |
| 13 | −7154011589 & 2026 & article & LLM & 2{,}847 & 3168.1 & empirical & identifier mismatch \\ | |
| 14 | −4362515116 & 2026 & article & LLM & 1{,}549 & 1723.7 & survey & ok \\ | |
| 15 | −4288253152 & 2024 & dissertation & LLM & 364 & 3102.1 & engineering & normalisation artefact \\ | |
| 16 | −4322718191 & 2023 & preprint & LLM & 3{,}629 & 1206.5 & engineering & ok \\ | |
| 17 | −4323655724 & 2023 & article & LLM & 4{,}227 & 990.7 & survey & ok \\ | |
| 18 | −4367369313 & 2026 & article & LLM & 261 & 290.4 & survey & ok \\ | |
| 19 | −4226278401 & 2022 & preprint & LLM & 3{,}077 & 894.2 & method & identifier mismatch \\ | |
| 20 | −4396531244 & 2024 & dissertation & LLM & 20 & 778.8 & engineering & normalisation artefact \\ | |
| 21 | −4221143046 & 2022 & preprint & LLM & 2{,}465 & 716.4 & theory & identifier mismatch \\ | |
| 22 | −4327810158 & 2023 & preprint & LLM & 1{,}968 & 654.3 & engineering & abstract mismatch \\ | |
| 23 | −7135096569 & 2026 & article & LLM & 183 & 203.6 & empirical & ok \\ | |
| 24 | −4414281281 & 2025 & article & LLM & 1{,}099 & 374.4 & method & ok \\ | |
| 25 | −4389437528 & 2023 & article & LLM & 2{,}361 & 553.4 & survey & ok \\ | |
| 26 | −4292779060 & 2023 & article & LLM & 13{,}333 & 534.7 & theory & identifier mismatch \\ | |
| 27 | −4360836968 & 2023 & preprint & LLM & 1{,}420 & 472.1 & empirical & ok \\ | |
| 28 | −4406800520 & 2025 & article & LLM & 914 & 311.4 & survey & no abstract \\ | |
| 29 | −4385223296 & 2023 & book-chapter & LLM & 612 & 421.3 & survey & no abstract \\ | |
| 30 | −4287689466 & 2025 & conference-paper & LLM & 722 & 548.6 & empirical & identifier mismatch \\ | |
| 31 | −4366420437 & 2023 & article & LLM & 1{,}541 & 361.2 & survey & ok \\ | |
| 32 | −4317910584 & 2023 & article & LLM & 1{,}530 & 358.6 & survey & ok \\ | |
| 33 | −4313564799 & 2023 & preprint & LLM & 811 & 335.9 & empirical & no abstract \\ | |
| 34 | −4382618722 & 2026 & article & LLM & 94 & 98.9 & engineering & ok \\ | |
| 35 | −4384464487 & 2023 & article & LLM & 1{,}398 & 327.7 & empirical & ok \\ | |
| 36 | −4392773210 & 2024 & article & LLM & 1{,}085 & 326.7 & survey & ok \\ | |
| 37 | −4387355843 & 2026 & book-chapter & Foundation & 197 & 188.6 & method & ok \\ | |
| 38 | −4392947521 & 2024 & article & Foundation & 1{,}505 & 186.9 & method & no abstract \\ | |
| 39 | −7124890304 & 2026 & article & Foundation & 42 & 46.5 & method & no abstract \\ | |
| 40 | −4410551352 & 2025 & article & Foundation & 249 & 69.7 & method & ok \\ | |
| 41 | −4322832366 & 2026 & conference-paper & Foundation & 35 & 126.3 & method & ok \\ | |
| 42 | −7133233472 & 2023 & conference-paper & Foundation & 532 & 122.7 & method & ok \\ | |
| 43 | −2990704537 & 2019 & article & Foundation & 668 & 101.6 & benchmark & ok \\ | |
| 44 | −7125271461 & 2026 & article & Foundation & 25 & 70.6 & engineering & ok \\ | |
| 45 | −7119541039 & 2026 & article & Foundation & 24 & 26.7 & theory & ok \\ | |
| 46 | −4393138529 & 2024 & preprint & Foundation & 95 & 82.9 & survey & ok \\ | |
| 47 | −4390690043 & 2026 & article & Foundation & 22 & 10.0 & survey & ok \\ | |
| 48 | −7128029160 & 2026 & article & Foundation & 20 & 22.3 & method & ok \\ | |
| 49 | −4402220065 & 2024 & article & Foundation & 562 & 69.8 & method & no abstract \\ | |
| 50 | −7118170538 & 2026 & article & Foundation & 17 & 17.9 & survey & ok \\ | |
| 51 | −4411932262 & 2025 & article & Foundation & 110 & 26.9 & method & ok \\ | |
| 52 | −4411099958 & 2025 & article & Foundation & 108 & 18.4 & method & ok \\ | |
| 53 | −4361229539 & 2023 & preprint & Foundation & 161 & 53.5 & method & ok \\ | |
| 54 | −4407135816 & 2025 & article & Foundation & 103 & 6.9 & survey & ok \\ | |
| 55 | −4385948838 & 2023 & article & Foundation & 471 & 49.1 & method & no abstract \\ | |
| 56 | −4406643700 & 2025 & article & Foundation & 91 & 19.1 & survey & ok \\ | |
| 57 | −4406472599 & 2025 & article & Foundation & 86 & 29.3 & survey & no abstract \\ | |
| 58 | −4393153153 & 2024 & conference-paper & Foundation & 113 & 41.8 & method & ok \\ | |
| 59 | −4402727669 & 2024 & conference-paper & Foundation & 184 & 38.6 & method & ok \\ | |
| 60 | −4401397240 & 2024 & article & Foundation & 325 & 38.5 & method & no abstract \\ | |
| 61 | −4385285835 & 2023 & preprint & Foundation & 107 & 35.6 & method & ok \\ | |
| 62 | −4318718936 & 2023 & preprint & Multimodal & 875 & 273.1 & method & ok \\ | |
| 63 | −4393148714 & 2024 & conference-paper & Multimodal & 923 & 193.7 & method & ok \\ | |
| 64 | −4396599905 & 2026 & article & Multimodal & 48 & 128.7 & survey & ok \\ | |
| 65 | −4396952261 & 2024 & book-chapter & Multimodal & 189 & 147.2 & survey & no abstract \\ | |
| 66 | −7133250524 & 2022 & conference-paper & Multimodal & 828 & 111.9 & benchmark & no abstract \\ | |
| 67 | −4392947532 & 2024 & article & Multimodal & 938 & 111.1 & method & no abstract \\ | |
| 68 | −7138474371 & 2026 & conference-paper & Multimodal & 31 & 159.4 & method & ok \\ | |
| 69 | −7127319731 & 2026 & article & Multimodal & 29 & 77.7 & method & ok \\ | |
| 70 | −2619383789 & 2018 & article & Multimodal & 587 & 103.1 & survey & ok \\ | |
| 71 | −7148475777 & 2026 & conference-paper & Multimodal & 26 & 73.2 & empirical & ok \\ | |
| 72 | −7160627408 & 2026 & conference-paper & Multimodal & 23 & 193.4 & method & ok \\ | |
| 73 | −2995460200 & 2020 & conference-paper & Multimodal & 670 & 81.1 & method & ok \\ | |
| 74 | −4415913530 & 2025 & article & Multimodal & 157 & 53.5 & method & ok \\ | |
| 75 | −4289785095 & 2022 & preprint & Multimodal & 366 & 79.4 & method & ok \\ | |
| 76 | −7125233009 & 2026 & article & Multimodal & 22 & 24.5 & method & ok \\ | |
| 77 | −7143512276 & 2026 & article & Multimodal & 21 & 23.4 & survey & ok \\ | |
| 78 | −4413447271 & 2025 & article & Multimodal & 142 & 46.4 & method & ok \\ | |
| 79 | −7131830459 & 2026 & article & Multimodal & 20 & 142.1 & survey & ok \\ | |
| 80 | −7206206818 & 2026 & article & Multimodal & 18 & 48.2 & method & ok \\ | |
| 81 | −7133220561 & 2023 & conference-paper & Multimodal & 454 & 63.4 & method & no abstract \\ | |
| 82 | −7164501397 & 2026 & article & Multimodal & 17 & 45.6 & empirical & ok \\ | |
| 83 | −7165561001 & 2026 & conference-paper & Multimodal & 17 & 143.0 & method & no abstract \\ | |
| 84 | −7138470740 & 2026 & conference-paper & Multimodal & 17 & 130.5 & method & ok \\ | |
| 85 | −7138363754 & 2026 & conference-paper & Multimodal & 17 & 130.5 & method & ok \\ | |
| 86 | −4410882873 & 2025 & article & Multimodal & 119 & 7.9 & survey & ok \\ | |
| 87 | −4400228804 & 2024 & dissertation & Generative & 2 & 540.0 & empirical & normalisation artefact \\ | |
| 88 | −7124262017 & 2026 & book & Generative & 87 & 783.7 & survey & ok \\ | |
| 89 | −4406472463 & 2025 & article & Generative & 498 & 77.1 & method & ok \\ | |
| 90 | −7123342962 & 2026 & article & Generative & 66 & 176.9 & method & ok \\ | |
| 91 | −4383312437 & 2023 & article & Generative & 988 & 231.6 & empirical & ok \\ | |
| 92 | −7133185348 & 2022 & conference-paper & Generative & 1{,}706 & 230.5 & method & no abstract \\ | |
| 93 | −3195296536 & 2020 & dissertation & Generative & 48 & 221.7 & method & no abstract \\ | |
| 94 | −4322617812 & 2023 & article & Generative & 873 & 204.6 & theory & ok \\ | |
| 95 | −3096831136 & 2020 & article & Generative & 1{,}473 & 198.6 & survey & ok \\ | |
| 96 | −4400770292 & 2024 & preprint & Generative & 198 & 174.2 & empirical & no abstract \\ | |
| 97 | −7127274868 & 2026 & article & Generative & 48 & 341.0 & empirical & ok \\ | |
| 98 | −7124974472 & 2026 & article & Generative & 42 & 46.7 & empirical & ok \\ | |
| 99 | −7118187240 & 2026 & article & Generative & 40 & 44.5 & engineering & off scope \\ | |
| 100 | −4406199489 & 2025 & article & Generative & 278 & 241.4 & survey & ok \\ | |
| 101 | −4398243313 & 2024 & article & Generative & 463 & 139.4 & survey & ok \\ | |
| 102 | −4409269614 & 2025 & review & Generative & 271 & 14.2 & survey & ok \\ | |
| 103 | −3193917007 & 2021 & book-chapter & Generative & 195 & 127.1 & survey & ok \\ | |
| 104 | −4288099666 & 2022 & preprint & Generative & 575 & 124.8 & method & ok \\ | |
| 105 | −4394934695 & 2024 & article & Generative & 394 & 118.6 & empirical & ok \\ | |
| 106 | −4321648656 & 2026 & article & Generative & 33 & 88.5 & survey & ok \\ | |
| 107 | −4395957952 & 2023 & book & Generative & 400 & 116.7 & survey & no abstract \\ | |
| 108 | −4394863715 & 2024 & preprint & Generative & 131 & 114.3 & empirical & no abstract \\ | |
| 109 | −4407778399 & 2025 & article & Generative & 213 & 184.9 & empirical & ok \\ | |
| 110 | −7124432017 & 2026 & article & Generative & 30 & 213.1 & theory & ok \\ | |
| 111 | −7140170686 & 2026 & article & Generative & 30 & 213.1 & empirical & ok \\ | |
| 112 | −4406728221 & 2025 & article & Agents & 694 & 236.4 & survey & ok \\ | |
| 113 | −7161734976 & 2026 & article & Agents & 62 & 175.1 & engineering & ok \\ | |
| 114 | −7135409568 & 2026 & article & Agents & 52 & 23.7 & survey & ok \\ | |
| 115 | −7134187809 & 2026 & article & Agents & 46 & 129.9 & theory & off scope \\ | |
| 116 | −4390730779 & 2026 & article & Agents & 44 & 49.0 & survey & ok \\ | |
| 117 | −4225355126 & 2022 & book-chapter & Agents & 268 & 143.6 & survey & no abstract \\ | |
| 118 | −4407570917 & 2026 & article & Agents & 40 & 44.5 & engineering & ok \\ | |
| 119 | −4410197190 & 2025 & review & Agents & 267 & 33.1 & survey & ok \\ | |
| 120 | −4413427262 & 2025 & article & Agents & 258 & 87.9 & survey & ok \\ | |
| 121 | −4414991289 & 2026 & article & Agents & 31 & 23.9 & engineering & ok \\ | |
| 122 | −7122857583 & 2026 & article & Agents & 30 & 33.4 & theory & ok \\ | |
| 123 | −4401023556 & 2024 & conference-paper & Agents & 371 & 103.1 & survey & ok \\ | |
| 124 | −4414023998 & 2025 & article & Agents & 189 & 64.4 & survey & ok \\ | |
| 125 | −7118083939 & 2026 & article & Agents & 26 & 32.7 & theory & ok \\ | |
| 126 | −4412505619 & 2025 & article & Agents & 181 & 61.7 & survey & ok \\ | |
| 127 | −4416209823 & 2025 & article & Agents & 165 & 56.2 & survey & ok \\ | |
| 128 | −7155930820 & 2026 & article & Agents & 23 & 80.7 & theory & off scope \\ | |
| 129 | −7162257503 & 2026 & article & Agents & 22 & 77.2 & theory & off scope \\ | |
| 130 | −4412709685 & 2025 & article & Agents & 150 & 33.5 & engineering & no abstract \\ | |
| 131 | −7128165235 & 2026 & article & Agents & 21 & 23.4 & theory & ok \\ | |
| 132 | −7118190454 & 2026 & article & Agents & 21 & 22.2 & survey & ok \\ | |
| 133 | −7130481397 & 2026 & article & Agents & 21 & 9.6 & benchmark & ok \\ | |
| 134 | −4390638955 & 2024 & article & Agents & 240 & 72.3 & survey & off scope \\ | |
| 135 | −4412203333 & 2025 & article & Agents & 139 & 47.4 & survey & ok \\ | |
| 136 | −4399982941 & 2024 & dissertation & Agents & 8 & 68.2 & theory & normalisation artefact \\ | |
| 137 | −2911283634 & 2020 & book-chapter & RL & 532 & 276.0 & survey & no abstract \\ | |
| 138 | −4389473504 & 2023 & dissertation & RL & 28 & 232.9 & method & ok \\ | |
| 139 | −2964083594 & 2025 & conference-paper & RL & 414 & 367.9 & empirical & year implausible \\ | |
| 140 | −2098774185 & 2018 & article & RL & 1{,}077 & 203.3 & method & year implausible \\ | |
| 141 | −1591675293 & 2025 & book-chapter & RL & 395 & 665.0 & method & year implausible \\ | |
| 142 | −7123365826 & 2026 & article & RL & 55 & 155.3 & theory & off scope \\ | |
| 143 | −2991046523 & 2021 & book-chapter & RL & 530 & 178.4 & survey & no abstract \\ | |
| 144 | −2973229164 & 2019 & dissertation & RL & 47 & 171.2 & method & ok \\ | |
| 145 | −2982316857 & 2019 & article & RL & 1{,}021 & 155.2 & engineering & no abstract \\ | |
| 146 | −2902907165 & 2018 & article & RL & 733 & 138.3 & method & ok \\ | |
| 147 | −7133481537 & 2026 & article & RL & 35 & 122.9 & theory & off scope \\ | |
| 148 | −7133226216 & 2022 & conference-paper & RL & 482 & 95.8 & empirical & ok \\ | |
| 149 | −3041807988 & 2020 & article & RL & 322 & 93.8 & theory & off scope \\ | |
| 150 | −2781726626 & 2018 & preprint & RL & 775 & 90.8 & method & ok \\ | |
| 151 | −2963923407 & 2018 & article & RL & 472 & 89.1 & method & ok \\ | |
| 152 | −7122543576 & 2026 & article & RL & 25 & 70.6 & theory & off scope \\ | |
| 153 | −2899138465 & 2018 & dissertation & RL & 20 & 88.6 & method & ok \\ | |
| 154 | −4391631327 & 2024 & preprint & RL & 99 & 86.4 & empirical & identifier mismatch \\ | |
| 155 | −4409147637 & 2025 & article & RL & 170 & 57.9 & method & ok \\ | |
| 156 | −2895974005 & 2018 & dissertation & RL & 18 & 79.8 & empirical & normalisation artefact \\ | |
| 157 | −7134057781 & 2026 & article & RL & 21 & 23.4 & engineering & ok \\ | |
| 158 | −2754517384 & 2018 & conference-paper & RL & 452 & 70.0 & empirical & ok \\ | |
| 159 | −2761873684 & 2018 & conference-paper & RL & 442 & 68.4 & method & ok \\ | |
| 160 | −7133208539 & 2023 & conference-paper & RL & 293 & 67.6 & method & no abstract \\ | |
| 161 | −7128436456 & 2026 & article & RL & 19 & 21.0 & survey & ok \\ | |
| 162 | −2962862931 & 2024 & conference-paper & ML theory & 12{,}586 & 3498.4 & method & identifier mismatch \\ | |
| 163 | −1698155719 & 2020 & book-chapter & ML theory & 1{,}212 & 971.7 & survey & ok \\ | |
| 164 | −4288283362 & 2026 & article & ML theory & 174 & 576.9 & method & normalisation artefact \\ | |
| 165 | −46659105 & 2020 & preprint & ML theory & 3{,}906 & 608.2 & theory & abstract mismatch \\ | |
| 166 | −3145506661 & 2019 & book-chapter & ML theory & 1{,}581 & 491.8 & survey & no abstract \\ | |
| 167 | −2291445757 & 2024 & book-chapter & ML theory & 769 & 426.8 & survey & ok \\ | |
| 168 | −2100415632 & 2026 & preprint & ML theory & 116 & 667.5 & theory & year implausible \\ | |
| 169 | −1568555062 & 2022 & book-chapter & ML theory & 576 & 308.7 & theory & ok \\ | |
| 170 | −2751318774 & 2019 & book-chapter & ML theory & 978 & 304.2 & survey & ok \\ | |
| 171 | −3208688400 & 2021 & book-chapter & ML theory & 833 & 280.5 & survey & no abstract \\ | |
| 172 | −3105488314 & 2020 & dissertation & ML theory & 59 & 272.4 & theory & no abstract \\ | |
| 173 | −57706852 & 2026 & preprint & ML theory & 72 & 414.3 & theory & year implausible \\ | |
| 174 | −2946444988 & 2026 & preprint & ML theory & 68 & 2646.0 & method & year implausible \\ | |
| 175 | −2945976633 & 2019 & article & ML theory & 1{,}556 & 236.6 & theory & no abstract \\ | |
| 176 | −4400823820 & 2024 & article & ML theory & 782 & 235.4 & survey & ok \\ | |
| 177 | −2999309192 & 2020 & article & ML theory & 1{,}781 & 222.8 & theory & ok \\ | |
| 178 | −2999615587 & 2020 & article & ML theory & 1{,}767 & 221.0 & method & no abstract \\ | |
| 179 | −2439568532 & 2018 & article & ML theory & 1{,}085 & 204.8 & theory & ok \\ | |
| 180 | −3194464139 & 2020 & dissertation & ML theory & 21 & 197.5 & engineering & normalisation artefact \\ | |
| 181 | −3041133507 & 2020 & article & ML theory & 1{,}538 & 192.4 & survey & ok \\ | |
| 182 | −2436219157 & 2018 & article & ML theory & 956 & 180.4 & survey & ok \\ | |
| 183 | −3135028703 & 2021 & article & ML theory & 1{,}518 & 176.9 & survey & no abstract \\ | |
| 184 | −7124426637 & 2026 & article & ML theory & 46 & 51.2 & survey & ok \\ | |
| 185 | −2165856466 & 2026 & preprint & ML theory & 45 & 259.0 & theory & year implausible \\ | |
| 186 | −4402843978 & 2020 & report & ML theory & 455 & 158.3 & survey & ok \\ | |
| 187 | −2964121744 & 2026 & article & DL arch. & 45{,}775 & 50938.5 & engineering & identifier mismatch \\ | |
| 188 | −1710476689 & 2022 & book-chapter & DL arch. & 2{,}385 & 1018.2 & survey & ok \\ | |
| 189 | −4322614756 & 2025 & conference-paper & DL arch. & 1{,}542 & 1370.5 & method & identifier mismatch \\ | |
| 190 | −2963399829 & 2024 & preprint & DL arch. & 773 & 674.3 & method & year implausible \\ | |
| 191 | −4382203079 & 2023 & conference-paper & DL arch. & 2{,}278 & 621.0 & empirical & ok \\ | |
| 192 | −4406170795 & 2025 & article & DL arch. & 974 & 331.8 & method & ok \\ | |
| 193 | −146900863 & 2018 & book-chapter & DL arch. & 999 & 464.0 & survey & no abstract \\ | |
| 194 | −4396821501 & 2024 & preprint & DL arch. & 531 & 463.2 & method & ok \\ | |
| 195 | −2950067852 & 2026 & preprint & DL arch. & 119 & 4630.6 & method & year implausible \\ | |
| 196 | −4221150249 & 2026 & article & DL arch. & 107 & 119.1 & survey & ok \\ | |
| 197 | −7148890333 & 2026 & article & DL arch. & 102 & 113.0 & method & no abstract \\ | |
| 198 | −3177318507 & 2021 & conference-paper & DL arch. & 1{,}344 & 315.3 & method & ok \\ | |
| 199 | −4389326242 & 2023 & preprint & DL arch. & 912 & 303.2 & method & ok \\ | |
| 200 | −7118302872 & 2026 & article & DL arch. & 85 & 87.6 & method & ok \\ | |
| 201 | −3137147200 & 2022 & book-chapter & DL arch. & 698 & 298.0 & survey & ok \\ | |
| 202 | −3140854437 & 2021 & article & DL arch. & 2{,}452 & 293.1 & survey & ok \\ | |
| 203 | −4210257598 & 2020 & article & DL arch. & 2{,}239 & 280.0 & survey & ok \\ | |
| 204 | −2907492528 & 2020 & article & DL arch. & 2{,}230 & 278.9 & survey & ok \\ | |
| 205 | −3152893301 & 2020 & article & DL arch. & 2{,}023 & 253.0 & survey & ok \\ | |
| 206 | −7110333790 & 2025 & article & DL arch. & 496 & 169.0 & method & identifier mismatch \\ | |
| 207 | −4385763767 & 2023 & conference-paper & DL arch. & 921 & 251.1 & survey & ok \\ | |
| 208 | −3124006607 & 2026 & conference-paper & DL arch. & 69 & 529.6 & method & year implausible \\ | |
| 209 | −4285723986 & 2020 & book-chapter & DL arch. & 471 & 244.4 & survey & no abstract \\ | |
| 210 | −2892035503 & 2019 & article & DL arch. & 908 & 192.7 & survey & no abstract \\ | |
| 211 | −2962776659 & 2024 & preprint & DL arch. & 212 & 184.9 & empirical & year implausible \\ | |
| 212 | −4406063062 & 2025 & article & AI safety & 534 & 74.5 & survey & ok \\ | |
| 213 | −7130596601 & 2026 & article & AI safety & 65 & 29.6 & survey & ok \\ | |
| 214 | −3084163594 & 2020 & article & AI safety & 775 & 225.7 & survey & off scope \\ | |
| 215 | −2963808661 & 2025 & conference-paper & AI safety & 390 & 126.3 & engineering & identifier mismatch \\ | |
| 216 | −7133236347 & 2026 & article & AI safety & 51 & 44.5 & survey & ok \\ | |
| 217 | −7128782475 & 2026 & article & AI safety & 51 & 23.2 & empirical & ok \\ | |
| 218 | −4406571986 & 2025 & article & AI safety & 347 & 301.3 & empirical & ok \\ | |
| 219 | −2981731882 & 2019 & article & AI safety & 1{,}097 & 166.8 & survey & no abstract \\ | |
| 220 | −4402698709 & 2026 & article & AI safety & 44 & 38.4 & survey & ok \\ | |
| 221 | −4408314709 & 2025 & article & AI safety & 303 & 42.3 & survey & ok \\ | |
| 222 | −4407243994 & 2025 & article & AI safety & 300 & 41.8 & theory & ok \\ | |
| 223 | −4330336443 & 2023 & preprint & AI safety & 495 & 146.6 & empirical & abstract mismatch \\ | |
| 224 | −7128600296 & 2026 & review & AI safety & 41 & 12.8 & survey & ok \\ | |
| 225 | −4399450035 & 2024 & conference-paper & AI safety & 359 & 138.5 & empirical & ok \\ | |
| 226 | −4318586239 & 2023 & book-chapter & AI safety & 247 & 136.6 & survey & ok \\ | |
| 227 | −4360615722 & 2023 & article & AI safety & 557 & 130.5 & theory & ok \\ | |
| 228 | −2670253439 & 2018 & article & AI safety & 676 & 127.6 & survey & no abstract \\ | |
| 229 | −7118631510 & 2026 & article & AI safety & 35 & 38.9 & method & no abstract \\ | |
| 230 | −7127143535 & 2026 & article & AI safety & 33 & 50.0 & empirical & no abstract \\ | |
| 231 | −4409249263 & 2025 & article & AI safety & 218 & 14.5 & survey & ok \\ | |
| 232 | −4366262984 & 2023 & article & AI safety & 1{,}197 & 109.9 & survey & ok \\ | |
| 233 | −2969896603 & 2021 & article & AI safety & 1{,}794 & 102.3 & survey & ok \\ | |
| 234 | −4406152291 & 2025 & article & AI safety & 199 & 67.8 & empirical & ok \\ | |
| 235 | −4410609100 & 2025 & conference-paper & AI safety & 193 & 171.5 & method & ok \\ | |
| 236 | −4411542009 & 2025 & conference-paper & AI safety & 191 & 61.8 & empirical & ok \\ | |
| 237 | −4360620450 & 2023 & article & LLM & 3{,}137 & 113.5 & survey & ok \\ | |
| 238 | −3185341429 & 2022 & article & LLM & 2{,}462 & 253.7 & survey & ok \\ | |
| 239 | −4384071683 & 2023 & article & LLM & 2{,}448 & 38.1 & benchmark & ok \\ | |
| 240 | −4384918448 & 2023 & preprint & LLM & 2{,}431 & 88.5 & empirical & identifier mismatch \\ | |
| 241 | −4393065402 & 2024 & article & LLM & 1{,}820 & 226.1 & survey & ok \\ | |
| 242 | −4319083882 & 2023 & article & LLM & 1{,}590 & 146.0 & theory & no abstract \\ | |
| 243 | −4399790131 & 2024 & review & AI safety & 1{,}484 & 81.8 & survey & ok \\ | |
| 244 | −3133702157 & 2021 & conference-paper & LLM & 1{,}464 & 232.1 & theory & ok \\ | |
| 245 | −4321499901 & 2023 & article & LLM & 1{,}389 & 325.5 & empirical & ok \\ | |
| 12 | +7172491899 & 2026 & art. & LLM & 3{,}026 & 3367.3 & engin. & id. mism. \\ | |
| 13 | +7154011589 & 2026 & art. & LLM & 2{,}847 & 3168.1 & empirical & id. mism. \\ | |
| 14 | +4362515116 & 2026 & art. & LLM & 1{,}549 & 1723.7 & survey & OK \\ | |
| 15 | +4288253152 & 2024 & diss. & LLM & 364 & 3102.1 & engin. & norm. \\ | |
| 16 | +4322718191 & 2023 & prepr. & LLM & 3{,}629 & 1206.5 & engin. & OK \\ | |
| 17 | +4323655724 & 2023 & art. & LLM & 4{,}227 & 990.7 & survey & OK \\ | |
| 18 | +4367369313 & 2026 & art. & LLM & 261 & 290.4 & survey & OK \\ | |
| 19 | +4226278401 & 2022 & prepr. & LLM & 3{,}077 & 894.2 & method & id. mism. \\ | |
| 20 | +4396531244 & 2024 & diss. & LLM & 20 & 778.8 & engin. & norm. \\ | |
| 21 | +4221143046 & 2022 & prepr. & LLM & 2{,}465 & 716.4 & theory & id. mism. \\ | |
| 22 | +4327810158 & 2023 & prepr. & LLM & 1{,}968 & 654.3 & engin. & abstr. mism. \\ | |
| 23 | +7135096569 & 2026 & art. & LLM & 183 & 203.6 & empirical & OK \\ | |
| 24 | +4414281281 & 2025 & art. & LLM & 1{,}099 & 374.4 & method & OK \\ | |
| 25 | +4389437528 & 2023 & art. & LLM & 2{,}361 & 553.4 & survey & OK \\ | |
| 26 | +4292779060 & 2023 & art. & LLM & 13{,}333 & 534.7 & theory & id. mism. \\ | |
| 27 | +4360836968 & 2023 & prepr. & LLM & 1{,}420 & 472.1 & empirical & OK \\ | |
| 28 | +4406800520 & 2025 & art. & LLM & 914 & 311.4 & survey & no abstr. \\ | |
| 29 | +4385223296 & 2023 & chap. & LLM & 612 & 421.3 & survey & no abstr. \\ | |
| 30 | +4287689466 & 2025 & conf. & LLM & 722 & 548.6 & empirical & id. mism. \\ | |
| 31 | +4366420437 & 2023 & art. & LLM & 1{,}541 & 361.2 & survey & OK \\ | |
| 32 | +4317910584 & 2023 & art. & LLM & 1{,}530 & 358.6 & survey & OK \\ | |
| 33 | +4313564799 & 2023 & prepr. & LLM & 811 & 335.9 & empirical & no abstr. \\ | |
| 34 | +4382618722 & 2026 & art. & LLM & 94 & 98.9 & engin. & OK \\ | |
| 35 | +4384464487 & 2023 & art. & LLM & 1{,}398 & 327.7 & empirical & OK \\ | |
| 36 | +4392773210 & 2024 & art. & LLM & 1{,}085 & 326.7 & survey & OK \\ | |
| 37 | +4387355843 & 2026 & chap. & Foundation & 197 & 188.6 & method & OK \\ | |
| 38 | +4392947521 & 2024 & art. & Foundation & 1{,}505 & 186.9 & method & no abstr. \\ | |
| 39 | +7124890304 & 2026 & art. & Foundation & 42 & 46.5 & method & no abstr. \\ | |
| 40 | +4410551352 & 2025 & art. & Foundation & 249 & 69.7 & method & OK \\ | |
| 41 | +4322832366 & 2026 & conf. & Foundation & 35 & 126.3 & method & OK \\ | |
| 42 | +7133233472 & 2023 & conf. & Foundation & 532 & 122.7 & method & OK \\ | |
| 43 | +2990704537 & 2019 & art. & Foundation & 668 & 101.6 & bench. & OK \\ | |
| 44 | +7125271461 & 2026 & art. & Foundation & 25 & 70.6 & engin. & OK \\ | |
| 45 | +7119541039 & 2026 & art. & Foundation & 24 & 26.7 & theory & OK \\ | |
| 46 | +4393138529 & 2024 & prepr. & Foundation & 95 & 82.9 & survey & OK \\ | |
| 47 | +4390690043 & 2026 & art. & Foundation & 22 & 10.0 & survey & OK \\ | |
| 48 | +7128029160 & 2026 & art. & Foundation & 20 & 22.3 & method & OK \\ | |
| 49 | +4402220065 & 2024 & art. & Foundation & 562 & 69.8 & method & no abstr. \\ | |
| 50 | +7118170538 & 2026 & art. & Foundation & 17 & 17.9 & survey & OK \\ | |
| 51 | +4411932262 & 2025 & art. & Foundation & 110 & 26.9 & method & OK \\ | |
| 52 | +4411099958 & 2025 & art. & Foundation & 108 & 18.4 & method & OK \\ | |
| 53 | +4361229539 & 2023 & prepr. & Foundation & 161 & 53.5 & method & OK \\ | |
| 54 | +4407135816 & 2025 & art. & Foundation & 103 & 6.9 & survey & OK \\ | |
| 55 | +4385948838 & 2023 & art. & Foundation & 471 & 49.1 & method & no abstr. \\ | |
| 56 | +4406643700 & 2025 & art. & Foundation & 91 & 19.1 & survey & OK \\ | |
| 57 | +4406472599 & 2025 & art. & Foundation & 86 & 29.3 & survey & no abstr. \\ | |
| 58 | +4393153153 & 2024 & conf. & Foundation & 113 & 41.8 & method & OK \\ | |
| 59 | +4402727669 & 2024 & conf. & Foundation & 184 & 38.6 & method & OK \\ | |
| 60 | +4401397240 & 2024 & art. & Foundation & 325 & 38.5 & method & no abstr. \\ | |
| 61 | +4385285835 & 2023 & prepr. & Foundation & 107 & 35.6 & method & OK \\ | |
| 62 | +4318718936 & 2023 & prepr. & Multimodal & 875 & 273.1 & method & OK \\ | |
| 63 | +4393148714 & 2024 & conf. & Multimodal & 923 & 193.7 & method & OK \\ | |
| 64 | +4396599905 & 2026 & art. & Multimodal & 48 & 128.7 & survey & OK \\ | |
| 65 | +4396952261 & 2024 & chap. & Multimodal & 189 & 147.2 & survey & no abstr. \\ | |
| 66 | +7133250524 & 2022 & conf. & Multimodal & 828 & 111.9 & bench. & no abstr. \\ | |
| 67 | +4392947532 & 2024 & art. & Multimodal & 938 & 111.1 & method & no abstr. \\ | |
| 68 | +7138474371 & 2026 & conf. & Multimodal & 31 & 159.4 & method & OK \\ | |
| 69 | +7127319731 & 2026 & art. & Multimodal & 29 & 77.7 & method & OK \\ | |
| 70 | +2619383789 & 2018 & art. & Multimodal & 587 & 103.1 & survey & OK \\ | |
| 71 | +7148475777 & 2026 & conf. & Multimodal & 26 & 73.2 & empirical & OK \\ | |
| 72 | +7160627408 & 2026 & conf. & Multimodal & 23 & 193.4 & method & OK \\ | |
| 73 | +2995460200 & 2020 & conf. & Multimodal & 670 & 81.1 & method & OK \\ | |
| 74 | +4415913530 & 2025 & art. & Multimodal & 157 & 53.5 & method & OK \\ | |
| 75 | +4289785095 & 2022 & prepr. & Multimodal & 366 & 79.4 & method & OK \\ | |
| 76 | +7125233009 & 2026 & art. & Multimodal & 22 & 24.5 & method & OK \\ | |
| 77 | +7143512276 & 2026 & art. & Multimodal & 21 & 23.4 & survey & OK \\ | |
| 78 | +4413447271 & 2025 & art. & Multimodal & 142 & 46.4 & method & OK \\ | |
| 79 | +7131830459 & 2026 & art. & Multimodal & 20 & 142.1 & survey & OK \\ | |
| 80 | +7206206818 & 2026 & art. & Multimodal & 18 & 48.2 & method & OK \\ | |
| 81 | +7133220561 & 2023 & conf. & Multimodal & 454 & 63.4 & method & no abstr. \\ | |
| 82 | +7164501397 & 2026 & art. & Multimodal & 17 & 45.6 & empirical & OK \\ | |
| 83 | +7165561001 & 2026 & conf. & Multimodal & 17 & 143.0 & method & no abstr. \\ | |
| 84 | +7138470740 & 2026 & conf. & Multimodal & 17 & 130.5 & method & OK \\ | |
| 85 | +7138363754 & 2026 & conf. & Multimodal & 17 & 130.5 & method & OK \\ | |
| 86 | +4410882873 & 2025 & art. & Multimodal & 119 & 7.9 & survey & OK \\ | |
| 87 | +4400228804 & 2024 & diss. & Generative & 2 & 540.0 & empirical & norm. \\ | |
| 88 | +7124262017 & 2026 & book & Generative & 87 & 783.7 & survey & OK \\ | |
| 89 | +4406472463 & 2025 & art. & Generative & 498 & 77.1 & method & OK \\ | |
| 90 | +7123342962 & 2026 & art. & Generative & 66 & 176.9 & method & OK \\ | |
| 91 | +4383312437 & 2023 & art. & Generative & 988 & 231.6 & empirical & OK \\ | |
| 92 | +7133185348 & 2022 & conf. & Generative & 1{,}706 & 230.5 & method & no abstr. \\ | |
| 93 | +3195296536 & 2020 & diss. & Generative & 48 & 221.7 & method & no abstr. \\ | |
| 94 | +4322617812 & 2023 & art. & Generative & 873 & 204.6 & theory & OK \\ | |
| 95 | +3096831136 & 2020 & art. & Generative & 1{,}473 & 198.6 & survey & OK \\ | |
| 96 | +4400770292 & 2024 & prepr. & Generative & 198 & 174.2 & empirical & no abstr. \\ | |
| 97 | +7127274868 & 2026 & art. & Generative & 48 & 341.0 & empirical & OK \\ | |
| 98 | +7124974472 & 2026 & art. & Generative & 42 & 46.7 & empirical & OK \\ | |
| 99 | +7118187240 & 2026 & art. & Generative & 40 & 44.5 & engin. & off scope \\ | |
| 100 | +4406199489 & 2025 & art. & Generative & 278 & 241.4 & survey & OK \\ | |
| 101 | +4398243313 & 2024 & art. & Generative & 463 & 139.4 & survey & OK \\ | |
| 102 | +4409269614 & 2025 & rev. & Generative & 271 & 14.2 & survey & OK \\ | |
| 103 | +3193917007 & 2021 & chap. & Generative & 195 & 127.1 & survey & OK \\ | |
| 104 | +4288099666 & 2022 & prepr. & Generative & 575 & 124.8 & method & OK \\ | |
| 105 | +4394934695 & 2024 & art. & Generative & 394 & 118.6 & empirical & OK \\ | |
| 106 | +4321648656 & 2026 & art. & Generative & 33 & 88.5 & survey & OK \\ | |
| 107 | +4395957952 & 2023 & book & Generative & 400 & 116.7 & survey & no abstr. \\ | |
| 108 | +4394863715 & 2024 & prepr. & Generative & 131 & 114.3 & empirical & no abstr. \\ | |
| 109 | +4407778399 & 2025 & art. & Generative & 213 & 184.9 & empirical & OK \\ | |
| 110 | +7124432017 & 2026 & art. & Generative & 30 & 213.1 & theory & OK \\ | |
| 111 | +7140170686 & 2026 & art. & Generative & 30 & 213.1 & empirical & OK \\ | |
| 112 | +4406728221 & 2025 & art. & Agents & 694 & 236.4 & survey & OK \\ | |
| 113 | +7161734976 & 2026 & art. & Agents & 62 & 175.1 & engin. & OK \\ | |
| 114 | +7135409568 & 2026 & art. & Agents & 52 & 23.7 & survey & OK \\ | |
| 115 | +7134187809 & 2026 & art. & Agents & 46 & 129.9 & theory & off scope \\ | |
| 116 | +4390730779 & 2026 & art. & Agents & 44 & 49.0 & survey & OK \\ | |
| 117 | +4225355126 & 2022 & chap. & Agents & 268 & 143.6 & survey & no abstr. \\ | |
| 118 | +4407570917 & 2026 & art. & Agents & 40 & 44.5 & engin. & OK \\ | |
| 119 | +4410197190 & 2025 & rev. & Agents & 267 & 33.1 & survey & OK \\ | |
| 120 | +4413427262 & 2025 & art. & Agents & 258 & 87.9 & survey & OK \\ | |
| 121 | +4414991289 & 2026 & art. & Agents & 31 & 23.9 & engin. & OK \\ | |
| 122 | +7122857583 & 2026 & art. & Agents & 30 & 33.4 & theory & OK \\ | |
| 123 | +4401023556 & 2024 & conf. & Agents & 371 & 103.1 & survey & OK \\ | |
| 124 | +4414023998 & 2025 & art. & Agents & 189 & 64.4 & survey & OK \\ | |
| 125 | +7118083939 & 2026 & art. & Agents & 26 & 32.7 & theory & OK \\ | |
| 126 | +4412505619 & 2025 & art. & Agents & 181 & 61.7 & survey & OK \\ | |
| 127 | +4416209823 & 2025 & art. & Agents & 165 & 56.2 & survey & OK \\ | |
| 128 | +7155930820 & 2026 & art. & Agents & 23 & 80.7 & theory & off scope \\ | |
| 129 | +7162257503 & 2026 & art. & Agents & 22 & 77.2 & theory & off scope \\ | |
| 130 | +4412709685 & 2025 & art. & Agents & 150 & 33.5 & engin. & no abstr. \\ | |
| 131 | +7128165235 & 2026 & art. & Agents & 21 & 23.4 & theory & OK \\ | |
| 132 | +7118190454 & 2026 & art. & Agents & 21 & 22.2 & survey & OK \\ | |
| 133 | +7130481397 & 2026 & art. & Agents & 21 & 9.6 & bench. & OK \\ | |
| 134 | +4390638955 & 2024 & art. & Agents & 240 & 72.3 & survey & off scope \\ | |
| 135 | +4412203333 & 2025 & art. & Agents & 139 & 47.4 & survey & OK \\ | |
| 136 | +4399982941 & 2024 & diss. & Agents & 8 & 68.2 & theory & norm. \\ | |
| 137 | +2911283634 & 2020 & chap. & RL & 532 & 276.0 & survey & no abstr. \\ | |
| 138 | +4389473504 & 2023 & diss. & RL & 28 & 232.9 & method & OK \\ | |
| 139 | +2964083594 & 2025 & conf. & RL & 414 & 367.9 & empirical & year \\ | |
| 140 | +2098774185 & 2018 & art. & RL & 1{,}077 & 203.3 & method & year \\ | |
| 141 | +1591675293 & 2025 & chap. & RL & 395 & 665.0 & method & year \\ | |
| 142 | +7123365826 & 2026 & art. & RL & 55 & 155.3 & theory & off scope \\ | |
| 143 | +2991046523 & 2021 & chap. & RL & 530 & 178.4 & survey & no abstr. \\ | |
| 144 | +2973229164 & 2019 & diss. & RL & 47 & 171.2 & method & OK \\ | |
| 145 | +2982316857 & 2019 & art. & RL & 1{,}021 & 155.2 & engin. & no abstr. \\ | |
| 146 | +2902907165 & 2018 & art. & RL & 733 & 138.3 & method & OK \\ | |
| 147 | +7133481537 & 2026 & art. & RL & 35 & 122.9 & theory & off scope \\ | |
| 148 | +7133226216 & 2022 & conf. & RL & 482 & 95.8 & empirical & OK \\ | |
| 149 | +3041807988 & 2020 & art. & RL & 322 & 93.8 & theory & off scope \\ | |
| 150 | +2781726626 & 2018 & prepr. & RL & 775 & 90.8 & method & OK \\ | |
| 151 | +2963923407 & 2018 & art. & RL & 472 & 89.1 & method & OK \\ | |
| 152 | +7122543576 & 2026 & art. & RL & 25 & 70.6 & theory & off scope \\ | |
| 153 | +2899138465 & 2018 & diss. & RL & 20 & 88.6 & method & OK \\ | |
| 154 | +4391631327 & 2024 & prepr. & RL & 99 & 86.4 & empirical & id. mism. \\ | |
| 155 | +4409147637 & 2025 & art. & RL & 170 & 57.9 & method & OK \\ | |
| 156 | +2895974005 & 2018 & diss. & RL & 18 & 79.8 & empirical & norm. \\ | |
| 157 | +7134057781 & 2026 & art. & RL & 21 & 23.4 & engin. & OK \\ | |
| 158 | +2754517384 & 2018 & conf. & RL & 452 & 70.0 & empirical & OK \\ | |
| 159 | +2761873684 & 2018 & conf. & RL & 442 & 68.4 & method & OK \\ | |
| 160 | +7133208539 & 2023 & conf. & RL & 293 & 67.6 & method & no abstr. \\ | |
| 161 | +7128436456 & 2026 & art. & RL & 19 & 21.0 & survey & OK \\ | |
| 162 | +2962862931 & 2024 & conf. & ML theory & 12{,}586 & 3498.4 & method & id. mism. \\ | |
| 163 | +1698155719 & 2020 & chap. & ML theory & 1{,}212 & 971.7 & survey & OK \\ | |
| 164 | +4288283362 & 2026 & art. & ML theory & 174 & 576.9 & method & norm. \\ | |
| 165 | +46659105 & 2020 & prepr. & ML theory & 3{,}906 & 608.2 & theory & abstr. mism. \\ | |
| 166 | +3145506661 & 2019 & chap. & ML theory & 1{,}581 & 491.8 & survey & no abstr. \\ | |
| 167 | +2291445757 & 2024 & chap. & ML theory & 769 & 426.8 & survey & OK \\ | |
| 168 | +2100415632 & 2026 & prepr. & ML theory & 116 & 667.5 & theory & year \\ | |
| 169 | +1568555062 & 2022 & chap. & ML theory & 576 & 308.7 & theory & OK \\ | |
| 170 | +2751318774 & 2019 & chap. & ML theory & 978 & 304.2 & survey & OK \\ | |
| 171 | +3208688400 & 2021 & chap. & ML theory & 833 & 280.5 & survey & no abstr. \\ | |
| 172 | +3105488314 & 2020 & diss. & ML theory & 59 & 272.4 & theory & no abstr. \\ | |
| 173 | +57706852 & 2026 & prepr. & ML theory & 72 & 414.3 & theory & year \\ | |
| 174 | +2946444988 & 2026 & prepr. & ML theory & 68 & 2646.0 & method & year \\ | |
| 175 | +2945976633 & 2019 & art. & ML theory & 1{,}556 & 236.6 & theory & no abstr. \\ | |
| 176 | +4400823820 & 2024 & art. & ML theory & 782 & 235.4 & survey & OK \\ | |
| 177 | +2999309192 & 2020 & art. & ML theory & 1{,}781 & 222.8 & theory & OK \\ | |
| 178 | +2999615587 & 2020 & art. & ML theory & 1{,}767 & 221.0 & method & no abstr. \\ | |
| 179 | +2439568532 & 2018 & art. & ML theory & 1{,}085 & 204.8 & theory & OK \\ | |
| 180 | +3194464139 & 2020 & diss. & ML theory & 21 & 197.5 & engin. & norm. \\ | |
| 181 | +3041133507 & 2020 & art. & ML theory & 1{,}538 & 192.4 & survey & OK \\ | |
| 182 | +2436219157 & 2018 & art. & ML theory & 956 & 180.4 & survey & OK \\ | |
| 183 | +3135028703 & 2021 & art. & ML theory & 1{,}518 & 176.9 & survey & no abstr. \\ | |
| 184 | +7124426637 & 2026 & art. & ML theory & 46 & 51.2 & survey & OK \\ | |
| 185 | +2165856466 & 2026 & prepr. & ML theory & 45 & 259.0 & theory & year \\ | |
| 186 | +4402843978 & 2020 & report & ML theory & 455 & 158.3 & survey & OK \\ | |
| 187 | +2964121744 & 2026 & art. & DL arch. & 45{,}775 & 50938.5 & engin. & id. mism. \\ | |
| 188 | +1710476689 & 2022 & chap. & DL arch. & 2{,}385 & 1018.2 & survey & OK \\ | |
| 189 | +4322614756 & 2025 & conf. & DL arch. & 1{,}542 & 1370.5 & method & id. mism. \\ | |
| 190 | +2963399829 & 2024 & prepr. & DL arch. & 773 & 674.3 & method & year \\ | |
| 191 | +4382203079 & 2023 & conf. & DL arch. & 2{,}278 & 621.0 & empirical & OK \\ | |
| 192 | +4406170795 & 2025 & art. & DL arch. & 974 & 331.8 & method & OK \\ | |
| 193 | +146900863 & 2018 & chap. & DL arch. & 999 & 464.0 & survey & no abstr. \\ | |
| 194 | +4396821501 & 2024 & prepr. & DL arch. & 531 & 463.2 & method & OK \\ | |
| 195 | +2950067852 & 2026 & prepr. & DL arch. & 119 & 4630.6 & method & year \\ | |
| 196 | +4221150249 & 2026 & art. & DL arch. & 107 & 119.1 & survey & OK \\ | |
| 197 | +7148890333 & 2026 & art. & DL arch. & 102 & 113.0 & method & no abstr. \\ | |
| 198 | +3177318507 & 2021 & conf. & DL arch. & 1{,}344 & 315.3 & method & OK \\ | |
| 199 | +4389326242 & 2023 & prepr. & DL arch. & 912 & 303.2 & method & OK \\ | |
| 200 | +7118302872 & 2026 & art. & DL arch. & 85 & 87.6 & method & OK \\ | |
| 201 | +3137147200 & 2022 & chap. & DL arch. & 698 & 298.0 & survey & OK \\ | |
| 202 | +3140854437 & 2021 & art. & DL arch. & 2{,}452 & 293.1 & survey & OK \\ | |
| 203 | +4210257598 & 2020 & art. & DL arch. & 2{,}239 & 280.0 & survey & OK \\ | |
| 204 | +2907492528 & 2020 & art. & DL arch. & 2{,}230 & 278.9 & survey & OK \\ | |
| 205 | +3152893301 & 2020 & art. & DL arch. & 2{,}023 & 253.0 & survey & OK \\ | |
| 206 | +7110333790 & 2025 & art. & DL arch. & 496 & 169.0 & method & id. mism. \\ | |
| 207 | +4385763767 & 2023 & conf. & DL arch. & 921 & 251.1 & survey & OK \\ | |
| 208 | +3124006607 & 2026 & conf. & DL arch. & 69 & 529.6 & method & year \\ | |
| 209 | +4285723986 & 2020 & chap. & DL arch. & 471 & 244.4 & survey & no abstr. \\ | |
| 210 | +2892035503 & 2019 & art. & DL arch. & 908 & 192.7 & survey & no abstr. \\ | |
| 211 | +2962776659 & 2024 & prepr. & DL arch. & 212 & 184.9 & empirical & year \\ | |
| 212 | +4406063062 & 2025 & art. & AI safety & 534 & 74.5 & survey & OK \\ | |
| 213 | +7130596601 & 2026 & art. & AI safety & 65 & 29.6 & survey & OK \\ | |
| 214 | +3084163594 & 2020 & art. & AI safety & 775 & 225.7 & survey & off scope \\ | |
| 215 | +2963808661 & 2025 & conf. & AI safety & 390 & 126.3 & engin. & id. mism. \\ | |
| 216 | +7133236347 & 2026 & art. & AI safety & 51 & 44.5 & survey & OK \\ | |
| 217 | +7128782475 & 2026 & art. & AI safety & 51 & 23.2 & empirical & OK \\ | |
| 218 | +4406571986 & 2025 & art. & AI safety & 347 & 301.3 & empirical & OK \\ | |
| 219 | +2981731882 & 2019 & art. & AI safety & 1{,}097 & 166.8 & survey & no abstr. \\ | |
| 220 | +4402698709 & 2026 & art. & AI safety & 44 & 38.4 & survey & OK \\ | |
| 221 | +4408314709 & 2025 & art. & AI safety & 303 & 42.3 & survey & OK \\ | |
| 222 | +4407243994 & 2025 & art. & AI safety & 300 & 41.8 & theory & OK \\ | |
| 223 | +4330336443 & 2023 & prepr. & AI safety & 495 & 146.6 & empirical & abstr. mism. \\ | |
| 224 | +7128600296 & 2026 & rev. & AI safety & 41 & 12.8 & survey & OK \\ | |
| 225 | +4399450035 & 2024 & conf. & AI safety & 359 & 138.5 & empirical & OK \\ | |
| 226 | +4318586239 & 2023 & chap. & AI safety & 247 & 136.6 & survey & OK \\ | |
| 227 | +4360615722 & 2023 & art. & AI safety & 557 & 130.5 & theory & OK \\ | |
| 228 | +2670253439 & 2018 & art. & AI safety & 676 & 127.6 & survey & no abstr. \\ | |
| 229 | +7118631510 & 2026 & art. & AI safety & 35 & 38.9 & method & no abstr. \\ | |
| 230 | +7127143535 & 2026 & art. & AI safety & 33 & 50.0 & empirical & no abstr. \\ | |
| 231 | +4409249263 & 2025 & art. & AI safety & 218 & 14.5 & survey & OK \\ | |
| 232 | +4366262984 & 2023 & art. & AI safety & 1{,}197 & 109.9 & survey & OK \\ | |
| 233 | +2969896603 & 2021 & art. & AI safety & 1{,}794 & 102.3 & survey & OK \\ | |
| 234 | +4406152291 & 2025 & art. & AI safety & 199 & 67.8 & empirical & OK \\ | |
| 235 | +4410609100 & 2025 & conf. & AI safety & 193 & 171.5 & method & OK \\ | |
| 236 | +4411542009 & 2025 & conf. & AI safety & 191 & 61.8 & empirical & OK \\ | |
| 237 | +4360620450 & 2023 & art. & LLM & 3{,}137 & 113.5 & survey & OK \\ | |
| 238 | +3185341429 & 2022 & art. & LLM & 2{,}462 & 253.7 & survey & OK \\ | |
| 239 | +4384071683 & 2023 & art. & LLM & 2{,}448 & 38.1 & bench. & OK \\ | |
| 240 | +4384918448 & 2023 & prepr. & LLM & 2{,}431 & 88.5 & empirical & id. mism. \\ | |
| 241 | +4393065402 & 2024 & art. & LLM & 1{,}820 & 226.1 & survey & OK \\ | |
| 242 | +4319083882 & 2023 & art. & LLM & 1{,}590 & 146.0 & theory & no abstr. \\ | |
| 243 | +4399790131 & 2024 & rev. & AI safety & 1{,}484 & 81.8 & survey & OK \\ | |
| 244 | +3133702157 & 2021 & conf. & LLM & 1{,}464 & 232.1 & theory & OK \\ | |
| 245 | +4321499901 & 2023 & art. & LLM & 1{,}389 & 325.5 & empirical & OK \\ | |
| 246 | 246 | \bottomrule |
| 247 | −\multicolumn{8}{p{0.95\linewidth}}{\footnotesize Selection score and windows as in Part IV (Section~\ref{sec:m-score}); c36 and NCS36 as stored in the landmark file. Category abbreviations as in Table~\ref{tab:ai_growth}.}\\ | |
| 247 | +\multicolumn{8}{p{0.95\linewidth}}{\footnotesize Selection score and windows as in Part IV (Section~\ref{sec:m-score}); c36 and NCS36 as stored in the landmark file. Type: art. = article, conf. = conference paper, prepr. = preprint, chap. = book chapter, diss. = dissertation, rev. = review (OpenAlex types). Contribution: engin. = engineering, bench. = benchmark. Flags as in Table~\ref{tab:ai_landmark_flags}; category abbreviations as in Table~\ref{tab:ai_growth}.}\\ | |
| 248 | 248 | \end{longtable} |
modified
manuscript/tables/tab_breaks.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_cited_age.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_collaboration.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_countries.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_country_concentration.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_country_network.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_country_pairs.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_country_shares.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_dblp_only.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_emerging_h12.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_emerging_h24.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_field_flows.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_indexing_lag.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_institution_concentration.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_institution_types.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_known_set.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_net_ai_vs_rest.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_net_ai_vs_rest_yearly.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_net_area_flows.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_net_category_actors.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_net_category_gini.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_net_category_to_ai.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_net_gini_ai_vs_rest.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_net_modularity.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_ai_shares.tex
+4 −4
Large diff (24 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_altdates.tex
+10 −13
Large diff (42 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_area_flow_change.tex
+5 −5
Large diff (20 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_area_shares.tex
+5 −5
Large diff (20 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_category_periods.tex
+46 −49
Large diff (100 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_classification.tex
+4 −4
Large diff (19 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_cooccurrence.tex
+4 −4
Large diff (19 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_cross_area.tex
+4 −4
Large diff (19 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_emerging_cutoffs.tex
+3 −3
Large diff (16 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_emerging_setup.tex
+5 −5
Large diff (18 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_h3.tex
+13 −13
Large diff (32 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_its_levels.tex
+11 −14
Large diff (43 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_its_slopes.tex
+11 −14
Large diff (43 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_its_total_events.tex
+4 −4
Large diff (17 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_landmarks.tex
+15 −15
Large diff (43 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_llm_partners.tex
+4 −4
Large diff (24 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_modularity.tex
+3 −3
Large diff (16 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_openness.tex
+5 −5
Large diff (20 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_periods.tex
+4 −4
Large diff (17 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_total_robustness.tex
+3 −3
Large diff (16 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_p9_unknown_breaks.tex
+11 −14
Large diff (43 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_reference_coverage.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_security_counts.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_security_landmarks.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_security_llm_cooccurrence.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_security_summary.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_source_types.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_systems_categories.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
added
manuscript/tables/tab_theory_breaks.tex
+17 −0
Large diff (17 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_theory_counts.tex
+17 −20
Large diff (40 lines) is not loaded by default to keep the page fast.Load diff
added
manuscript/tables/tab_theory_counts_primary.tex
+20 −0
Large diff (20 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_theory_landmark_audit.tex
+9 −9
Large diff (29 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_theory_landmarks_discussed.tex
+42 −42
Large diff (93 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_theory_llm_cooccurrence.tex
+17 −20
Large diff (40 lines) is not loaded by default to keep the page fast.Load diff
added
manuscript/tables/tab_theory_llm_cooccurrence_counts.tex
+20 −0
Large diff (20 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_theory_summary.tex
+11 −11
Large diff (28 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_top_cited.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_top_institutions.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
manuscript/tables/tab_top_sources.tex
+1 −1
Large diff (5 lines) is not loaded by default to keep the page fast.Load diff
modified
tables/MAKE_TABLES_INCIDENT_2026-11-03.md
+2 −3
Large diff (11 lines) is not loaded by default to keep the page fast.Load diff
modified
tables/make_tables.py
+280 −39
Large diff (377 lines) is not loaded by default to keep the page fast.Load diff