% ============================================================================ % UQO Working Paper No. 33 — TITAN-MoE % ============================================================================ \documentclass[12pt,letterpaper]{article} \usepackage[utf8]{inputenc} \usepackage[T1]{fontenc} \usepackage[english]{babel} \usepackage[letterpaper,top=1in,bottom=1in,left=1in,right=1in]{geometry} \usepackage{mathptmx} \usepackage{microtype} \usepackage{setspace} \onehalfspacing \usepackage{amsmath,amssymb,amsthm} \usepackage{booktabs} \usepackage{tabularx} \usepackage{multirow} \usepackage{threeparttable} \usepackage{siunitx} \sisetup{input-symbols = {()}, table-format = -1.3, parse-numbers = false} \usepackage{graphicx} \usepackage{subcaption} \usepackage{float} \usepackage[dvipsnames]{xcolor} \usepackage[colorlinks=true,linkcolor=NavyBlue,citecolor=NavyBlue,urlcolor=NavyBlue,breaklinks=true, pdftitle={TITAN-MoE: Topology-Aware and Predictive Expert Orchestration for Distributed Mixture-of-Experts Inference on Apple Silicon}, pdfauthor={Simon-Pierre Boucher}]{hyperref} \usepackage[authoryear,round,semicolon]{natbib} \bibliographystyle{aer} \usepackage[font=small,labelfont=bf,labelsep=period,justification=justified,singlelinecheck=false]{caption} \usepackage{fancyhdr} \pagestyle{fancy} \fancyhf{} \renewcommand{\headrulewidth}{0pt} \fancyfoot[C]{\thepage} \usepackage{titlesec} \titleformat{\section}{\large\bfseries}{\thesection.}{0.5em}{} \titleformat{\subsection}{\normalsize\bfseries}{\thesubsection.}{0.5em}{} \titleformat{\subsubsection}{\normalsize\itshape}{\thesubsubsection.}{0.5em}{} \usepackage[toc,page]{appendix} \usepackage{enumitem} \setlist{nosep,leftmargin=*} \usepackage{algorithm} \usepackage{algpseudocode} \usepackage{tikz} \usetikzlibrary{arrows.meta,positioning,shapes.geometric,fit,calc} \usepackage{array} \newcolumntype{L}[1]{>{\raggedright\arraybackslash}p{#1}} \newcolumntype{R}[1]{>{\raggedleft\arraybackslash}p{#1}} \graphicspath{{figures/}} % --- theorem environments (shared counter, numbered by section) --- \theoremstyle{plain} \newtheorem{theorem}{Theorem}[section] \newtheorem{proposition}[theorem]{Proposition} \newtheorem{lemma}[theorem]{Lemma} \newtheorem{corollary}[theorem]{Corollary} \theoremstyle{definition} \newtheorem{definition}[theorem]{Definition} \newtheorem{assumption}[theorem]{Assumption} \theoremstyle{remark} \newtheorem{remark}[theorem]{Remark} \newtheorem{observation}[theorem]{Observation} % --- macros --- \newcommand{\E}{\mathcal{E}} \newcommand{\Lset}{\mathcal{L}} \newcommand{\Nset}{\mathcal{N}} \newcommand{\R}{\mathbb{R}} \newcommand{\Ex}{\mathbb{E}} \newcommand{\ind}{\mathbb{1}} \newcommand{\tps}{tok/s} \newcommand{\code}[1]{\texttt{#1}} \newcommand{\titan}{TITAN-MoE} \newcommand{\gatherqmm}{\code{gather\_qmm}} % ============================================================================ % METADATA % ============================================================================ \newcommand{\WPnumber}{33} \newcommand{\WPtitle}{TITAN-MoE: Topology-Aware and Predictive Expert Orchestration for Distributed Mixture-of-Experts Inference on Apple Silicon} \newcommand{\WPsubtitle}{A Measured Systems Study on a Heterogeneous Mac Cluster} \newcommand{\WPdate}{November 2026} \newcommand{\WPversion}{0.1} \input{sections/abstract} \newcommand{\WPkeywords}{mixture of experts, inference systems, Apple Silicon, expert offloading, predictive prefetching, distributed inference, energy efficiency} \newcommand{\WPjel}{C63, C88, L86, O33} \newcommand{\WPauthor}{Simon-Pierre Boucher} \newcommand{\WPaffiliation}{Département des sciences administratives\\Université du Québec en Outaouais} \newcommand{\WPemail}{simon-pierre.boucher@uqo.ca} \newcommand{\WPaddress}{Gatineau -- Pavillon Alexandre-Taché\\283, boulevard Alexandre-Taché\\Gatineau, Québec, Canada J9A 1L8} \begin{document} \input{sections/titlepage} \input{sections/introduction} \input{sections/background} \input{sections/related} \input{sections/formulation} \input{sections/architecture} \input{sections/algorithms} \input{sections/implementation} \input{sections/setup} \input{sections/results} \input{sections/ablations} \input{sections/robustness} \input{sections/limitations} \input{sections/conclusion} \newpage \bibliography{references} \input{sections/appendix} \end{document}