1\begin{table}[htbp]\centering\small2\caption{Measured training throughput and memory on the compute node (Apple M3 Ultra{,} m3u96b{,} torch 2.15.0{,} mps; FP32)}3\label{tab:benchmark}4\begin{tabular}{lrrrrrr}5\toprule6Preset & Batch & Parameters & Steps/s & Examples/s & Peak memory (MB) & Latency/origin (ms) \\7\midrule8small & 32 & 3{,}455{,}619 & 20.81 & 666 & 54 & 0.34 \\9small & 64 & 3{,}455{,}619 & 12.21 & 782 & 69 & 0.25 \\10small & 128 & 3{,}455{,}619 & 5.93 & 758 & 97 & 0.27 \\11spec & 32 & 7{,}677{,}955 & 11.54 & 369 & 114 & 0.59 \\12spec & 64 & 7{,}677{,}955 & 6.29 & 402 & 119 & 0.48 \\13spec & 128 & 7{,}677{,}955 & 2.97 & 380 & 147 & 0.53 \\14base & 32 & 20{,}718{,}339 & 6.11 & 195 & 275 & 5.04 \\15base & 64 & 20{,}718{,}339 & 3.24 & 207 & 284 & 1.59 \\16base & 128 & 20{,}718{,}339 & 1.51 & 193 & 315 & 1.76 \\17\midrule18Data loader (64/batch) & 0 workers: 3971 ex/s; 4 workers: 13016 ex/s; 8 workers: 38486 ex/s & & & & & \\19\bottomrule20\end{tabular}21\end{table}