SPB Git forge

spb/ai-atlas

Public
41commits 1branches 0releases
4.6 MBsize
maindefault branch
12 days agolast push
HTML 77.2% TypeScript 10.5% Python 9.6% JavaScript 2.5%
7.9 KB · 260 lines yaml
Raw Blame History
1# Curated hardware registry (entities of type `hardware`), used by the hardware compatibility engine.2# Only manufacturer-published figures; each entry cites the spec page it was read from. Fields not published are omitted.3# memory_gb may be a list when the product ships with several configurations.4hardware:5  # ---------------------------------------------------------------- Apple Silicon (unified memory)6  - key: apple-m17    name: Apple M18    manufacturer: apple9    kind: soc10    architecture: Apple Silicon (Firestorm/Icestorm)11    release_date: "2020-11"12    memory_gb: [8, 16]13    memory_bandwidth_gbs: 68.2514    runtimes: [mlx, llama.cpp, coreml]15    source_url: https://support.apple.com/en-us/11188316  - key: apple-m1-pro17    name: Apple M1 Pro18    manufacturer: apple19    kind: soc20    release_date: "2021-10"21    memory_gb: [16, 32]22    memory_bandwidth_gbs: 20023    runtimes: [mlx, llama.cpp, coreml]24    source_url: https://support.apple.com/en-us/11190225  - key: apple-m1-max26    name: Apple M1 Max27    manufacturer: apple28    kind: soc29    release_date: "2021-10"30    memory_gb: [32, 64]31    memory_bandwidth_gbs: 40032    runtimes: [mlx, llama.cpp, coreml]33    source_url: https://support.apple.com/en-us/11190234  - key: apple-m1-ultra35    name: Apple M1 Ultra36    manufacturer: apple37    kind: soc38    release_date: "2022-03"39    memory_gb: [64, 128]40    memory_bandwidth_gbs: 80041    runtimes: [mlx, llama.cpp, coreml]42    source_url: https://support.apple.com/en-us/11190043  - key: apple-m244    name: Apple M245    manufacturer: apple46    kind: soc47    release_date: "2022-06"48    memory_gb: [8, 16, 24]49    memory_bandwidth_gbs: 10050    runtimes: [mlx, llama.cpp, coreml]51    source_url: https://support.apple.com/en-us/11183752  - key: apple-m2-pro53    name: Apple M2 Pro54    manufacturer: apple55    kind: soc56    release_date: "2023-01"57    memory_gb: [16, 32]58    memory_bandwidth_gbs: 20059    runtimes: [mlx, llama.cpp, coreml]60    source_url: https://support.apple.com/en-us/11183761  - key: apple-m2-max62    name: Apple M2 Max63    manufacturer: apple64    kind: soc65    release_date: "2023-01"66    memory_gb: [32, 64, 96]67    memory_bandwidth_gbs: 40068    runtimes: [mlx, llama.cpp, coreml]69    source_url: https://support.apple.com/en-us/11183570  - key: apple-m2-ultra71    name: Apple M2 Ultra72    manufacturer: apple73    kind: soc74    release_date: "2023-06"75    memory_gb: [64, 128, 192]76    memory_bandwidth_gbs: 80077    runtimes: [mlx, llama.cpp, coreml]78    source_url: https://support.apple.com/en-us/11183579  - key: apple-m380    name: Apple M381    manufacturer: apple82    kind: soc83    release_date: "2023-10"84    memory_gb: [8, 16, 24]85    memory_bandwidth_gbs: 10086    runtimes: [mlx, llama.cpp, coreml]87    source_url: https://support.apple.com/en-us/11773588  - key: apple-m3-pro89    name: Apple M3 Pro90    manufacturer: apple91    kind: soc92    release_date: "2023-10"93    memory_gb: [18, 36]94    memory_bandwidth_gbs: 15095    runtimes: [mlx, llama.cpp, coreml]96    source_url: https://support.apple.com/en-us/11773697  - key: apple-m3-max98    name: Apple M3 Max99    manufacturer: apple100    kind: soc101    release_date: "2023-10"102    memory_gb: [36, 48, 64, 96, 128]103    memory_bandwidth_gbs: 400104    runtimes: [mlx, llama.cpp, coreml]105    source_url: https://support.apple.com/en-us/117736106  - key: apple-m3-ultra107    name: Apple M3 Ultra108    manufacturer: apple109    kind: soc110    release_date: "2025-03"111    memory_gb: [96, 256, 512]112    memory_bandwidth_gbs: 819113    runtimes: [mlx, llama.cpp, coreml]114    source_url: https://www.apple.com/mac-studio/specs/115  - key: apple-m4116    name: Apple M4117    manufacturer: apple118    kind: soc119    release_date: "2024-05"120    memory_gb: [16, 24, 32]121    memory_bandwidth_gbs: 120122    runtimes: [mlx, llama.cpp, coreml]123    source_url: https://www.apple.com/mac-mini/specs/124  - key: apple-m4-pro125    name: Apple M4 Pro126    manufacturer: apple127    kind: soc128    release_date: "2024-10"129    memory_gb: [24, 48, 64]130    memory_bandwidth_gbs: 273131    runtimes: [mlx, llama.cpp, coreml]132    source_url: https://www.apple.com/mac-mini/specs/133  - key: apple-m4-max134    name: Apple M4 Max135    manufacturer: apple136    kind: soc137    release_date: "2024-10"138    memory_gb: [36, 48, 64, 128]139    memory_bandwidth_gbs: 546140    runtimes: [mlx, llama.cpp, coreml]141    source_url: https://www.apple.com/mac-studio/specs/142  # ---------------------------------------------------------------- NVIDIA data center143  - key: nvidia-a100-80gb144    name: NVIDIA A100 80GB145    manufacturer: nvidia146    kind: gpu147    architecture: Ampere148    release_date: "2020-11"149    memory_gb: 80150    memory_type: HBM2e151    memory_bandwidth_gbs: 2039152    tdp_watts: 400153    runtimes: [cuda, tensorrt-llm, vllm, sglang, llama.cpp]154    source_url: https://www.nvidia.com/en-us/data-center/a100/155  - key: nvidia-h100-sxm156    name: NVIDIA H100 SXM157    manufacturer: nvidia158    kind: gpu159    architecture: Hopper160    release_date: "2022-09"161    memory_gb: 80162    memory_type: HBM3163    memory_bandwidth_gbs: 3350164    tdp_watts: 700165    runtimes: [cuda, tensorrt-llm, vllm, sglang, llama.cpp]166    source_url: https://www.nvidia.com/en-us/data-center/h100/167  - key: nvidia-h200168    name: NVIDIA H200169    manufacturer: nvidia170    kind: gpu171    architecture: Hopper172    release_date: "2024"173    memory_gb: 141174    memory_type: HBM3e175    memory_bandwidth_gbs: 4800176    tdp_watts: 700177    runtimes: [cuda, tensorrt-llm, vllm, sglang, llama.cpp]178    source_url: https://www.nvidia.com/en-us/data-center/h200/179  - key: nvidia-b200180    name: NVIDIA B200181    manufacturer: nvidia182    kind: gpu183    architecture: Blackwell184    release_date: "2024-03"185    memory_gb: 180186    memory_type: HBM3e187    runtimes: [cuda, tensorrt-llm, vllm, sglang]188    source_url: https://www.nvidia.com/en-us/data-center/dgx-b200/189  - key: nvidia-rtx-4090190    name: NVIDIA GeForce RTX 4090191    manufacturer: nvidia192    kind: gpu193    architecture: Ada Lovelace194    release_date: "2022-10"195    memory_gb: 24196    memory_type: GDDR6X197    memory_bandwidth_gbs: 1008198    tdp_watts: 450199    runtimes: [cuda, vllm, llama.cpp, exllama]200    source_url: https://www.nvidia.com/en-us/geforce/graphics-cards/40-series/rtx-4090/201  - key: nvidia-rtx-5090202    name: NVIDIA GeForce RTX 5090203    manufacturer: nvidia204    kind: gpu205    architecture: Blackwell206    release_date: "2025-01"207    memory_gb: 32208    memory_type: GDDR7209    memory_bandwidth_gbs: 1792210    tdp_watts: 575211    runtimes: [cuda, vllm, llama.cpp, exllama]212    source_url: https://www.nvidia.com/en-us/geforce/graphics-cards/50-series/rtx-5090/213  - key: nvidia-rtx-3090214    name: NVIDIA GeForce RTX 3090215    manufacturer: nvidia216    kind: gpu217    architecture: Ampere218    release_date: "2020-09"219    memory_gb: 24220    memory_type: GDDR6X221    memory_bandwidth_gbs: 936222    tdp_watts: 350223    runtimes: [cuda, vllm, llama.cpp, exllama]224    source_url: https://www.nvidia.com/en-us/geforce/graphics-cards/30-series/rtx-3090-3090ti/225  - key: nvidia-dgx-spark226    name: NVIDIA DGX Spark227    manufacturer: nvidia228    kind: system229    architecture: Grace Blackwell (GB10)230    release_date: "2025"231    memory_gb: 128232    memory_type: LPDDR5x233    memory_bandwidth_gbs: 273234    runtimes: [cuda, tensorrt-llm, vllm, llama.cpp]235    source_url: https://www.nvidia.com/en-us/products/workstations/dgx-spark/236  # ---------------------------------------------------------------- AMD237  - key: amd-instinct-mi300x238    name: AMD Instinct MI300X239    manufacturer: amd240    kind: gpu241    architecture: CDNA 3242    release_date: "2023-12"243    memory_gb: 192244    memory_type: HBM3245    memory_bandwidth_gbs: 5300246    tdp_watts: 750247    runtimes: [rocm, vllm, sglang, llama.cpp]248    source_url: https://www.amd.com/en/products/accelerators/instinct/mi300/mi300x.html249  - key: amd-instinct-mi325x250    name: AMD Instinct MI325X251    manufacturer: amd252    kind: gpu253    architecture: CDNA 3254    release_date: "2024-10"255    memory_gb: 256256    memory_type: HBM3e257    memory_bandwidth_gbs: 6000258    runtimes: [rocm, vllm, sglang]259    source_url: https://www.amd.com/en/products/accelerators/instinct/mi300/mi325x.html260