# Curated hardware registry (entities of type `hardware`), used by the hardware compatibility engine. # Only manufacturer-published figures; each entry cites the spec page it was read from. Fields not published are omitted. # memory_gb may be a list when the product ships with several configurations. hardware: # ---------------------------------------------------------------- Apple Silicon (unified memory) - key: apple-m1 name: Apple M1 manufacturer: apple kind: soc architecture: Apple Silicon (Firestorm/Icestorm) release_date: "2020-11" memory_gb: [8, 16] memory_bandwidth_gbs: 68.25 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/111883 - key: apple-m1-pro name: Apple M1 Pro manufacturer: apple kind: soc release_date: "2021-10" memory_gb: [16, 32] memory_bandwidth_gbs: 200 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/111902 - key: apple-m1-max name: Apple M1 Max manufacturer: apple kind: soc release_date: "2021-10" memory_gb: [32, 64] memory_bandwidth_gbs: 400 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/111902 - key: apple-m1-ultra name: Apple M1 Ultra manufacturer: apple kind: soc release_date: "2022-03" memory_gb: [64, 128] memory_bandwidth_gbs: 800 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/111900 - key: apple-m2 name: Apple M2 manufacturer: apple kind: soc release_date: "2022-06" memory_gb: [8, 16, 24] memory_bandwidth_gbs: 100 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/111837 - key: apple-m2-pro name: Apple M2 Pro manufacturer: apple kind: soc release_date: "2023-01" memory_gb: [16, 32] memory_bandwidth_gbs: 200 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/111837 - key: apple-m2-max name: Apple M2 Max manufacturer: apple kind: soc release_date: "2023-01" memory_gb: [32, 64, 96] memory_bandwidth_gbs: 400 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/111835 - key: apple-m2-ultra name: Apple M2 Ultra manufacturer: apple kind: soc release_date: "2023-06" memory_gb: [64, 128, 192] memory_bandwidth_gbs: 800 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/111835 - key: apple-m3 name: Apple M3 manufacturer: apple kind: soc release_date: "2023-10" memory_gb: [8, 16, 24] memory_bandwidth_gbs: 100 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/117735 - key: apple-m3-pro name: Apple M3 Pro manufacturer: apple kind: soc release_date: "2023-10" memory_gb: [18, 36] memory_bandwidth_gbs: 150 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/117736 - key: apple-m3-max name: Apple M3 Max manufacturer: apple kind: soc release_date: "2023-10" memory_gb: [36, 48, 64, 96, 128] memory_bandwidth_gbs: 400 runtimes: [mlx, llama.cpp, coreml] source_url: https://support.apple.com/en-us/117736 - key: apple-m3-ultra name: Apple M3 Ultra manufacturer: apple kind: soc release_date: "2025-03" memory_gb: [96, 256, 512] memory_bandwidth_gbs: 819 runtimes: [mlx, llama.cpp, coreml] source_url: https://www.apple.com/mac-studio/specs/ - key: apple-m4 name: Apple M4 manufacturer: apple kind: soc release_date: "2024-05" memory_gb: [16, 24, 32] memory_bandwidth_gbs: 120 runtimes: [mlx, llama.cpp, coreml] source_url: https://www.apple.com/mac-mini/specs/ - key: apple-m4-pro name: Apple M4 Pro manufacturer: apple kind: soc release_date: "2024-10" memory_gb: [24, 48, 64] memory_bandwidth_gbs: 273 runtimes: [mlx, llama.cpp, coreml] source_url: https://www.apple.com/mac-mini/specs/ - key: apple-m4-max name: Apple M4 Max manufacturer: apple kind: soc release_date: "2024-10" memory_gb: [36, 48, 64, 128] memory_bandwidth_gbs: 546 runtimes: [mlx, llama.cpp, coreml] source_url: https://www.apple.com/mac-studio/specs/ # ---------------------------------------------------------------- NVIDIA data center - key: nvidia-a100-80gb name: NVIDIA A100 80GB manufacturer: nvidia kind: gpu architecture: Ampere release_date: "2020-11" memory_gb: 80 memory_type: HBM2e memory_bandwidth_gbs: 2039 tdp_watts: 400 runtimes: [cuda, tensorrt-llm, vllm, sglang, llama.cpp] source_url: https://www.nvidia.com/en-us/data-center/a100/ - key: nvidia-h100-sxm name: NVIDIA H100 SXM manufacturer: nvidia kind: gpu architecture: Hopper release_date: "2022-09" memory_gb: 80 memory_type: HBM3 memory_bandwidth_gbs: 3350 tdp_watts: 700 runtimes: [cuda, tensorrt-llm, vllm, sglang, llama.cpp] source_url: https://www.nvidia.com/en-us/data-center/h100/ - key: nvidia-h200 name: NVIDIA H200 manufacturer: nvidia kind: gpu architecture: Hopper release_date: "2024" memory_gb: 141 memory_type: HBM3e memory_bandwidth_gbs: 4800 tdp_watts: 700 runtimes: [cuda, tensorrt-llm, vllm, sglang, llama.cpp] source_url: https://www.nvidia.com/en-us/data-center/h200/ - key: nvidia-b200 name: NVIDIA B200 manufacturer: nvidia kind: gpu architecture: Blackwell release_date: "2024-03" memory_gb: 180 memory_type: HBM3e runtimes: [cuda, tensorrt-llm, vllm, sglang] source_url: https://www.nvidia.com/en-us/data-center/dgx-b200/ - key: nvidia-rtx-4090 name: NVIDIA GeForce RTX 4090 manufacturer: nvidia kind: gpu architecture: Ada Lovelace release_date: "2022-10" memory_gb: 24 memory_type: GDDR6X memory_bandwidth_gbs: 1008 tdp_watts: 450 runtimes: [cuda, vllm, llama.cpp, exllama] source_url: https://www.nvidia.com/en-us/geforce/graphics-cards/40-series/rtx-4090/ - key: nvidia-rtx-5090 name: NVIDIA GeForce RTX 5090 manufacturer: nvidia kind: gpu architecture: Blackwell release_date: "2025-01" memory_gb: 32 memory_type: GDDR7 memory_bandwidth_gbs: 1792 tdp_watts: 575 runtimes: [cuda, vllm, llama.cpp, exllama] source_url: https://www.nvidia.com/en-us/geforce/graphics-cards/50-series/rtx-5090/ - key: nvidia-rtx-3090 name: NVIDIA GeForce RTX 3090 manufacturer: nvidia kind: gpu architecture: Ampere release_date: "2020-09" memory_gb: 24 memory_type: GDDR6X memory_bandwidth_gbs: 936 tdp_watts: 350 runtimes: [cuda, vllm, llama.cpp, exllama] source_url: https://www.nvidia.com/en-us/geforce/graphics-cards/30-series/rtx-3090-3090ti/ - key: nvidia-dgx-spark name: NVIDIA DGX Spark manufacturer: nvidia kind: system architecture: Grace Blackwell (GB10) release_date: "2025" memory_gb: 128 memory_type: LPDDR5x memory_bandwidth_gbs: 273 runtimes: [cuda, tensorrt-llm, vllm, llama.cpp] source_url: https://www.nvidia.com/en-us/products/workstations/dgx-spark/ # ---------------------------------------------------------------- AMD - key: amd-instinct-mi300x name: AMD Instinct MI300X manufacturer: amd kind: gpu architecture: CDNA 3 release_date: "2023-12" memory_gb: 192 memory_type: HBM3 memory_bandwidth_gbs: 5300 tdp_watts: 750 runtimes: [rocm, vllm, sglang, llama.cpp] source_url: https://www.amd.com/en/products/accelerators/instinct/mi300/mi300x.html - key: amd-instinct-mi325x name: AMD Instinct MI325X manufacturer: amd kind: gpu architecture: CDNA 3 release_date: "2024-10" memory_gb: 256 memory_type: HBM3e memory_bandwidth_gbs: 6000 runtimes: [rocm, vllm, sglang] source_url: https://www.amd.com/en/products/accelerators/instinct/mi300/mi325x.html