Repository Public MIT
1{2 "generatedAt" : "2026-11-22T05:59:22Z",3 "models" : [4 {5 "architecture" : "qwen3",6 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Qwen3-0.6B-4bit/",7 "capabilities" : [8 "text",9 "reasoning",10 "tools"11 ],12 "contextLength" : 40960,13 "displayName" : "Qwen3 0.6B",14 "estimatedRuntimeMemoryBytes" : 874484184,15 "fallbackBaseURL" : "https://huggingface.co/mlx-community/Qwen3-0.6B-4bit/resolve/73e3e38d981303bc594367cd910ea6eb48349da8/",16 "family" : "Qwen3",17 "files" : [18 {19 "path" : "added_tokens.json",20 "sha256" : "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",21 "size" : 70722 },23 {24 "path" : "config.json",25 "sha256" : "15d3ac26c043ae477273ed5802ee0f0b33bb14f18c9d3dd70910c02d906e3f1f",26 "size" : 93727 },28 {29 "path" : "merges.txt",30 "sha256" : "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",31 "size" : 167185332 },33 {34 "path" : "model.safetensors",35 "sha256" : "392e8d466d56100ada00eb82031fb854297fc9e389b7d303eba3af114e87bce2",36 "size" : 33545058437 },38 {39 "path" : "model.safetensors.index.json",40 "sha256" : "7b294141456f6904936db03c00bca50fb5f6198f652fe8483f9cd2a1018accfb",41 "size" : 4973142 },43 {44 "path" : "special_tokens_map.json",45 "sha256" : "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",46 "size" : 61347 },48 {49 "path" : "tokenizer.json",50 "sha256" : "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",51 "size" : 1142265452 },53 {54 "path" : "tokenizer_config.json",55 "sha256" : "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",56 "size" : 970657 },58 {59 "path" : "vocab.json",60 "sha256" : "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",61 "size" : 277683362 }63 ],64 "id" : "Qwen3-0.6B-4bit",65 "licenseID" : "apache-2.0",66 "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",67 "minimumDeviceMemoryGB" : 4,68 "notes" : "Measured on a Mac, not on an iPhone.",69 "parameterCount" : 600000000,70 "publisher" : "Alibaba Cloud (Qwen)",71 "quantization" : "4-bit",72 "redistributable" : true,73 "repo" : "mlx-community/Qwen3-0.6B-4bit",74 "revision" : "73e3e38d981303bc594367cd910ea6eb48349da8",75 "supportedTasks" : [76 "chat",77 "reasoning",78 "tool-use"79 ],80 "totalBytes" : 351383618,81 "verified" : {82 "date" : "2026-11-21",83 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",84 "osVersion" : "27.0.0",85 "peakMemoryBytes" : 716392908,86 "platform" : "macOS",87 "runtime" : "mlx-swift-lm 3.33.0, release build",88 "timeToFirstToken" : 0.013,89 "tokensPerSecond" : 423.390 }91 },92 {93 "architecture" : "qwen3",94 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Qwen3-1.7B-4bit/",95 "capabilities" : [96 "text",97 "reasoning",98 "tools"99 ],100 "contextLength" : 40960,101 "displayName" : "Qwen3 1.7B",102 "estimatedRuntimeMemoryBytes" : 1822505810,103 "fallbackBaseURL" : "https://huggingface.co/mlx-community/Qwen3-1.7B-4bit/resolve/3b1b1768f8f8cf8351c712464f906e86c2b8269e/",104 "family" : "Qwen3",105 "files" : [106 {107 "path" : "added_tokens.json",108 "sha256" : "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",109 "size" : 707110 },111 {112 "path" : "config.json",113 "sha256" : "507a6701220524eb8b283425bf0856a9ae4f21f4052e563896ddd668994b1dc7",114 "size" : 937115 },116 {117 "path" : "merges.txt",118 "sha256" : "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",119 "size" : 1671853120 },121 {122 "path" : "model.safetensors",123 "sha256" : "0e86d9677e519323849eac1bc272caae88567a481ff188c431f70be543d9995f",124 "size" : 968080210125 },126 {127 "path" : "model.safetensors.index.json",128 "sha256" : "1e3058d4ba4b04e4de35b74467725cbef90ff022198404218e48f21adc9cfa15",129 "size" : 49731130 },131 {132 "path" : "special_tokens_map.json",133 "sha256" : "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",134 "size" : 613135 },136 {137 "path" : "tokenizer.json",138 "sha256" : "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",139 "size" : 11422654140 },141 {142 "path" : "tokenizer_config.json",143 "sha256" : "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",144 "size" : 9706145 },146 {147 "path" : "vocab.json",148 "sha256" : "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",149 "size" : 2776833150 }151 ],152 "id" : "Qwen3-1.7B-4bit",153 "licenseID" : "apache-2.0",154 "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",155 "minimumDeviceMemoryGB" : 4,156 "notes" : "Measured on a Mac, not on an iPhone.",157 "parameterCount" : 1700000000,158 "publisher" : "Alibaba Cloud (Qwen)",159 "quantization" : "4-bit",160 "redistributable" : true,161 "repo" : "mlx-community/Qwen3-1.7B-4bit",162 "revision" : "3b1b1768f8f8cf8351c712464f906e86c2b8269e",163 "supportedTasks" : [164 "chat",165 "reasoning",166 "tool-use"167 ],168 "totalBytes" : 984013244,169 "verified" : {170 "date" : "2026-11-22",171 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",172 "osVersion" : "27.0.0",173 "peakMemoryBytes" : 1540919604,174 "platform" : "macOS",175 "runtime" : "mlx-swift-lm 3.33.0, release build",176 "timeToFirstToken" : 0.018,177 "tokensPerSecond" : 347.3178 }179 },180 {181 "architecture" : "qwen3",182 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Qwen3-4B-4bit/",183 "capabilities" : [184 "text",185 "reasoning",186 "tools"187 ],188 "contextLength" : 40960,189 "displayName" : "Qwen3 4B",190 "estimatedRuntimeMemoryBytes" : 3776904129,191 "fallbackBaseURL" : "https://huggingface.co/mlx-community/Qwen3-4B-4bit/resolve/4dcb3d101c2a062e5c1d4bb173588c54ea6c4d25/",192 "family" : "Qwen3",193 "files" : [194 {195 "path" : "added_tokens.json",196 "sha256" : "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",197 "size" : 707198 },199 {200 "path" : "config.json",201 "sha256" : "b5efdcf3b0035a3638e7228dad4d85f5c4a23f156eb7cdb0b44c8366a5d34d9b",202 "size" : 937203 },204 {205 "path" : "merges.txt",206 "sha256" : "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",207 "size" : 1671853208 },209 {210 "path" : "model.safetensors",211 "sha256" : "e240c0bdc0ebb0681bf0da0f98d9719fd6ebe269a3633f81542c13e81345651d",212 "size" : 2263022529213 },214 {215 "path" : "model.safetensors.index.json",216 "sha256" : "f7825defe5865d179c3b593173d37056be5f202dcb7153985cf74e75ecf1628b",217 "size" : 63924218 },219 {220 "path" : "special_tokens_map.json",221 "sha256" : "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",222 "size" : 613223 },224 {225 "path" : "tokenizer.json",226 "sha256" : "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",227 "size" : 11422654228 },229 {230 "path" : "tokenizer_config.json",231 "sha256" : "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",232 "size" : 9706233 },234 {235 "path" : "vocab.json",236 "sha256" : "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",237 "size" : 2776833238 }239 ],240 "id" : "Qwen3-4B-4bit",241 "licenseID" : "apache-2.0",242 "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",243 "minimumDeviceMemoryGB" : 8,244 "notes" : "Measured on a Mac, not on an iPhone.",245 "parameterCount" : 4000000000,246 "publisher" : "Alibaba Cloud (Qwen)",247 "quantization" : "4-bit",248 "redistributable" : true,249 "repo" : "mlx-community/Qwen3-4B-4bit",250 "revision" : "4dcb3d101c2a062e5c1d4bb173588c54ea6c4d25",251 "supportedTasks" : [252 "chat",253 "reasoning",254 "tool-use"255 ],256 "totalBytes" : 2278969756,257 "verified" : {258 "date" : "2026-11-22",259 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",260 "osVersion" : "27.0.0",261 "peakMemoryBytes" : 2880046316,262 "platform" : "macOS",263 "runtime" : "mlx-swift-lm 3.33.0, release build",264 "timeToFirstToken" : 0.036,265 "tokensPerSecond" : 176.9266 }267 },268 {269 "architecture" : "qwen2",270 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Qwen2.5-0.5B-Instruct-4bit/",271 "capabilities" : [272 "text"273 ],274 "contextLength" : 32768,275 "displayName" : "Qwen2.5 0.5B Instruct",276 "estimatedRuntimeMemoryBytes" : 786706200,277 "fallbackBaseURL" : "https://huggingface.co/mlx-community/Qwen2.5-0.5B-Instruct-4bit/resolve/a5339a4131f135d0fdc6a5c8b5bbed2753bbe0f3/",278 "family" : "Qwen2.5",279 "files" : [280 {281 "path" : "added_tokens.json",282 "sha256" : "58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b",283 "size" : 605284 },285 {286 "path" : "config.json",287 "sha256" : "b045e57ea90b8f1b35f89f954b176a5c1faa02bd0af2c89bcec191239d66cef4",288 "size" : 783289 },290 {291 "path" : "merges.txt",292 "sha256" : "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",293 "size" : 1671853294 },295 {296 "path" : "model.safetensors",297 "sha256" : "ddffab9cbc7bf6dde941c6724841eeca8981fcfa81ca20ff8efff1396326d153",298 "size" : 278064920299 },300 {301 "path" : "model.safetensors.index.json",302 "sha256" : "54001cb4c11197119c206dde28e7be08e5872aab6c6d271aed339ec77e84f870",303 "size" : 44209304 },305 {306 "path" : "special_tokens_map.json",307 "sha256" : "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",308 "size" : 613309 },310 {311 "path" : "tokenizer.json",312 "sha256" : "a8506e7111b80c6d8635951a02eab0f4e1a8e4e5772da83846579e97b16f61bf",313 "size" : 7031673314 },315 {316 "path" : "tokenizer_config.json",317 "sha256" : "f7c61e32b7a17d19bf8e7037dcb74079a833e53ea9801f24008cac68458f03b7",318 "size" : 7308319 },320 {321 "path" : "vocab.json",322 "sha256" : "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",323 "size" : 2776833324 }325 ],326 "id" : "Qwen2.5-0.5B-Instruct-4bit",327 "licenseID" : "apache-2.0",328 "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",329 "minimumDeviceMemoryGB" : 4,330 "notes" : "Measured on a Mac, not on an iPhone.",331 "parameterCount" : 494000000,332 "publisher" : "Alibaba Cloud (Qwen)",333 "quantization" : "4-bit",334 "redistributable" : true,335 "repo" : "mlx-community/Qwen2.5-0.5B-Instruct-4bit",336 "revision" : "a5339a4131f135d0fdc6a5c8b5bbed2753bbe0f3",337 "supportedTasks" : [338 "chat"339 ],340 "totalBytes" : 289598797,341 "verified" : {342 "date" : "2026-11-21",343 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",344 "osVersion" : "27.0.0",345 "peakMemoryBytes" : 671872784,346 "platform" : "macOS",347 "runtime" : "mlx-swift-lm 3.33.0, release build",348 "timeToFirstToken" : 0.007,349 "tokensPerSecond" : 562.3350 }351 },352 {353 "architecture" : "gemma3_text",354 "capabilities" : [355 "text"356 ],357 "contextLength" : 32768,358 "displayName" : "Gemma 3 1B (QAT)",359 "estimatedRuntimeMemoryBytes" : 1386298904,360 "fallbackBaseURL" : "https://huggingface.co/mlx-community/gemma-3-1b-it-qat-4bit/resolve/15fed4eafb456c6fcb2a1165f19ac609670ed14b/",361 "family" : "Gemma 3",362 "files" : [363 {364 "path" : "added_tokens.json",365 "sha256" : "50b2f405ba56a26d4913fd772089992252d7f942123cc0a034d96424221ba946",366 "size" : 35367 },368 {369 "path" : "config.json",370 "sha256" : "eb080baebedaa32151a71988721a64f0be067fc6cd7e20ca16ba11231f822533",371 "size" : 1105372 },373 {374 "path" : "model.safetensors",375 "sha256" : "b6010f6b03a83f973ca8708eb5784d5b0f80c0e7e9143dbb4c95d0eefe39c837",376 "size" : 732577304377 },378 {379 "path" : "model.safetensors.index.json",380 "sha256" : "b479eca1f14de16218fc5f45aa270d008944cd3f261f78e90f9b718c8857faef",381 "size" : 50542382 },383 {384 "path" : "special_tokens_map.json",385 "sha256" : "2f7b0adf4fb469770bb1490e3e35df87b1dc578246c5e7e6fc76ecf33213a397",386 "size" : 662387 },388 {389 "path" : "tokenizer.json",390 "sha256" : "4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795",391 "size" : 33384568392 },393 {394 "path" : "tokenizer.model",395 "sha256" : "1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c",396 "size" : 4689074397 },398 {399 "path" : "tokenizer_config.json",400 "sha256" : "be9d72bdf5021aa82d67c3cc60cb0f8ddcc759d4d3f05eb129b9fcc345fc94b7",401 "size" : 1156959402 }403 ],404 "id" : "gemma-3-1b-it-qat-4bit",405 "licenseID" : "gemma",406 "licenseURL" : "https://ai.google.dev/gemma/terms",407 "minimumDeviceMemoryGB" : 4,408 "notes" : "Measured on a Mac, not on an iPhone. Not re-hosted: Gemma Terms of Use.",409 "parameterCount" : 1000000000,410 "publisher" : "Google",411 "quantization" : "4-bit (QAT)",412 "redistributable" : false,413 "repo" : "mlx-community/gemma-3-1b-it-qat-4bit",414 "revision" : "15fed4eafb456c6fcb2a1165f19ac609670ed14b",415 "supportedTasks" : [416 "chat"417 ],418 "totalBytes" : 771860249,419 "verified" : {420 "date" : "2026-11-22",421 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",422 "osVersion" : "27.0.0",423 "peakMemoryBytes" : 897849698,424 "platform" : "macOS",425 "runtime" : "mlx-swift-lm 3.33.0, release build",426 "timeToFirstToken" : 0.015,427 "tokensPerSecond" : 330.9428 }429 },430 {431 "architecture" : "llama",432 "capabilities" : [433 "text",434 "tools"435 ],436 "contextLength" : 131072,437 "displayName" : "Llama 3.2 1B Instruct",438 "estimatedRuntimeMemoryBytes" : 1417818321,439 "fallbackBaseURL" : "https://huggingface.co/mlx-community/Llama-3.2-1B-Instruct-4bit/resolve/08231374eeacb049a0eade7922910865b8fce912/",440 "family" : "Llama 3.2",441 "files" : [442 {443 "path" : "config.json",444 "sha256" : "73bfb89e5a43c76ada2d7a9609862139578a71cfbb43e30bf5d4571026dd3741",445 "size" : 1121446 },447 {448 "path" : "model.safetensors",449 "sha256" : "35e396644bca888eec399f9c0f843ec7fa78b8f8c5e06841661be62b4edf96dd",450 "size" : 695283921451 },452 {453 "path" : "model.safetensors.index.json",454 "sha256" : "437f66af94c5f921f4fbe465341bdee4dc6a37ab8f29bbb12fd7caad577dedd7",455 "size" : 26159456 },457 {458 "path" : "special_tokens_map.json",459 "sha256" : "6f38c73729248f6c127296386e3cdde96e254636cc58b4169d3fd32328d9a8ec",460 "size" : 296461 },462 {463 "path" : "tokenizer.json",464 "sha256" : "6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b",465 "size" : 17209920466 },467 {468 "path" : "tokenizer_config.json",469 "sha256" : "022d5ae3df4737998ab97d8f31ac2bcb4c06dd8ebe5a8aba2b4aceef1e5ea7d3",470 "size" : 54558471 }472 ],473 "id" : "Llama-3.2-1B-Instruct-4bit",474 "licenseID" : "llama3.2",475 "licenseURL" : "https://www.llama.com/llama3_2/license/",476 "minimumDeviceMemoryGB" : 4,477 "notes" : "Measured on a Mac, not on an iPhone. Not re-hosted: Llama 3.2 Community License.",478 "parameterCount" : 1240000000,479 "publisher" : "Meta",480 "quantization" : "4-bit",481 "redistributable" : false,482 "repo" : "mlx-community/Llama-3.2-1B-Instruct-4bit",483 "revision" : "08231374eeacb049a0eade7922910865b8fce912",484 "supportedTasks" : [485 "chat",486 "tool-use"487 ],488 "totalBytes" : 712575975,489 "verified" : {490 "date" : "2026-11-22",491 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",492 "osVersion" : "27.0.0",493 "peakMemoryBytes" : 1194066700,494 "platform" : "macOS",495 "runtime" : "mlx-swift-lm 3.33.0, release build",496 "timeToFirstToken" : 0.011,497 "tokensPerSecond" : 537.4498 }499 },500 {501 "architecture" : "llama",502 "capabilities" : [503 "text",504 "tools"505 ],506 "contextLength" : 131072,507 "displayName" : "Llama 3.2 3B Instruct",508 "estimatedRuntimeMemoryBytes" : 3094869078,509 "fallbackBaseURL" : "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-4bit/resolve/7f0dc925e0d0afb0322d96f9255cfddf2ba5636e/",510 "family" : "Llama 3.2",511 "files" : [512 {513 "path" : "config.json",514 "sha256" : "c546925585e48f43890d9dc5150df4fec73dd3780d92961c5ace451934cc4cd6",515 "size" : 1122516 },517 {518 "path" : "model.safetensors",519 "sha256" : "d75e1ee0ea653cc5b76191ec934c7c0d568e94d4e47846619f1f4bc715b7b265",520 "size" : 1807496278521 },522 {523 "path" : "model.safetensors.index.json",524 "sha256" : "2ef31fa0b9dcda01f87835851d5e1d5a39ab6258ae618af6ea864c3747e556e4",525 "size" : 45720526 },527 {528 "path" : "special_tokens_map.json",529 "sha256" : "6f38c73729248f6c127296386e3cdde96e254636cc58b4169d3fd32328d9a8ec",530 "size" : 296531 },532 {533 "path" : "tokenizer.json",534 "sha256" : "6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b",535 "size" : 17209920536 },537 {538 "path" : "tokenizer_config.json",539 "sha256" : "022d5ae3df4737998ab97d8f31ac2bcb4c06dd8ebe5a8aba2b4aceef1e5ea7d3",540 "size" : 54558541 }542 ],543 "id" : "Llama-3.2-3B-Instruct-4bit",544 "licenseID" : "llama3.2",545 "licenseURL" : "https://www.llama.com/llama3_2/license/",546 "minimumDeviceMemoryGB" : 6,547 "notes" : "Measured on a Mac, not on an iPhone. Not re-hosted: Llama 3.2 Community License.",548 "parameterCount" : 3210000000,549 "publisher" : "Meta",550 "quantization" : "4-bit",551 "redistributable" : false,552 "repo" : "mlx-community/Llama-3.2-3B-Instruct-4bit",553 "revision" : "7f0dc925e0d0afb0322d96f9255cfddf2ba5636e",554 "supportedTasks" : [555 "chat",556 "tool-use"557 ],558 "totalBytes" : 1824807894,559 "verified" : {560 "date" : "2026-11-22",561 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",562 "osVersion" : "27.0.0",563 "peakMemoryBytes" : 2457467616,564 "platform" : "macOS",565 "runtime" : "mlx-swift-lm 3.33.0, release build",566 "timeToFirstToken" : 0.031,567 "tokensPerSecond" : 227.7568 }569 },570 {571 "architecture" : "phi3",572 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Phi-4-mini-instruct-4bit/",573 "capabilities" : [574 "text"575 ],576 "contextLength" : 131072,577 "displayName" : "Phi-4 mini Instruct",578 "estimatedRuntimeMemoryBytes" : 3626107196,579 "fallbackBaseURL" : "https://huggingface.co/mlx-community/Phi-4-mini-instruct-4bit/resolve/ac1c269cb4222a4e136a3d09edad301056c1f36a/",580 "family" : "Phi-4",581 "files" : [582 {583 "path" : "added_tokens.json",584 "sha256" : "d4f2aceb0f20b71dd1f4bcc7e052e4412946bf281840b8f83d39f259571af486",585 "size" : 249586 },587 {588 "path" : "config.json",589 "sha256" : "431eafdf55dc6d4a76dc3e9f22b0d06eac42d9ac6dc7cbd7ff8ca1e38f18cdb1",590 "size" : 3298591 },592 {593 "path" : "configuration_phi3.py",594 "sha256" : "ec2044b77d0b8111640ac134daa3af1f40dc552a739f8959626e7e58ea3352df",595 "size" : 10875596 },597 {598 "path" : "merges.txt",599 "sha256" : "856ce61180bb689282eed6b3a6838bb1f438399be23aefe9d20eb379791fb4ad",600 "size" : 2418348601 },602 {603 "path" : "model.safetensors",604 "sha256" : "9dcfcdc0a579494283f2d2317ad686123782ce461d1111690ede7c904ff3f87b",605 "size" : 2158100796606 },607 {608 "path" : "model.safetensors.index.json",609 "sha256" : "958e2e0939857e9fb398e9e3d5344a84e345b00da2e4e7c396024d6a91bc1ab7",610 "size" : 32554611 },612 {613 "path" : "modeling_phi3.py",614 "sha256" : "d5fd551a7fe759b1d25e5b16b5012aa98b9b8bd400d26c7ee69c0090a245d6cd",615 "size" : 54268616 },617 {618 "path" : "sample_finetune.py",619 "sha256" : "50e6468a9b17566703fad95fa4ae7372fd4af1936e551f53bab0aa8b28e62cf5",620 "size" : 6168621 },622 {623 "path" : "special_tokens_map.json",624 "sha256" : "aff38493227d813e29fcf8406e8e90062f1f031aa47d589325e9c31d89ac7cc3",625 "size" : 587626 },627 {628 "path" : "tokenizer.json",629 "sha256" : "382cc235b56c725945e149cc25f191da667c836655efd0857b004320e90e91ea",630 "size" : 15524095631 },632 {633 "path" : "tokenizer_config.json",634 "sha256" : "76c79ba1828e98a574123dd5de047587219ed8c1ab20702d340bc10a7a32b6bd",635 "size" : 2962636 },637 {638 "path" : "vocab.json",639 "sha256" : "6cb65a857824fa6615bb1782d95d882617a8bbce1da0317118586b36f39e98bd",640 "size" : 3910310641 }642 ],643 "id" : "Phi-4-mini-instruct-4bit",644 "licenseID" : "mit",645 "licenseURL" : "https://opensource.org/license/mit",646 "minimumDeviceMemoryGB" : 8,647 "notes" : "Measured on a Mac, not on an iPhone.",648 "parameterCount" : 3840000000,649 "publisher" : "Microsoft",650 "quantization" : "4-bit",651 "redistributable" : true,652 "repo" : "mlx-community/Phi-4-mini-instruct-4bit",653 "revision" : "ac1c269cb4222a4e136a3d09edad301056c1f36a",654 "supportedTasks" : [655 "chat"656 ],657 "totalBytes" : 2180064510,658 "verified" : {659 "date" : "2026-11-22",660 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",661 "osVersion" : "27.0.0",662 "peakMemoryBytes" : 2855646968,663 "platform" : "macOS",664 "runtime" : "mlx-swift-lm 3.33.0, release build",665 "timeToFirstToken" : 0.022,666 "tokensPerSecond" : 186.9667 }668 },669 {670 "architecture" : "llama",671 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-135M-Instruct/",672 "capabilities" : [673 "text"674 ],675 "contextLength" : 8192,676 "displayName" : "SmolLM2 135M Instruct",677 "estimatedRuntimeMemoryBytes" : 734365981,678 "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-135M-Instruct/resolve/422de227b90002f443a21a58b1087f6ee7632731/",679 "family" : "SmolLM2",680 "files" : [681 {682 "path" : "config.json",683 "sha256" : "f5365fe3a752f61675ac4822e102cf34ab56ad92af8ed9c3ebc26b57a691a6e3",684 "size" : 944685 },686 {687 "path" : "merges.txt",688 "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",689 "size" : 466391690 },691 {692 "path" : "model.safetensors",693 "sha256" : "989e3ef746b41999ca096055a60c87057b8e842824253391bc0d9ed8dfc6936e",694 "size" : 269060381695 },696 {697 "path" : "model.safetensors.index.json",698 "sha256" : "1b2f70dc676a2a9b4644493e494dd5b83b316e7684839f7b2efec9bc53cdb336",699 "size" : 19423700 },701 {702 "path" : "special_tokens_map.json",703 "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",704 "size" : 655705 },706 {707 "path" : "tokenizer.json",708 "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",709 "size" : 3522656710 },711 {712 "path" : "tokenizer_config.json",713 "sha256" : "a27f638bd2831f5c3dea654a75838930f2b11fbe550c4d4e1d5d7bd07157b2ee",714 "size" : 3764715 },716 {717 "path" : "vocab.json",718 "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",719 "size" : 800662720 }721 ],722 "id" : "SmolLM2-135M-Instruct",723 "licenseID" : "apache-2.0",724 "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",725 "minimumDeviceMemoryGB" : 4,726 "notes" : "Measured on a Mac, not on an iPhone. Did not recall a fact from the previous turn in the verification chat.",727 "parameterCount" : 135000000,728 "publisher" : "Hugging Face (HuggingFaceTB)",729 "quantization" : "none (16-bit float)",730 "redistributable" : true,731 "repo" : "mlx-community/SmolLM2-135M-Instruct",732 "revision" : "422de227b90002f443a21a58b1087f6ee7632731",733 "supportedTasks" : [734 "chat"735 ],736 "totalBytes" : 273874876,737 "verified" : {738 "date" : "2026-11-21",739 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",740 "osVersion" : "27.0.0",741 "peakMemoryBytes" : 416553024,742 "platform" : "macOS",743 "runtime" : "mlx-swift-lm 3.33.0, release build",744 "timeToFirstToken" : 0.008,745 "tokensPerSecond" : 399.2746 }747 },748 {749 "architecture" : "llama",750 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-135M-Instruct-8bit/",751 "capabilities" : [752 "text"753 ],754 "contextLength" : 8192,755 "displayName" : "SmolLM2 135M Instruct",756 "estimatedRuntimeMemoryBytes" : 608336001,757 "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-135M-Instruct-8bit/resolve/0f0d9b8218915bc34d401e1a340b8c049d300d5e/",758 "family" : "SmolLM2",759 "files" : [760 {761 "path" : "config.json",762 "sha256" : "5da91905efdfde905f566d76d4031e6ca7c4cb2a01dc4e3812a70b855188fc73",763 "size" : 1097764 },765 {766 "path" : "merges.txt",767 "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",768 "size" : 466391769 },770 {771 "path" : "model.safetensors",772 "sha256" : "ec569c771e56424636be99625aba9031abc525a68a5f4ab16d678eca96fef12c",773 "size" : 143030401774 },775 {776 "path" : "model.safetensors.index.json",777 "sha256" : "d016e7514e8bfed162eb9d0716c73244c1b73792db3143e92e54138c1772db44",778 "size" : 48979779 },780 {781 "path" : "special_tokens_map.json",782 "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",783 "size" : 655784 },785 {786 "path" : "tokenizer.json",787 "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",788 "size" : 3522656789 },790 {791 "path" : "tokenizer_config.json",792 "sha256" : "a27f638bd2831f5c3dea654a75838930f2b11fbe550c4d4e1d5d7bd07157b2ee",793 "size" : 3764794 },795 {796 "path" : "vocab.json",797 "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",798 "size" : 800662799 }800 ],801 "id" : "SmolLM2-135M-Instruct-8bit",802 "licenseID" : "apache-2.0",803 "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",804 "minimumDeviceMemoryGB" : 4,805 "notes" : "Measured on a Mac, not on an iPhone. Did not recall a fact from the previous turn in the verification chat.",806 "parameterCount" : 135000000,807 "publisher" : "Hugging Face (HuggingFaceTB)",808 "quantization" : "8-bit",809 "redistributable" : true,810 "repo" : "mlx-community/SmolLM2-135M-Instruct-8bit",811 "revision" : "0f0d9b8218915bc34d401e1a340b8c049d300d5e",812 "supportedTasks" : [813 "chat"814 ],815 "totalBytes" : 147874605,816 "verified" : {817 "date" : "2026-11-21",818 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",819 "osVersion" : "27.0.0",820 "peakMemoryBytes" : 341502068,821 "platform" : "macOS",822 "runtime" : "mlx-swift-lm 3.33.0, release build",823 "timeToFirstToken" : 0.008,824 "tokensPerSecond" : 501.3825 }826 },827 {828 "architecture" : "llama",829 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-360M-Instruct/",830 "capabilities" : [831 "text"832 ],833 "contextLength" : 8192,834 "displayName" : "SmolLM2 360M Instruct",835 "estimatedRuntimeMemoryBytes" : 1194469055,836 "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-360M-Instruct/resolve/5d5e6fee5beb5d4d4d85e2203ef23e1230a9aac7/",837 "family" : "SmolLM2",838 "files" : [839 {840 "path" : "config.json",841 "sha256" : "a71ddb550723840c35375ca1fbcabf0ae6e9803ccb9c3685a788601d0afa1880",842 "size" : 929843 },844 {845 "path" : "merges.txt",846 "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",847 "size" : 466391848 },849 {850 "path" : "model.safetensors",851 "sha256" : "343dc673f7c45f829ff2a725ff9cf4151209ac52fae921dd5467e3e1b1a2fd22",852 "size" : 723674815853 },854 {855 "path" : "model.safetensors.index.json",856 "sha256" : "9fafd51579dfad4a40600c60fc292f0f2ad06aebdbfc9789a57f563e90fc45ba",857 "size" : 20711858 },859 {860 "path" : "special_tokens_map.json",861 "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",862 "size" : 655863 },864 {865 "path" : "tokenizer.json",866 "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",867 "size" : 3522656868 },869 {870 "path" : "tokenizer_config.json",871 "sha256" : "a27f638bd2831f5c3dea654a75838930f2b11fbe550c4d4e1d5d7bd07157b2ee",872 "size" : 3764873 },874 {875 "path" : "vocab.json",876 "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",877 "size" : 800662878 }879 ],880 "id" : "SmolLM2-360M-Instruct",881 "licenseID" : "apache-2.0",882 "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",883 "minimumDeviceMemoryGB" : 4,884 "notes" : "Measured on a Mac, not on an iPhone.",885 "parameterCount" : 362000000,886 "publisher" : "Hugging Face (HuggingFaceTB)",887 "quantization" : "none (16-bit float)",888 "redistributable" : true,889 "repo" : "mlx-community/SmolLM2-360M-Instruct",890 "revision" : "5d5e6fee5beb5d4d4d85e2203ef23e1230a9aac7",891 "supportedTasks" : [892 "chat"893 ],894 "totalBytes" : 728490583,895 "verified" : {896 "date" : "2026-11-21",897 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",898 "osVersion" : "27.0.0",899 "peakMemoryBytes" : 1058811920,900 "platform" : "macOS",901 "runtime" : "mlx-swift-lm 3.33.0, release build",902 "timeToFirstToken" : 0.012,903 "tokensPerSecond" : 312.8904 }905 },906 {907 "architecture" : "llama",908 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-360M-Instruct-6bit/",909 "capabilities" : [910 "text"911 ],912 "contextLength" : 8192,913 "displayName" : "SmolLM2 360M Instruct",914 "estimatedRuntimeMemoryBytes" : 764929411,915 "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-360M-Instruct-6bit/resolve/642affd1f9e387d1b56c745894afc83795aebe1d/",916 "family" : "SmolLM2",917 "files" : [918 {919 "path" : "config.json",920 "sha256" : "2e43003af7a83b8d4e422ea97e9a98e89b75057c83d1c85b9070ee3c90399209",921 "size" : 1082922 },923 {924 "path" : "merges.txt",925 "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",926 "size" : 466391927 },928 {929 "path" : "model.safetensors",930 "sha256" : "e1d91f0b07639d97eda9ca1a2028c2030391e4c8dd50f2293db8884879ad5058",931 "size" : 294135171932 },933 {934 "path" : "model.safetensors.index.json",935 "sha256" : "66f66b5683d5c9884c301107e114693b7df52d712404b996efdb88df46a31b0c",936 "size" : 52239937 },938 {939 "path" : "special_tokens_map.json",940 "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",941 "size" : 655942 },943 {944 "path" : "tokenizer.json",945 "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",946 "size" : 3522656947 },948 {949 "path" : "tokenizer_config.json",950 "sha256" : "7b85619980209ca801effcd87e5df7084a21abc3d8b8d27003a6b4ffcce170ef",951 "size" : 3794952 },953 {954 "path" : "vocab.json",955 "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",956 "size" : 800662957 }958 ],959 "id" : "SmolLM2-360M-Instruct-6bit",960 "licenseID" : "apache-2.0",961 "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",962 "minimumDeviceMemoryGB" : 4,963 "notes" : "Measured on a Mac, not on an iPhone.",964 "parameterCount" : 362000000,965 "publisher" : "Hugging Face (HuggingFaceTB)",966 "quantization" : "6-bit",967 "redistributable" : true,968 "repo" : "mlx-community/SmolLM2-360M-Instruct-6bit",969 "revision" : "642affd1f9e387d1b56c745894afc83795aebe1d",970 "supportedTasks" : [971 "chat"972 ],973 "totalBytes" : 298982650,974 "verified" : {975 "date" : "2026-11-21",976 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",977 "osVersion" : "27.0.0",978 "peakMemoryBytes" : 625799304,979 "platform" : "macOS",980 "runtime" : "mlx-swift-lm 3.33.0, release build",981 "timeToFirstToken" : 0.011,982 "tokensPerSecond" : 507983 }984 },985 {986 "architecture" : "llama",987 "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-1.7B-Instruct/",988 "capabilities" : [989 "text"990 ],991 "contextLength" : 8192,992 "displayName" : "SmolLM2 1.7B Instruct",993 "estimatedRuntimeMemoryBytes" : 4280070702,994 "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-1.7B-Instruct/resolve/464b438b25894353a54836ec5d5a09157e62aa71/",995 "family" : "SmolLM2",996 "files" : [997 {998 "path" : "config.json",999 "sha256" : "faafbb054b2be93596a3ea0452a5f88b8c8558447c3d158a802f79e841398a9c",1000 "size" : 8711001 },1002 {1003 "path" : "merges.txt",1004 "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",1005 "size" : 4663911006 },1007 {1008 "path" : "model.safetensors",1009 "sha256" : "821ae8a85a20a81957b36a03d93b1313b54e7ac6946907331442156282879499",1010 "size" : 34227779021011 },1012 {1013 "path" : "model.safetensors.index.json",1014 "sha256" : "e8ed9c7489be6ffb201325977b92561fb0379d603ced6f32308674e5a3a082d7",1015 "size" : 155601016 },1017 {1018 "path" : "special_tokens_map.json",1019 "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",1020 "size" : 6551021 },1022 {1023 "path" : "tokenizer.json",1024 "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",1025 "size" : 35226561026 },1027 {1028 "path" : "tokenizer_config.json",1029 "sha256" : "a27f638bd2831f5c3dea654a75838930f2b11fbe550c4d4e1d5d7bd07157b2ee",1030 "size" : 37641031 },1032 {1033 "path" : "vocab.json",1034 "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",1035 "size" : 8006621036 }1037 ],1038 "id" : "SmolLM2-1.7B-Instruct",1039 "licenseID" : "apache-2.0",1040 "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",1041 "minimumDeviceMemoryGB" : 8,1042 "notes" : "Measured on a Mac, not on an iPhone.",1043 "parameterCount" : 1710000000,1044 "publisher" : "Hugging Face (HuggingFaceTB)",1045 "quantization" : "none (16-bit float)",1046 "redistributable" : true,1047 "repo" : "mlx-community/SmolLM2-1.7B-Instruct",1048 "revision" : "464b438b25894353a54836ec5d5a09157e62aa71",1049 "supportedTasks" : [1050 "chat"1051 ],1052 "totalBytes" : 3427588461,1053 "verified" : {1054 "date" : "2026-11-21",1055 "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",1056 "osVersion" : "27.0.0",1057 "peakMemoryBytes" : 3778073952,1058 "platform" : "macOS",1059 "runtime" : "mlx-swift-lm 3.33.0, release build",1060 "timeToFirstToken" : 0.02,1061 "tokensPerSecond" : 115.71062 }1063 }1064 ],1065 "schema" : 11066}