SPB Git

Repository Public MIT

catalog.json 36.9 KB 1,066 lines json

1{2  "generatedAt" : "2026-11-22T05:59:22Z",3  "models" : [4    {5      "architecture" : "qwen3",6      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Qwen3-0.6B-4bit/",7      "capabilities" : [8        "text",9        "reasoning",10        "tools"11      ],12      "contextLength" : 40960,13      "displayName" : "Qwen3 0.6B",14      "estimatedRuntimeMemoryBytes" : 874484184,15      "fallbackBaseURL" : "https://huggingface.co/mlx-community/Qwen3-0.6B-4bit/resolve/73e3e38d981303bc594367cd910ea6eb48349da8/",16      "family" : "Qwen3",17      "files" : [18        {19          "path" : "added_tokens.json",20          "sha256" : "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",21          "size" : 70722        },23        {24          "path" : "config.json",25          "sha256" : "15d3ac26c043ae477273ed5802ee0f0b33bb14f18c9d3dd70910c02d906e3f1f",26          "size" : 93727        },28        {29          "path" : "merges.txt",30          "sha256" : "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",31          "size" : 167185332        },33        {34          "path" : "model.safetensors",35          "sha256" : "392e8d466d56100ada00eb82031fb854297fc9e389b7d303eba3af114e87bce2",36          "size" : 33545058437        },38        {39          "path" : "model.safetensors.index.json",40          "sha256" : "7b294141456f6904936db03c00bca50fb5f6198f652fe8483f9cd2a1018accfb",41          "size" : 4973142        },43        {44          "path" : "special_tokens_map.json",45          "sha256" : "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",46          "size" : 61347        },48        {49          "path" : "tokenizer.json",50          "sha256" : "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",51          "size" : 1142265452        },53        {54          "path" : "tokenizer_config.json",55          "sha256" : "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",56          "size" : 970657        },58        {59          "path" : "vocab.json",60          "sha256" : "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",61          "size" : 277683362        }63      ],64      "id" : "Qwen3-0.6B-4bit",65      "licenseID" : "apache-2.0",66      "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",67      "minimumDeviceMemoryGB" : 4,68      "notes" : "Measured on a Mac, not on an iPhone.",69      "parameterCount" : 600000000,70      "publisher" : "Alibaba Cloud (Qwen)",71      "quantization" : "4-bit",72      "redistributable" : true,73      "repo" : "mlx-community/Qwen3-0.6B-4bit",74      "revision" : "73e3e38d981303bc594367cd910ea6eb48349da8",75      "supportedTasks" : [76        "chat",77        "reasoning",78        "tool-use"79      ],80      "totalBytes" : 351383618,81      "verified" : {82        "date" : "2026-11-21",83        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",84        "osVersion" : "27.0.0",85        "peakMemoryBytes" : 716392908,86        "platform" : "macOS",87        "runtime" : "mlx-swift-lm 3.33.0, release build",88        "timeToFirstToken" : 0.013,89        "tokensPerSecond" : 423.390      }91    },92    {93      "architecture" : "qwen3",94      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Qwen3-1.7B-4bit/",95      "capabilities" : [96        "text",97        "reasoning",98        "tools"99      ],100      "contextLength" : 40960,101      "displayName" : "Qwen3 1.7B",102      "estimatedRuntimeMemoryBytes" : 1822505810,103      "fallbackBaseURL" : "https://huggingface.co/mlx-community/Qwen3-1.7B-4bit/resolve/3b1b1768f8f8cf8351c712464f906e86c2b8269e/",104      "family" : "Qwen3",105      "files" : [106        {107          "path" : "added_tokens.json",108          "sha256" : "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",109          "size" : 707110        },111        {112          "path" : "config.json",113          "sha256" : "507a6701220524eb8b283425bf0856a9ae4f21f4052e563896ddd668994b1dc7",114          "size" : 937115        },116        {117          "path" : "merges.txt",118          "sha256" : "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",119          "size" : 1671853120        },121        {122          "path" : "model.safetensors",123          "sha256" : "0e86d9677e519323849eac1bc272caae88567a481ff188c431f70be543d9995f",124          "size" : 968080210125        },126        {127          "path" : "model.safetensors.index.json",128          "sha256" : "1e3058d4ba4b04e4de35b74467725cbef90ff022198404218e48f21adc9cfa15",129          "size" : 49731130        },131        {132          "path" : "special_tokens_map.json",133          "sha256" : "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",134          "size" : 613135        },136        {137          "path" : "tokenizer.json",138          "sha256" : "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",139          "size" : 11422654140        },141        {142          "path" : "tokenizer_config.json",143          "sha256" : "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",144          "size" : 9706145        },146        {147          "path" : "vocab.json",148          "sha256" : "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",149          "size" : 2776833150        }151      ],152      "id" : "Qwen3-1.7B-4bit",153      "licenseID" : "apache-2.0",154      "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",155      "minimumDeviceMemoryGB" : 4,156      "notes" : "Measured on a Mac, not on an iPhone.",157      "parameterCount" : 1700000000,158      "publisher" : "Alibaba Cloud (Qwen)",159      "quantization" : "4-bit",160      "redistributable" : true,161      "repo" : "mlx-community/Qwen3-1.7B-4bit",162      "revision" : "3b1b1768f8f8cf8351c712464f906e86c2b8269e",163      "supportedTasks" : [164        "chat",165        "reasoning",166        "tool-use"167      ],168      "totalBytes" : 984013244,169      "verified" : {170        "date" : "2026-11-22",171        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",172        "osVersion" : "27.0.0",173        "peakMemoryBytes" : 1540919604,174        "platform" : "macOS",175        "runtime" : "mlx-swift-lm 3.33.0, release build",176        "timeToFirstToken" : 0.018,177        "tokensPerSecond" : 347.3178      }179    },180    {181      "architecture" : "qwen3",182      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Qwen3-4B-4bit/",183      "capabilities" : [184        "text",185        "reasoning",186        "tools"187      ],188      "contextLength" : 40960,189      "displayName" : "Qwen3 4B",190      "estimatedRuntimeMemoryBytes" : 3776904129,191      "fallbackBaseURL" : "https://huggingface.co/mlx-community/Qwen3-4B-4bit/resolve/4dcb3d101c2a062e5c1d4bb173588c54ea6c4d25/",192      "family" : "Qwen3",193      "files" : [194        {195          "path" : "added_tokens.json",196          "sha256" : "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",197          "size" : 707198        },199        {200          "path" : "config.json",201          "sha256" : "b5efdcf3b0035a3638e7228dad4d85f5c4a23f156eb7cdb0b44c8366a5d34d9b",202          "size" : 937203        },204        {205          "path" : "merges.txt",206          "sha256" : "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",207          "size" : 1671853208        },209        {210          "path" : "model.safetensors",211          "sha256" : "e240c0bdc0ebb0681bf0da0f98d9719fd6ebe269a3633f81542c13e81345651d",212          "size" : 2263022529213        },214        {215          "path" : "model.safetensors.index.json",216          "sha256" : "f7825defe5865d179c3b593173d37056be5f202dcb7153985cf74e75ecf1628b",217          "size" : 63924218        },219        {220          "path" : "special_tokens_map.json",221          "sha256" : "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",222          "size" : 613223        },224        {225          "path" : "tokenizer.json",226          "sha256" : "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",227          "size" : 11422654228        },229        {230          "path" : "tokenizer_config.json",231          "sha256" : "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",232          "size" : 9706233        },234        {235          "path" : "vocab.json",236          "sha256" : "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",237          "size" : 2776833238        }239      ],240      "id" : "Qwen3-4B-4bit",241      "licenseID" : "apache-2.0",242      "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",243      "minimumDeviceMemoryGB" : 8,244      "notes" : "Measured on a Mac, not on an iPhone.",245      "parameterCount" : 4000000000,246      "publisher" : "Alibaba Cloud (Qwen)",247      "quantization" : "4-bit",248      "redistributable" : true,249      "repo" : "mlx-community/Qwen3-4B-4bit",250      "revision" : "4dcb3d101c2a062e5c1d4bb173588c54ea6c4d25",251      "supportedTasks" : [252        "chat",253        "reasoning",254        "tool-use"255      ],256      "totalBytes" : 2278969756,257      "verified" : {258        "date" : "2026-11-22",259        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",260        "osVersion" : "27.0.0",261        "peakMemoryBytes" : 2880046316,262        "platform" : "macOS",263        "runtime" : "mlx-swift-lm 3.33.0, release build",264        "timeToFirstToken" : 0.036,265        "tokensPerSecond" : 176.9266      }267    },268    {269      "architecture" : "qwen2",270      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Qwen2.5-0.5B-Instruct-4bit/",271      "capabilities" : [272        "text"273      ],274      "contextLength" : 32768,275      "displayName" : "Qwen2.5 0.5B Instruct",276      "estimatedRuntimeMemoryBytes" : 786706200,277      "fallbackBaseURL" : "https://huggingface.co/mlx-community/Qwen2.5-0.5B-Instruct-4bit/resolve/a5339a4131f135d0fdc6a5c8b5bbed2753bbe0f3/",278      "family" : "Qwen2.5",279      "files" : [280        {281          "path" : "added_tokens.json",282          "sha256" : "58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b",283          "size" : 605284        },285        {286          "path" : "config.json",287          "sha256" : "b045e57ea90b8f1b35f89f954b176a5c1faa02bd0af2c89bcec191239d66cef4",288          "size" : 783289        },290        {291          "path" : "merges.txt",292          "sha256" : "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",293          "size" : 1671853294        },295        {296          "path" : "model.safetensors",297          "sha256" : "ddffab9cbc7bf6dde941c6724841eeca8981fcfa81ca20ff8efff1396326d153",298          "size" : 278064920299        },300        {301          "path" : "model.safetensors.index.json",302          "sha256" : "54001cb4c11197119c206dde28e7be08e5872aab6c6d271aed339ec77e84f870",303          "size" : 44209304        },305        {306          "path" : "special_tokens_map.json",307          "sha256" : "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",308          "size" : 613309        },310        {311          "path" : "tokenizer.json",312          "sha256" : "a8506e7111b80c6d8635951a02eab0f4e1a8e4e5772da83846579e97b16f61bf",313          "size" : 7031673314        },315        {316          "path" : "tokenizer_config.json",317          "sha256" : "f7c61e32b7a17d19bf8e7037dcb74079a833e53ea9801f24008cac68458f03b7",318          "size" : 7308319        },320        {321          "path" : "vocab.json",322          "sha256" : "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",323          "size" : 2776833324        }325      ],326      "id" : "Qwen2.5-0.5B-Instruct-4bit",327      "licenseID" : "apache-2.0",328      "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",329      "minimumDeviceMemoryGB" : 4,330      "notes" : "Measured on a Mac, not on an iPhone.",331      "parameterCount" : 494000000,332      "publisher" : "Alibaba Cloud (Qwen)",333      "quantization" : "4-bit",334      "redistributable" : true,335      "repo" : "mlx-community/Qwen2.5-0.5B-Instruct-4bit",336      "revision" : "a5339a4131f135d0fdc6a5c8b5bbed2753bbe0f3",337      "supportedTasks" : [338        "chat"339      ],340      "totalBytes" : 289598797,341      "verified" : {342        "date" : "2026-11-21",343        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",344        "osVersion" : "27.0.0",345        "peakMemoryBytes" : 671872784,346        "platform" : "macOS",347        "runtime" : "mlx-swift-lm 3.33.0, release build",348        "timeToFirstToken" : 0.007,349        "tokensPerSecond" : 562.3350      }351    },352    {353      "architecture" : "gemma3_text",354      "capabilities" : [355        "text"356      ],357      "contextLength" : 32768,358      "displayName" : "Gemma 3 1B (QAT)",359      "estimatedRuntimeMemoryBytes" : 1386298904,360      "fallbackBaseURL" : "https://huggingface.co/mlx-community/gemma-3-1b-it-qat-4bit/resolve/15fed4eafb456c6fcb2a1165f19ac609670ed14b/",361      "family" : "Gemma 3",362      "files" : [363        {364          "path" : "added_tokens.json",365          "sha256" : "50b2f405ba56a26d4913fd772089992252d7f942123cc0a034d96424221ba946",366          "size" : 35367        },368        {369          "path" : "config.json",370          "sha256" : "eb080baebedaa32151a71988721a64f0be067fc6cd7e20ca16ba11231f822533",371          "size" : 1105372        },373        {374          "path" : "model.safetensors",375          "sha256" : "b6010f6b03a83f973ca8708eb5784d5b0f80c0e7e9143dbb4c95d0eefe39c837",376          "size" : 732577304377        },378        {379          "path" : "model.safetensors.index.json",380          "sha256" : "b479eca1f14de16218fc5f45aa270d008944cd3f261f78e90f9b718c8857faef",381          "size" : 50542382        },383        {384          "path" : "special_tokens_map.json",385          "sha256" : "2f7b0adf4fb469770bb1490e3e35df87b1dc578246c5e7e6fc76ecf33213a397",386          "size" : 662387        },388        {389          "path" : "tokenizer.json",390          "sha256" : "4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795",391          "size" : 33384568392        },393        {394          "path" : "tokenizer.model",395          "sha256" : "1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c",396          "size" : 4689074397        },398        {399          "path" : "tokenizer_config.json",400          "sha256" : "be9d72bdf5021aa82d67c3cc60cb0f8ddcc759d4d3f05eb129b9fcc345fc94b7",401          "size" : 1156959402        }403      ],404      "id" : "gemma-3-1b-it-qat-4bit",405      "licenseID" : "gemma",406      "licenseURL" : "https://ai.google.dev/gemma/terms",407      "minimumDeviceMemoryGB" : 4,408      "notes" : "Measured on a Mac, not on an iPhone. Not re-hosted: Gemma Terms of Use.",409      "parameterCount" : 1000000000,410      "publisher" : "Google",411      "quantization" : "4-bit (QAT)",412      "redistributable" : false,413      "repo" : "mlx-community/gemma-3-1b-it-qat-4bit",414      "revision" : "15fed4eafb456c6fcb2a1165f19ac609670ed14b",415      "supportedTasks" : [416        "chat"417      ],418      "totalBytes" : 771860249,419      "verified" : {420        "date" : "2026-11-22",421        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",422        "osVersion" : "27.0.0",423        "peakMemoryBytes" : 897849698,424        "platform" : "macOS",425        "runtime" : "mlx-swift-lm 3.33.0, release build",426        "timeToFirstToken" : 0.015,427        "tokensPerSecond" : 330.9428      }429    },430    {431      "architecture" : "llama",432      "capabilities" : [433        "text",434        "tools"435      ],436      "contextLength" : 131072,437      "displayName" : "Llama 3.2 1B Instruct",438      "estimatedRuntimeMemoryBytes" : 1417818321,439      "fallbackBaseURL" : "https://huggingface.co/mlx-community/Llama-3.2-1B-Instruct-4bit/resolve/08231374eeacb049a0eade7922910865b8fce912/",440      "family" : "Llama 3.2",441      "files" : [442        {443          "path" : "config.json",444          "sha256" : "73bfb89e5a43c76ada2d7a9609862139578a71cfbb43e30bf5d4571026dd3741",445          "size" : 1121446        },447        {448          "path" : "model.safetensors",449          "sha256" : "35e396644bca888eec399f9c0f843ec7fa78b8f8c5e06841661be62b4edf96dd",450          "size" : 695283921451        },452        {453          "path" : "model.safetensors.index.json",454          "sha256" : "437f66af94c5f921f4fbe465341bdee4dc6a37ab8f29bbb12fd7caad577dedd7",455          "size" : 26159456        },457        {458          "path" : "special_tokens_map.json",459          "sha256" : "6f38c73729248f6c127296386e3cdde96e254636cc58b4169d3fd32328d9a8ec",460          "size" : 296461        },462        {463          "path" : "tokenizer.json",464          "sha256" : "6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b",465          "size" : 17209920466        },467        {468          "path" : "tokenizer_config.json",469          "sha256" : "022d5ae3df4737998ab97d8f31ac2bcb4c06dd8ebe5a8aba2b4aceef1e5ea7d3",470          "size" : 54558471        }472      ],473      "id" : "Llama-3.2-1B-Instruct-4bit",474      "licenseID" : "llama3.2",475      "licenseURL" : "https://www.llama.com/llama3_2/license/",476      "minimumDeviceMemoryGB" : 4,477      "notes" : "Measured on a Mac, not on an iPhone. Not re-hosted: Llama 3.2 Community License.",478      "parameterCount" : 1240000000,479      "publisher" : "Meta",480      "quantization" : "4-bit",481      "redistributable" : false,482      "repo" : "mlx-community/Llama-3.2-1B-Instruct-4bit",483      "revision" : "08231374eeacb049a0eade7922910865b8fce912",484      "supportedTasks" : [485        "chat",486        "tool-use"487      ],488      "totalBytes" : 712575975,489      "verified" : {490        "date" : "2026-11-22",491        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",492        "osVersion" : "27.0.0",493        "peakMemoryBytes" : 1194066700,494        "platform" : "macOS",495        "runtime" : "mlx-swift-lm 3.33.0, release build",496        "timeToFirstToken" : 0.011,497        "tokensPerSecond" : 537.4498      }499    },500    {501      "architecture" : "llama",502      "capabilities" : [503        "text",504        "tools"505      ],506      "contextLength" : 131072,507      "displayName" : "Llama 3.2 3B Instruct",508      "estimatedRuntimeMemoryBytes" : 3094869078,509      "fallbackBaseURL" : "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-4bit/resolve/7f0dc925e0d0afb0322d96f9255cfddf2ba5636e/",510      "family" : "Llama 3.2",511      "files" : [512        {513          "path" : "config.json",514          "sha256" : "c546925585e48f43890d9dc5150df4fec73dd3780d92961c5ace451934cc4cd6",515          "size" : 1122516        },517        {518          "path" : "model.safetensors",519          "sha256" : "d75e1ee0ea653cc5b76191ec934c7c0d568e94d4e47846619f1f4bc715b7b265",520          "size" : 1807496278521        },522        {523          "path" : "model.safetensors.index.json",524          "sha256" : "2ef31fa0b9dcda01f87835851d5e1d5a39ab6258ae618af6ea864c3747e556e4",525          "size" : 45720526        },527        {528          "path" : "special_tokens_map.json",529          "sha256" : "6f38c73729248f6c127296386e3cdde96e254636cc58b4169d3fd32328d9a8ec",530          "size" : 296531        },532        {533          "path" : "tokenizer.json",534          "sha256" : "6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b",535          "size" : 17209920536        },537        {538          "path" : "tokenizer_config.json",539          "sha256" : "022d5ae3df4737998ab97d8f31ac2bcb4c06dd8ebe5a8aba2b4aceef1e5ea7d3",540          "size" : 54558541        }542      ],543      "id" : "Llama-3.2-3B-Instruct-4bit",544      "licenseID" : "llama3.2",545      "licenseURL" : "https://www.llama.com/llama3_2/license/",546      "minimumDeviceMemoryGB" : 6,547      "notes" : "Measured on a Mac, not on an iPhone. Not re-hosted: Llama 3.2 Community License.",548      "parameterCount" : 3210000000,549      "publisher" : "Meta",550      "quantization" : "4-bit",551      "redistributable" : false,552      "repo" : "mlx-community/Llama-3.2-3B-Instruct-4bit",553      "revision" : "7f0dc925e0d0afb0322d96f9255cfddf2ba5636e",554      "supportedTasks" : [555        "chat",556        "tool-use"557      ],558      "totalBytes" : 1824807894,559      "verified" : {560        "date" : "2026-11-22",561        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",562        "osVersion" : "27.0.0",563        "peakMemoryBytes" : 2457467616,564        "platform" : "macOS",565        "runtime" : "mlx-swift-lm 3.33.0, release build",566        "timeToFirstToken" : 0.031,567        "tokensPerSecond" : 227.7568      }569    },570    {571      "architecture" : "phi3",572      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/Phi-4-mini-instruct-4bit/",573      "capabilities" : [574        "text"575      ],576      "contextLength" : 131072,577      "displayName" : "Phi-4 mini Instruct",578      "estimatedRuntimeMemoryBytes" : 3626107196,579      "fallbackBaseURL" : "https://huggingface.co/mlx-community/Phi-4-mini-instruct-4bit/resolve/ac1c269cb4222a4e136a3d09edad301056c1f36a/",580      "family" : "Phi-4",581      "files" : [582        {583          "path" : "added_tokens.json",584          "sha256" : "d4f2aceb0f20b71dd1f4bcc7e052e4412946bf281840b8f83d39f259571af486",585          "size" : 249586        },587        {588          "path" : "config.json",589          "sha256" : "431eafdf55dc6d4a76dc3e9f22b0d06eac42d9ac6dc7cbd7ff8ca1e38f18cdb1",590          "size" : 3298591        },592        {593          "path" : "configuration_phi3.py",594          "sha256" : "ec2044b77d0b8111640ac134daa3af1f40dc552a739f8959626e7e58ea3352df",595          "size" : 10875596        },597        {598          "path" : "merges.txt",599          "sha256" : "856ce61180bb689282eed6b3a6838bb1f438399be23aefe9d20eb379791fb4ad",600          "size" : 2418348601        },602        {603          "path" : "model.safetensors",604          "sha256" : "9dcfcdc0a579494283f2d2317ad686123782ce461d1111690ede7c904ff3f87b",605          "size" : 2158100796606        },607        {608          "path" : "model.safetensors.index.json",609          "sha256" : "958e2e0939857e9fb398e9e3d5344a84e345b00da2e4e7c396024d6a91bc1ab7",610          "size" : 32554611        },612        {613          "path" : "modeling_phi3.py",614          "sha256" : "d5fd551a7fe759b1d25e5b16b5012aa98b9b8bd400d26c7ee69c0090a245d6cd",615          "size" : 54268616        },617        {618          "path" : "sample_finetune.py",619          "sha256" : "50e6468a9b17566703fad95fa4ae7372fd4af1936e551f53bab0aa8b28e62cf5",620          "size" : 6168621        },622        {623          "path" : "special_tokens_map.json",624          "sha256" : "aff38493227d813e29fcf8406e8e90062f1f031aa47d589325e9c31d89ac7cc3",625          "size" : 587626        },627        {628          "path" : "tokenizer.json",629          "sha256" : "382cc235b56c725945e149cc25f191da667c836655efd0857b004320e90e91ea",630          "size" : 15524095631        },632        {633          "path" : "tokenizer_config.json",634          "sha256" : "76c79ba1828e98a574123dd5de047587219ed8c1ab20702d340bc10a7a32b6bd",635          "size" : 2962636        },637        {638          "path" : "vocab.json",639          "sha256" : "6cb65a857824fa6615bb1782d95d882617a8bbce1da0317118586b36f39e98bd",640          "size" : 3910310641        }642      ],643      "id" : "Phi-4-mini-instruct-4bit",644      "licenseID" : "mit",645      "licenseURL" : "https://opensource.org/license/mit",646      "minimumDeviceMemoryGB" : 8,647      "notes" : "Measured on a Mac, not on an iPhone.",648      "parameterCount" : 3840000000,649      "publisher" : "Microsoft",650      "quantization" : "4-bit",651      "redistributable" : true,652      "repo" : "mlx-community/Phi-4-mini-instruct-4bit",653      "revision" : "ac1c269cb4222a4e136a3d09edad301056c1f36a",654      "supportedTasks" : [655        "chat"656      ],657      "totalBytes" : 2180064510,658      "verified" : {659        "date" : "2026-11-22",660        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",661        "osVersion" : "27.0.0",662        "peakMemoryBytes" : 2855646968,663        "platform" : "macOS",664        "runtime" : "mlx-swift-lm 3.33.0, release build",665        "timeToFirstToken" : 0.022,666        "tokensPerSecond" : 186.9667      }668    },669    {670      "architecture" : "llama",671      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-135M-Instruct/",672      "capabilities" : [673        "text"674      ],675      "contextLength" : 8192,676      "displayName" : "SmolLM2 135M Instruct",677      "estimatedRuntimeMemoryBytes" : 734365981,678      "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-135M-Instruct/resolve/422de227b90002f443a21a58b1087f6ee7632731/",679      "family" : "SmolLM2",680      "files" : [681        {682          "path" : "config.json",683          "sha256" : "f5365fe3a752f61675ac4822e102cf34ab56ad92af8ed9c3ebc26b57a691a6e3",684          "size" : 944685        },686        {687          "path" : "merges.txt",688          "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",689          "size" : 466391690        },691        {692          "path" : "model.safetensors",693          "sha256" : "989e3ef746b41999ca096055a60c87057b8e842824253391bc0d9ed8dfc6936e",694          "size" : 269060381695        },696        {697          "path" : "model.safetensors.index.json",698          "sha256" : "1b2f70dc676a2a9b4644493e494dd5b83b316e7684839f7b2efec9bc53cdb336",699          "size" : 19423700        },701        {702          "path" : "special_tokens_map.json",703          "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",704          "size" : 655705        },706        {707          "path" : "tokenizer.json",708          "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",709          "size" : 3522656710        },711        {712          "path" : "tokenizer_config.json",713          "sha256" : "a27f638bd2831f5c3dea654a75838930f2b11fbe550c4d4e1d5d7bd07157b2ee",714          "size" : 3764715        },716        {717          "path" : "vocab.json",718          "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",719          "size" : 800662720        }721      ],722      "id" : "SmolLM2-135M-Instruct",723      "licenseID" : "apache-2.0",724      "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",725      "minimumDeviceMemoryGB" : 4,726      "notes" : "Measured on a Mac, not on an iPhone. Did not recall a fact from the previous turn in the verification chat.",727      "parameterCount" : 135000000,728      "publisher" : "Hugging Face (HuggingFaceTB)",729      "quantization" : "none (16-bit float)",730      "redistributable" : true,731      "repo" : "mlx-community/SmolLM2-135M-Instruct",732      "revision" : "422de227b90002f443a21a58b1087f6ee7632731",733      "supportedTasks" : [734        "chat"735      ],736      "totalBytes" : 273874876,737      "verified" : {738        "date" : "2026-11-21",739        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",740        "osVersion" : "27.0.0",741        "peakMemoryBytes" : 416553024,742        "platform" : "macOS",743        "runtime" : "mlx-swift-lm 3.33.0, release build",744        "timeToFirstToken" : 0.008,745        "tokensPerSecond" : 399.2746      }747    },748    {749      "architecture" : "llama",750      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-135M-Instruct-8bit/",751      "capabilities" : [752        "text"753      ],754      "contextLength" : 8192,755      "displayName" : "SmolLM2 135M Instruct",756      "estimatedRuntimeMemoryBytes" : 608336001,757      "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-135M-Instruct-8bit/resolve/0f0d9b8218915bc34d401e1a340b8c049d300d5e/",758      "family" : "SmolLM2",759      "files" : [760        {761          "path" : "config.json",762          "sha256" : "5da91905efdfde905f566d76d4031e6ca7c4cb2a01dc4e3812a70b855188fc73",763          "size" : 1097764        },765        {766          "path" : "merges.txt",767          "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",768          "size" : 466391769        },770        {771          "path" : "model.safetensors",772          "sha256" : "ec569c771e56424636be99625aba9031abc525a68a5f4ab16d678eca96fef12c",773          "size" : 143030401774        },775        {776          "path" : "model.safetensors.index.json",777          "sha256" : "d016e7514e8bfed162eb9d0716c73244c1b73792db3143e92e54138c1772db44",778          "size" : 48979779        },780        {781          "path" : "special_tokens_map.json",782          "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",783          "size" : 655784        },785        {786          "path" : "tokenizer.json",787          "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",788          "size" : 3522656789        },790        {791          "path" : "tokenizer_config.json",792          "sha256" : "a27f638bd2831f5c3dea654a75838930f2b11fbe550c4d4e1d5d7bd07157b2ee",793          "size" : 3764794        },795        {796          "path" : "vocab.json",797          "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",798          "size" : 800662799        }800      ],801      "id" : "SmolLM2-135M-Instruct-8bit",802      "licenseID" : "apache-2.0",803      "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",804      "minimumDeviceMemoryGB" : 4,805      "notes" : "Measured on a Mac, not on an iPhone. Did not recall a fact from the previous turn in the verification chat.",806      "parameterCount" : 135000000,807      "publisher" : "Hugging Face (HuggingFaceTB)",808      "quantization" : "8-bit",809      "redistributable" : true,810      "repo" : "mlx-community/SmolLM2-135M-Instruct-8bit",811      "revision" : "0f0d9b8218915bc34d401e1a340b8c049d300d5e",812      "supportedTasks" : [813        "chat"814      ],815      "totalBytes" : 147874605,816      "verified" : {817        "date" : "2026-11-21",818        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",819        "osVersion" : "27.0.0",820        "peakMemoryBytes" : 341502068,821        "platform" : "macOS",822        "runtime" : "mlx-swift-lm 3.33.0, release build",823        "timeToFirstToken" : 0.008,824        "tokensPerSecond" : 501.3825      }826    },827    {828      "architecture" : "llama",829      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-360M-Instruct/",830      "capabilities" : [831        "text"832      ],833      "contextLength" : 8192,834      "displayName" : "SmolLM2 360M Instruct",835      "estimatedRuntimeMemoryBytes" : 1194469055,836      "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-360M-Instruct/resolve/5d5e6fee5beb5d4d4d85e2203ef23e1230a9aac7/",837      "family" : "SmolLM2",838      "files" : [839        {840          "path" : "config.json",841          "sha256" : "a71ddb550723840c35375ca1fbcabf0ae6e9803ccb9c3685a788601d0afa1880",842          "size" : 929843        },844        {845          "path" : "merges.txt",846          "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",847          "size" : 466391848        },849        {850          "path" : "model.safetensors",851          "sha256" : "343dc673f7c45f829ff2a725ff9cf4151209ac52fae921dd5467e3e1b1a2fd22",852          "size" : 723674815853        },854        {855          "path" : "model.safetensors.index.json",856          "sha256" : "9fafd51579dfad4a40600c60fc292f0f2ad06aebdbfc9789a57f563e90fc45ba",857          "size" : 20711858        },859        {860          "path" : "special_tokens_map.json",861          "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",862          "size" : 655863        },864        {865          "path" : "tokenizer.json",866          "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",867          "size" : 3522656868        },869        {870          "path" : "tokenizer_config.json",871          "sha256" : "a27f638bd2831f5c3dea654a75838930f2b11fbe550c4d4e1d5d7bd07157b2ee",872          "size" : 3764873        },874        {875          "path" : "vocab.json",876          "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",877          "size" : 800662878        }879      ],880      "id" : "SmolLM2-360M-Instruct",881      "licenseID" : "apache-2.0",882      "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",883      "minimumDeviceMemoryGB" : 4,884      "notes" : "Measured on a Mac, not on an iPhone.",885      "parameterCount" : 362000000,886      "publisher" : "Hugging Face (HuggingFaceTB)",887      "quantization" : "none (16-bit float)",888      "redistributable" : true,889      "repo" : "mlx-community/SmolLM2-360M-Instruct",890      "revision" : "5d5e6fee5beb5d4d4d85e2203ef23e1230a9aac7",891      "supportedTasks" : [892        "chat"893      ],894      "totalBytes" : 728490583,895      "verified" : {896        "date" : "2026-11-21",897        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",898        "osVersion" : "27.0.0",899        "peakMemoryBytes" : 1058811920,900        "platform" : "macOS",901        "runtime" : "mlx-swift-lm 3.33.0, release build",902        "timeToFirstToken" : 0.012,903        "tokensPerSecond" : 312.8904      }905    },906    {907      "architecture" : "llama",908      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-360M-Instruct-6bit/",909      "capabilities" : [910        "text"911      ],912      "contextLength" : 8192,913      "displayName" : "SmolLM2 360M Instruct",914      "estimatedRuntimeMemoryBytes" : 764929411,915      "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-360M-Instruct-6bit/resolve/642affd1f9e387d1b56c745894afc83795aebe1d/",916      "family" : "SmolLM2",917      "files" : [918        {919          "path" : "config.json",920          "sha256" : "2e43003af7a83b8d4e422ea97e9a98e89b75057c83d1c85b9070ee3c90399209",921          "size" : 1082922        },923        {924          "path" : "merges.txt",925          "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",926          "size" : 466391927        },928        {929          "path" : "model.safetensors",930          "sha256" : "e1d91f0b07639d97eda9ca1a2028c2030391e4c8dd50f2293db8884879ad5058",931          "size" : 294135171932        },933        {934          "path" : "model.safetensors.index.json",935          "sha256" : "66f66b5683d5c9884c301107e114693b7df52d712404b996efdb88df46a31b0c",936          "size" : 52239937        },938        {939          "path" : "special_tokens_map.json",940          "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",941          "size" : 655942        },943        {944          "path" : "tokenizer.json",945          "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",946          "size" : 3522656947        },948        {949          "path" : "tokenizer_config.json",950          "sha256" : "7b85619980209ca801effcd87e5df7084a21abc3d8b8d27003a6b4ffcce170ef",951          "size" : 3794952        },953        {954          "path" : "vocab.json",955          "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",956          "size" : 800662957        }958      ],959      "id" : "SmolLM2-360M-Instruct-6bit",960      "licenseID" : "apache-2.0",961      "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",962      "minimumDeviceMemoryGB" : 4,963      "notes" : "Measured on a Mac, not on an iPhone.",964      "parameterCount" : 362000000,965      "publisher" : "Hugging Face (HuggingFaceTB)",966      "quantization" : "6-bit",967      "redistributable" : true,968      "repo" : "mlx-community/SmolLM2-360M-Instruct-6bit",969      "revision" : "642affd1f9e387d1b56c745894afc83795aebe1d",970      "supportedTasks" : [971        "chat"972      ],973      "totalBytes" : 298982650,974      "verified" : {975        "date" : "2026-11-21",976        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",977        "osVersion" : "27.0.0",978        "peakMemoryBytes" : 625799304,979        "platform" : "macOS",980        "runtime" : "mlx-swift-lm 3.33.0, release build",981        "timeToFirstToken" : 0.011,982        "tokensPerSecond" : 507983      }984    },985    {986      "architecture" : "llama",987      "baseURL" : "https://www.orixlab.dev/astra/models/v1/files/SmolLM2-1.7B-Instruct/",988      "capabilities" : [989        "text"990      ],991      "contextLength" : 8192,992      "displayName" : "SmolLM2 1.7B Instruct",993      "estimatedRuntimeMemoryBytes" : 4280070702,994      "fallbackBaseURL" : "https://huggingface.co/mlx-community/SmolLM2-1.7B-Instruct/resolve/464b438b25894353a54836ec5d5a09157e62aa71/",995      "family" : "SmolLM2",996      "files" : [997        {998          "path" : "config.json",999          "sha256" : "faafbb054b2be93596a3ea0452a5f88b8c8558447c3d158a802f79e841398a9c",1000          "size" : 8711001        },1002        {1003          "path" : "merges.txt",1004          "sha256" : "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",1005          "size" : 4663911006        },1007        {1008          "path" : "model.safetensors",1009          "sha256" : "821ae8a85a20a81957b36a03d93b1313b54e7ac6946907331442156282879499",1010          "size" : 34227779021011        },1012        {1013          "path" : "model.safetensors.index.json",1014          "sha256" : "e8ed9c7489be6ffb201325977b92561fb0379d603ced6f32308674e5a3a082d7",1015          "size" : 155601016        },1017        {1018          "path" : "special_tokens_map.json",1019          "sha256" : "2b7379f3ae813529281a5c602bc5a11c1d4e0a99107aaa597fe936c1e813ca52",1020          "size" : 6551021        },1022        {1023          "path" : "tokenizer.json",1024          "sha256" : "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",1025          "size" : 35226561026        },1027        {1028          "path" : "tokenizer_config.json",1029          "sha256" : "a27f638bd2831f5c3dea654a75838930f2b11fbe550c4d4e1d5d7bd07157b2ee",1030          "size" : 37641031        },1032        {1033          "path" : "vocab.json",1034          "sha256" : "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79",1035          "size" : 8006621036        }1037      ],1038      "id" : "SmolLM2-1.7B-Instruct",1039      "licenseID" : "apache-2.0",1040      "licenseURL" : "https://www.apache.org/licenses/LICENSE-2.0",1041      "minimumDeviceMemoryGB" : 8,1042      "notes" : "Measured on a Mac, not on an iPhone.",1043      "parameterCount" : 1710000000,1044      "publisher" : "Hugging Face (HuggingFaceTB)",1045      "quantization" : "none (16-bit float)",1046      "redistributable" : true,1047      "repo" : "mlx-community/SmolLM2-1.7B-Instruct",1048      "revision" : "464b438b25894353a54836ec5d5a09157e62aa71",1049      "supportedTasks" : [1050        "chat"1051      ],1052      "totalBytes" : 3427588461,1053      "verified" : {1054        "date" : "2026-11-21",1055        "machine" : "Mac17,6 (Apple M5 Max, 48 GB)",1056        "osVersion" : "27.0.0",1057        "peakMemoryBytes" : 3778073952,1058        "platform" : "macOS",1059        "runtime" : "mlx-swift-lm 3.33.0, release build",1060        "timeToFirstToken" : 0.02,1061        "tokensPerSecond" : 115.71062      }1063    }1064  ],1065  "schema" : 11066}
Files main
Menu

Theme