HTML 77.2%
TypeScript 10.5%
Python 9.6%
JavaScript 2.5%
1<!doctype html>2<html class="">3 <head>4 <meta charset="utf-8" />56 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=no" />78 <meta name="description" content="We’re on a journey to advance and democratize artificial intelligence through open source and open science." />910 <meta property="fb:app_id" content="1321688464574422" />1112 <meta name="twitter:card" content="summary_large_image" />1314 <meta name="twitter:site" content="@huggingface" />1516 <meta name="twitter:image" content="https://cdn-thumbnails.huggingface.co/social-thumbnails/models/bartowski/Qwen3.8-27B-GGUF.png" />1718 <meta property="og:title" content="bartowski/Qwen3.8-27B-GGUF · Hugging Face" />1920 <meta property="og:description" content="We’re on a journey to advance and democratize artificial intelligence through open source and open science." />2122 <meta property="og:type" content="website" />2324 <meta property="og:url" content="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF" />2526 <meta property="og:image" content="https://cdn-thumbnails.huggingface.co/social-thumbnails/models/bartowski/Qwen3.8-27B-GGUF.png" />2728 <link29 rel="preload"30 href="/front/assets/fonts/source-sans-pro-latin-400-normal.woff2"31 as="font"32 type="font/woff2"33 crossorigin34 />3536 <link37 rel="preload"38 href="/front/assets/fonts/source-sans-pro-latin-600-normal.woff2"39 as="font"40 type="font/woff2"41 crossorigin42 />4344 <link45 rel="preload"46 href="/front/assets/fonts/source-sans-pro-latin-700-normal.woff2"47 as="font"48 type="font/woff2"49 crossorigin50 />5152 <link rel="stylesheet" href="/front/build/kube-8a47f95/style.css" />5354 <link55 rel="preload"56 href="https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.12.0/katex.min.css"57 as="style"58 onload="59 this.onload = null;60 this.rel = 'stylesheet';61 "62 />6364 <noscript>65 <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.12.0/katex.min.css" />66 </noscript>67 <script>const guestTheme = document.cookie.match(/theme=(\w+)/)?.[1]; document.documentElement.classList.toggle('dark', guestTheme === 'dark' || ( (!guestTheme || guestTheme === 'system') && window.matchMedia('(prefers-color-scheme: dark)').matches));</script>68<link rel="canonical" href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF"> 69 <title>bartowski/Qwen3.8-27B-GGUF · Hugging Face</title>7071 <script defer src="/js/script.js"></script>7273 <script>74 ((window.plausible =75 window.plausible76 || function () {77 (plausible.q = plausible.q || []).push(arguments);78 }),79 (plausible.init =80 plausible.init81 || function (i) {82 plausible.o = i || {};83 }));84 plausible.init({85 customProperties: {86 loggedIn: "false",87 },88 endpoint: "/api/event",89 });90 </script>9192 <script>93 window.hubConfig = {"features":{"signupDisabled":false},"sshGitUrl":"git@hf.co","moonHttpUrl":"https:\/\/huggingface.co","captchaApiKey":"5bd005a4-6ac8-4a86-8e60-53083832ed22","datasetViewerPublicUrl":"https:\/\/datasets-server.huggingface.co","stripePublicKey":"pk_live_x2tdjFXBCvXo2FFmMybezpeM00J6gPCAAc","environment":"production","userAgent":"HuggingFace (production)","spacesIframeDomain":"hf.space","spacesApiUrl":"https:\/\/api.hf.space","logoDev":{"apiUrl":"https:\/\/img.logo.dev\/","apiKey":"pk_UHS2HZOeRnaSOdDp7jbd5w"}};94 window.requestId = "Root=1-6aa45a75-18e0f7d511d87fce132ee236";95 window.featureFlags = {};96 </script>9798 <script>99 /// Start offset for looping animations that should carry over across page loads instead of100 /// restarting: `animation-delay: var(--animation-phase)`. Only correct for durations dividing 12s.101 document.documentElement.style.setProperty("--animation-phase", -(Date.now() % 12000) + "ms");102 </script>103 <script type="text/javascript" src="https://de5282c3ca0c.edge.sdk.awswaf.com/de5282c3ca0c/526cf06acb0d/challenge.js" defer></script> 104 </head>105 <body class="flex flex-col min-h-dvh bg-white dark:bg-gray-950 text-black ModelPage">106 <!--[--><div class="flex min-h-dvh flex-col"><div class="SVELTE_HYDRATER contents" data-target="ClientErrorCatcher" data-props="{}"><!----></div> <div class="SVELTE_HYDRATER contents" data-target="DeviceProvider" data-props="{}"><!----></div> <div class="SVELTE_HYDRATER contents" data-target="SystemThemeMonitor" data-props="{"isLoggedIn":false}"><!----></div> <!--[0--><div class="SVELTE_HYDRATER contents" data-target="MainHeader" data-props="{"classNames":"","isWide":false,"isZh":false,"canCreateKernels":false,"isPro":false}"><header class="border-b border-gray-100 "><div class="w-full px-4 container flex h-16 items-center"><div class="flex flex-1 items-center"><a class="mr-5 flex flex-none items-center lg:mr-6" href="/"><img alt="Hugging Face's logo" class="w-7 md:mr-2" src="/front/assets/huggingface_logo-noborder.svg"/> <span class="hidden whitespace-nowrap text-lg font-bold md:block">Hugging Face</span></a> <div class="relative flex-1 lg:max-w-sm mr-2 sm:mr-4 md:mr-3 xl:mr-6"><input autocomplete="off" value="" class="w-full dark:bg-gray-950 pl-8 form-input-alt h-9 pr-3 focus:shadow-xl " name="" placeholder="Search models, datasets, users..." spellcheck="false" type="text"/> <!--[0--><svg class="absolute left-2.5 text-gray-400 top-1/2 transform -translate-y-1/2" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M30 28.59L22.45 21A11 11 0 1 0 21 22.45L28.59 30zM5 14a9 9 0 1 1 9 9a9 9 0 0 1-9-9z" fill="currentColor"></path></svg><!--]--> <!--[-1--><!--]--></div><!----> <div class="flex flex-none items-center justify-center p-0.5 place-self-stretch lg:hidden"><button class="relative z-40 flex h-6 w-8 items-center justify-center" type="button"><!--[--><svg width="1em" height="1em" viewBox="0 0 10 10" class="text-xl" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" preserveAspectRatio="xMidYMid meet" fill="currentColor"><path fill-rule="evenodd" clip-rule="evenodd" d="M1.65039 2.9999C1.65039 2.8066 1.80709 2.6499 2.00039 2.6499H8.00039C8.19369 2.6499 8.35039 2.8066 8.35039 2.9999C8.35039 3.1932 8.19369 3.3499 8.00039 3.3499H2.00039C1.80709 3.3499 1.65039 3.1932 1.65039 2.9999ZM1.65039 4.9999C1.65039 4.8066 1.80709 4.6499 2.00039 4.6499H8.00039C8.19369 4.6499 8.35039 4.8066 8.35039 4.9999C8.35039 5.1932 8.19369 5.3499 8.00039 5.3499H2.00039C1.80709 5.3499 1.65039 5.1932 1.65039 4.9999ZM2.00039 6.6499C1.80709 6.6499 1.65039 6.8066 1.65039 6.9999C1.65039 7.1932 1.80709 7.3499 2.00039 7.3499H8.00039C8.19369 7.3499 8.35039 7.1932 8.35039 6.9999C8.35039 6.8066 8.19369 6.6499 8.00039 6.6499H2.00039Z"></path></svg><!--]--> <!--[-1--><!--]--></button> <!--[-1--><!--]--></div><!----></div> <nav aria-label="Main" class="ml-auto hidden lg:block"><ul class="flex items-center gap-x-1 2xl:gap-x-2"><!--[--><li class="hover:text-indigo-700"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/models"><!--[--><svg class="mr-1.5 text-gray-400 group-hover:text-indigo-500" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-quaternary" d="M20.23 7.24L12 12L3.77 7.24a1.98 1.98 0 0 1 .7-.71L11 2.76c.62-.35 1.38-.35 2 0l6.53 3.77c.29.173.531.418.7.71z" opacity=".25" fill="currentColor"></path><path class="uim-tertiary" d="M12 12v9.5a2.09 2.09 0 0 1-.91-.21L4.5 17.48a2.003 2.003 0 0 1-1-1.73v-7.5a2.06 2.06 0 0 1 .27-1.01L12 12z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M20.5 8.25v7.5a2.003 2.003 0 0 1-1 1.73l-6.62 3.82c-.275.13-.576.198-.88.2V12l8.23-4.76c.175.308.268.656.27 1.01z" fill="currentColor"></path></svg><!--]--> Models <!--[-1--><!--]--></a></li><li class="hover:text-red-700"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/datasets"><!--[--><svg class="mr-1.5 text-gray-400 group-hover:text-red-500" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 25 25"><ellipse cx="12.5" cy="5" fill="currentColor" fill-opacity="0.25" rx="7.5" ry="2"></ellipse><path d="M12.5 15C16.6421 15 20 14.1046 20 13V20C20 21.1046 16.6421 22 12.5 22C8.35786 22 5 21.1046 5 20V13C5 14.1046 8.35786 15 12.5 15Z" fill="currentColor" opacity="0.5"></path><path d="M12.5 7C16.6421 7 20 6.10457 20 5V11.5C20 12.6046 16.6421 13.5 12.5 13.5C8.35786 13.5 5 12.6046 5 11.5V5C5 6.10457 8.35786 7 12.5 7Z" fill="currentColor" opacity="0.5"></path><path d="M5.23628 12C5.08204 12.1598 5 12.8273 5 13C5 14.1046 8.35786 15 12.5 15C16.6421 15 20 14.1046 20 13C20 12.8273 19.918 12.1598 19.7637 12C18.9311 12.8626 15.9947 13.5 12.5 13.5C9.0053 13.5 6.06886 12.8626 5.23628 12Z" fill="currentColor"></path></svg><!--]--> Datasets <!--[-1--><!--]--></a></li><li class="hover:text-blue-700"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/spaces"><!--[--><svg class="mr-1.5 text-gray-400 group-hover:text-blue-500" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 25 25"><path opacity=".5" d="M6.016 14.674v4.31h4.31v-4.31h-4.31ZM14.674 14.674v4.31h4.31v-4.31h-4.31ZM6.016 6.016v4.31h4.31v-4.31h-4.31Z" fill="currentColor"></path><path opacity=".75" fill-rule="evenodd" clip-rule="evenodd" d="M3 4.914C3 3.857 3.857 3 4.914 3h6.514c.884 0 1.628.6 1.848 1.414a5.171 5.171 0 0 1 7.31 7.31c.815.22 1.414.964 1.414 1.848v6.514A1.914 1.914 0 0 1 20.086 22H4.914A1.914 1.914 0 0 1 3 20.086V4.914Zm3.016 1.102v4.31h4.31v-4.31h-4.31Zm0 12.968v-4.31h4.31v4.31h-4.31Zm8.658 0v-4.31h4.31v4.31h-4.31Zm0-10.813a2.155 2.155 0 1 1 4.31 0 2.155 2.155 0 0 1-4.31 0Z" fill="currentColor"></path><path opacity=".25" d="M16.829 6.016a2.155 2.155 0 1 0 0 4.31 2.155 2.155 0 0 0 0-4.31Z" fill="currentColor"></path></svg><!--]--> Spaces <!--[-1--><!--]--></a></li><li class="hover:text-blue-800 dark:text-blue-400 dark:hover:text-blue-300 max-xl:hidden"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/storage"><!--[--><svg class=" mr-1.5 text-gray-400 text-blue-600! dark:text-blue-500! svelte-11u2e10" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 48 48" fill="none"><!--[-1--><!--]--><path opacity="0.25" d="M36 4H12C7.58172 4 4 7.58172 4 12V36C4 40.4183 7.58172 44 12 44H36C40.4183 44 44 40.4183 44 36V12C44 7.58172 40.4183 4 36 4Z" fill="currentColor" class="svelte-11u2e10"></path><path opacity="0.5" d="M31 11H17C13.6863 11 11 13.6863 11 17V31C11 34.3137 13.6863 37 17 37H31C34.3137 37 37 34.3137 37 31V17C37 13.6863 34.3137 11 31 11Z" fill="currentColor" class="svelte-11u2e10"></path><path d="M27 18H21C19.3431 18 18 19.3431 18 21V27C18 28.6569 19.3431 30 21 30H27C28.6569 30 30 28.6569 30 27V21C30 19.3431 28.6569 18 27 18Z" fill="currentColor" class="svelte-11u2e10"></path></svg><!--]--> Buckets <!--[0--><span class="ml-1.5 translate-y-px rounded bg-blue-600/15 px-1 py-px text-[.65rem] font-bold uppercase leading-tight text-blue-600 dark:bg-blue-500/20 dark:text-blue-300">new</span><!--]--></a></li><li class="hover:text-yellow-700"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/docs"><!--[--><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="mr-1.5 text-gray-400 group-hover:text-yellow-500" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 16 16"><path d="m2.28 3.7-.3.16a.67.67 0 0 0-.34.58v8.73l.01.04.02.07.01.04.03.06.02.04.02.03.04.06.05.05.04.04.06.04.06.04.08.04.08.02h.05l.07.02h.11l.04-.01.07-.02.03-.01.07-.03.22-.12a5.33 5.33 0 0 1 5.15.1.67.67 0 0 0 .66 0 5.33 5.33 0 0 1 5.33 0 .67.67 0 0 0 1-.58V4.36a.67.67 0 0 0-.34-.5l-.3-.17v7.78a.63.63 0 0 1-.87.59 4.9 4.9 0 0 0-4.35.35l-.65.39a.29.29 0 0 1-.15.04.29.29 0 0 1-.16-.04l-.65-.4a4.9 4.9 0 0 0-4.34-.34.63.63 0 0 1-.87-.59V3.7Z" fill="currentColor" class="dark:opacity-40"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M8 3.1a5.99 5.99 0 0 0-5.3-.43.66.66 0 0 0-.42.62v8.18c0 .45.46.76.87.59a4.9 4.9 0 0 1 4.34.35l.65.39c.05.03.1.04.16.04.05 0 .1-.01.15-.04l.65-.4a4.9 4.9 0 0 1 4.35-.34.63.63 0 0 0 .86-.59V3.3a.67.67 0 0 0-.41-.62 5.99 5.99 0 0 0-5.3.43l-.3.17L8 3.1Zm.73 1.87a.43.43 0 1 0-.86 0v5.48a.43.43 0 0 0 .86 0V4.97Z" fill="currentColor" class="opacity-40 dark:opacity-100"></path><path d="M8.73 4.97a.43.43 0 1 0-.86 0v5.48a.43.43 0 1 0 .86 0V4.96Z" fill="currentColor" class="dark:opacity-40"></path></svg><!--]--> Docs <!--[-1--><!--]--></a></li><li class="hover:text-black dark:hover:text-white max-2xl:hidden"><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/enterprise"><!--[--><svg class="mr-1.5 text-gray-400 group-hover:text-black dark:group-hover:text-white" xmlns="http://www.w3.org/2000/svg" fill="none" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><path fill-rule="evenodd" clip-rule="evenodd" d="M4.9 1.35a3.16 3.16 0 0 0-2.8 2.07L.37 8.58C0 9.71.7 10.65 1.86 10.65H7.3a3.2 3.2 0 0 0 2.84-2.07l1.67-5.16c.36-1.13-.3-2.07-1.46-2.07H4.91Zm.4 2.07L3.57 8.47h3.57l.36-1.12H5.4l.28-.91h1.75l.4-1.1H6.07l.3-.83h2l.36-1.1H5.27h.04Z" fill="currentColor"></path></svg><!--]--> Enterprise <!--[-1--><!--]--></a></li><!--]--> <li><a class="group flex items-center px-2 py-0.5 dark:text-gray-300 dark:hover:text-gray-100" href="/pricing">Pricing</a></li> <li><div class="relative group"><button class="px-2 py-0.5 hover:text-gray-500 dark:hover:text-gray-600 flex items-center " type="button"><!--[-1--><!--[0--><!--[--><svg class=" text-gray-500 w-5 group-hover:text-gray-400 dark:text-gray-300 dark:group-hover:text-gray-100" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 32 18" preserveAspectRatio="xMidYMid meet"><path fill-rule="evenodd" clip-rule="evenodd" d="M14.4504 3.30221C14.4504 2.836 14.8284 2.45807 15.2946 2.45807H28.4933C28.9595 2.45807 29.3374 2.836 29.3374 3.30221C29.3374 3.76842 28.9595 4.14635 28.4933 4.14635H15.2946C14.8284 4.14635 14.4504 3.76842 14.4504 3.30221Z" fill="currentColor"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M14.4504 9.00002C14.4504 8.53382 14.8284 8.15588 15.2946 8.15588H28.4933C28.9595 8.15588 29.3374 8.53382 29.3374 9.00002C29.3374 9.46623 28.9595 9.84417 28.4933 9.84417H15.2946C14.8284 9.84417 14.4504 9.46623 14.4504 9.00002Z" fill="currentColor"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M14.4504 14.6978C14.4504 14.2316 14.8284 13.8537 15.2946 13.8537H28.4933C28.9595 13.8537 29.3374 14.2316 29.3374 14.6978C29.3374 15.164 28.9595 15.542 28.4933 15.542H15.2946C14.8284 15.542 14.4504 15.164 14.4504 14.6978Z" fill="currentColor"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M1.94549 6.87377C2.27514 6.54411 2.80962 6.54411 3.13928 6.87377L6.23458 9.96907L9.32988 6.87377C9.65954 6.54411 10.194 6.54411 10.5237 6.87377C10.8533 7.20343 10.8533 7.73791 10.5237 8.06756L6.23458 12.3567L1.94549 8.06756C1.61583 7.73791 1.61583 7.20343 1.94549 6.87377Z" fill="currentColor"></path></svg><!--]--><!--]--> <!--]--> <!--[-1--><!--]--></button> <!--[0--><nav class="sr-only" inert=""><!--[-1--><!--]--> <ul><!--[0--><li><div class="bg-linear-to-r col-span-full flex items-center justify-between whitespace-nowrap to-white font-semibold dark:to-gray-925 px-4 py-0.5 text-blue-800 from-blue-50 dark:text-blue-100 dark:from-blue-900"><!--[--><!---->Website<!--]--></div><!----> <ul><!--[--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/tasks"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-tertiary" d="M15.273 18.728A6.728 6.728 0 1 1 22 11.999V12a6.735 6.735 0 0 1-6.727 6.728z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M8.727 18.728A6.728 6.728 0 1 1 15.455 12a6.735 6.735 0 0 1-6.728 6.728z" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">Tasks</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/chat"><!--[-1--><!--[0--><!--[--><svg width=".8em" height=".8em" class="mr-1.5 flex-none text-gray-400 dark:invert" viewBox="0 0 12 12" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M6 12a6 6 0 1 1 5.374-3.33.976.976 0 0 0-.081.692l.36 1.337a.78.78 0 0 1-.955.954l-1.336-.36a.977.977 0 0 0-.69.081 6.001 6.001 0 0 1-2.673.63V12Z" fill="#000"></path><path d="M2 6a.675.675 0 1 1 1.35 0 2.476 2.476 0 0 0 4.952 0 .675.675 0 1 1 1.35 0A3.826 3.826 0 1 1 2 6Z" fill="#fff"></path></svg><!--]--><!--]--> <span class="truncate">HuggingChat</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/collections"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400" width="1em" height="1em" aria-hidden="true" focusable="false" role="img" viewBox="0 0 12 13" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><rect x="2" y="2.49902" width="8" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.4"></rect><rect x="6.21875" y="6.7334" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.7"></rect><rect x="2" y="6.73438" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.5"></rect></svg><!--]--><!--]--> <span class="truncate">Collections</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/languages"><!--[-1--><!--[0--><!--[--><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="mr-1.5 flex-none text-gray-400" preserveAspectRatio="xMidYMid meet" width="1em" height="1em" viewBox="0 0 10 10"><path fill-rule="evenodd" clip-rule="evenodd" d="M0.625 5C0.625 6.16032 1.08594 7.27312 1.90641 8.09359C2.72688 8.91406 3.83968 9.375 5 9.375C6.16032 9.375 7.27312 8.91406 8.09359 8.09359C8.91406 7.27312 9.375 6.16032 9.375 5C9.375 3.83968 8.91406 2.72688 8.09359 1.90641C7.27312 1.08594 6.16032 0.625 5 0.625C3.83968 0.625 2.72688 1.08594 1.90641 1.90641C1.08594 2.72688 0.625 3.83968 0.625 5ZM7.64365 7.48027C7.61734 7.50832 7.59054 7.53598 7.56326 7.56326C7.13828 7.98824 6.61864 8.2968 6.0539 8.46842C6.29802 8.11949 6.49498 7.64804 6.63475 7.09483C7.00845 7.18834 7.35014 7.3187 7.64365 7.48027ZM8.10076 6.87776C8.37677 6.42196 8.55005 5.90894 8.60556 5.37499H6.86808C6.85542 5.71597 6.82551 6.04557 6.77971 6.35841C7.25309 6.47355 7.68808 6.6414 8.062 6.85549C8.07497 6.86283 8.08789 6.87025 8.10076 6.87776ZM6.03795 6.22536C6.07708 5.95737 6.1044 5.67232 6.11705 5.37499H3.88295C3.89666 5.69742 3.92764 6.00542 3.9722 6.29287C4.37075 6.21726 4.79213 6.17749 5.224 6.17749C5.50054 6.17749 5.77294 6.19376 6.03795 6.22536ZM4.1261 7.02673C4.34894 7.84835 4.68681 8.375 5 8.375C5.32122 8.375 5.66839 7.82101 5.8908 6.963C5.67389 6.93928 5.45082 6.92699 5.224 6.92699C4.84316 6.92699 4.47332 6.96176 4.1261 7.02673ZM3.39783 7.21853C3.53498 7.71842 3.72038 8.14579 3.9461 8.46842C3.42141 8.30898 2.93566 8.03132 2.52857 7.65192C2.77253 7.48017 3.06711 7.33382 3.39783 7.21853ZM3.23916 6.48077C3.18263 6.13193 3.14625 5.76074 3.13192 5.37499H1.39444C1.4585 5.99112 1.67936 6.57938 2.03393 7.08403C2.3706 6.83531 2.78055 6.63162 3.23916 6.48077ZM1.39444 4.62499H3.13192C3.14615 4.24204 3.18211 3.87344 3.23794 3.52681C2.77814 3.37545 2.36731 3.17096 2.03024 2.92123C1.67783 3.42469 1.45828 4.011 1.39444 4.62499ZM2.5237 2.35262C2.76812 2.52552 3.06373 2.67281 3.39584 2.78875C3.53318 2.28573 3.71928 1.85578 3.9461 1.53158C3.41932 1.69166 2.93178 1.97089 2.5237 2.35262ZM3.97101 3.71489C3.92709 4.00012 3.89654 4.30547 3.88295 4.62499H6.11705C6.10453 4.33057 6.07761 4.04818 6.03909 3.78248C5.77372 3.81417 5.50093 3.83049 5.224 3.83049C4.79169 3.83049 4.3699 3.79065 3.97101 3.71489ZM5.8928 3.04476C5.67527 3.06863 5.45151 3.08099 5.224 3.08099C4.84241 3.08099 4.47186 3.04609 4.12405 2.98086C4.34686 2.1549 4.68584 1.625 5 1.625C5.32218 1.625 5.67048 2.18233 5.8928 3.04476ZM6.78083 3.6493C6.826 3.95984 6.85552 4.28682 6.86808 4.62499H8.60556C8.55029 4.09337 8.37827 3.58251 8.10436 3.1282C8.0903 3.1364 8.07618 3.14449 8.062 3.15249C7.68838 3.36641 7.25378 3.53417 6.78083 3.6493ZM7.64858 2.52499C7.35446 2.68754 7.0117 2.81868 6.63664 2.91268C6.49676 2.35623 6.29913 1.88209 6.0539 1.53158C6.61864 1.7032 7.13828 2.01176 7.56326 2.43674C7.59224 2.46572 7.62068 2.49514 7.64858 2.52499Z" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">Languages</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/organizations"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-tertiary" d="M12 18a3.5 3.5 0 1 1 3.5-3.5A3.504 3.504 0 0 1 12 18z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M14.64 16.772a3.452 3.452 0 0 1-5.28 0A4.988 4.988 0 0 0 7 21a1 1 0 0 0 1 1h8a1 1 0 0 0 1-1a4.988 4.988 0 0 0-2.36-4.228z" fill="currentColor"></path><path class="uim-tertiary" d="M21 12a.996.996 0 0 1-.664-.252L12 4.338l-8.336 7.41a1 1 0 0 1-1.328-1.496l9-8a.999.999 0 0 1 1.328 0l9 8A1 1 0 0 1 21 12z" opacity=".5" fill="currentColor"></path><path class="uim-quaternary" d="M12 4.338l-8 7.111V21a1 1 0 0 0 1 1h3a1 1 0 0 1-1-1a4.988 4.988 0 0 1 2.36-4.228A3.469 3.469 0 0 1 8.5 14.5a3.5 3.5 0 0 1 7 0a3.469 3.469 0 0 1-.86 2.272A4.988 4.988 0 0 1 17 21a1 1 0 0 1-1 1h3a1 1 0 0 0 1-1v-9.551z" opacity=".25" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">Organizations</span><!--]--><!----></a><!----> <!----></li><!--]--></ul></li> <li><div class="bg-linear-to-r col-span-full flex items-center justify-between whitespace-nowrap to-white font-semibold dark:to-gray-925 px-4 py-0.5 text-yellow-800 from-yellow-50 dark:text-yellow-100 dark:from-yellow-900"><!--[--><!---->Community<!--]--></div><!----> <ul><!--[--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/blog"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 15 15"><path fill="currentColor" d="M3.417 12.75c-.32 0-.596-.114-.824-.342a1.126 1.126 0 0 1-.343-.825V3.417c0-.321.114-.597.343-.824.23-.228.503-.343.824-.343h8.166c.321 0 .596.114.825.343.228.229.342.503.342.824v8.166c0 .32-.114.596-.342.825a1.12 1.12 0 0 1-.825.342zm1.166-2.333h4.084V9.25H4.583v1.167m0-2.334h5.834V6.917H4.583v1.166m0-2.333h5.834V4.583H4.583V5.75"></path></svg><!--]--><!--]--> <span class="truncate">Blog</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/posts"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 12 12" preserveAspectRatio="xMidYMid meet"><path fill="currentColor" fill-rule="evenodd" d="M3.73 2.4A4.25 4.25 0 1 1 6 10.26H2.17l-.13-.02a.43.43 0 0 1-.3-.43l.01-.06a.43.43 0 0 1 .12-.22l.84-.84A4.26 4.26 0 0 1 3.73 2.4Z" clip-rule="evenodd"></path></svg><!--]--><!--]--> <span class="truncate">Posts</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/papers"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 12 12" preserveAspectRatio="xMidYMid meet" fill="none"><path fill="currentColor" fill-rule="evenodd" d="M8.007 1.814a1.176 1.176 0 0 0-.732-.266H3.088c-.64 0-1.153.512-1.153 1.152v6.803c0 .64.513 1.152 1.153 1.152h5.54c.632 0 1.144-.511 1.144-1.152V3.816c0-.338-.137-.658-.412-.887L8.007 1.814Zm-1.875 1.81c0 .695.55 1.253 1.244 1.253h.983a.567.567 0 0 1 .553.585v4.041c0 .165-.119.302-.283.302h-5.55c-.156 0-.275-.137-.275-.302V2.7a.284.284 0 0 1 .284-.301h2.468a.574.574 0 0 1 .434.19.567.567 0 0 1 .142.395v.64Z" clip-rule="evenodd" fill-opacity=".8"></path><path fill="currentColor" fill-opacity=".2" fill-rule="evenodd" d="M6.132 3.624c0 .695.55 1.253 1.244 1.253h.97a.567.567 0 0 1 .566.585v4.041c0 .165-.119.302-.283.302h-5.55c-.156 0-.275-.137-.275-.302V2.7a.284.284 0 0 1 .284-.301h2.468a.567.567 0 0 1 .576.585v.64Z" clip-rule="evenodd"></path></svg><!--]--><!--]--> <span class="truncate">Daily Papers</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/hardware"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><path fill-rule="evenodd" clip-rule="evenodd" d="M9.92865 7.42863H10.643C10.7377 7.42863 10.8285 7.39098 10.8955 7.32405C10.9625 7.25705 11.0001 7.16619 11.0001 7.07148C11.0001 6.97676 10.9625 6.88591 10.8955 6.81891C10.8285 6.75198 10.7377 6.71433 10.643 6.71433H9.92865V5.28575H10.643C10.7377 5.28575 10.8285 5.24812 10.8955 5.18114C10.9625 5.11417 11.0001 5.02333 11.0001 4.9286C11.0001 4.83388 10.9625 4.74304 10.8955 4.67607C10.8285 4.60909 10.7377 4.57146 10.643 4.57146H9.92865V2.78573C9.92865 2.59628 9.85336 2.4146 9.71943 2.28065C9.5855 2.1467 9.40378 2.07144 9.21435 2.07144H7.42862V1.35715C7.42862 1.26242 7.39098 1.17158 7.32405 1.10461C7.25705 1.03763 7.16619 1 7.07148 1C6.97676 1 6.88591 1.03763 6.81891 1.10461C6.75198 1.17158 6.71433 1.26242 6.71433 1.35715V2.07144H5.28575V1.35715C5.28575 1.26242 5.24812 1.17158 5.18114 1.10461C5.11417 1.03763 5.02333 1 4.9286 1C4.83388 1 4.74304 1.03763 4.67607 1.10461C4.60909 1.17158 4.57146 1.26242 4.57146 1.35715V2.07144H2.78573C2.59628 2.07144 2.4146 2.1467 2.28065 2.28065C2.14669 2.4146 2.07144 2.59628 2.07144 2.78573V4.57146H1.35714C1.26242 4.57146 1.17158 4.60909 1.10461 4.67607C1.03763 4.74304 1 4.83388 1 4.9286C1 5.02333 1.03763 5.11417 1.10461 5.18114C1.17158 5.24812 1.26242 5.28575 1.35714 5.28575H2.07144V6.71433H1.35714C1.26242 6.71433 1.17158 6.75198 1.10461 6.81891C1.03763 6.88591 1 6.97676 1 7.07148C1 7.16619 1.03763 7.25705 1.10461 7.32405C1.17158 7.39098 1.26242 7.42863 1.35714 7.42863H2.07144V9.21435C2.07144 9.40378 2.14669 9.5855 2.28065 9.71943C2.4146 9.85336 2.59628 9.92865 2.78573 9.92865H4.57146V10.6429C4.57146 10.7377 4.60909 10.8285 4.67607 10.8955C4.74304 10.9624 4.83388 11.0001 4.9286 11.0001C5.02333 11.0001 5.11417 10.9624 5.18114 10.8955C5.24812 10.8285 5.28575 10.7377 5.28575 10.6429V9.92865H6.71433V10.6429C6.71433 10.7377 6.75198 10.8285 6.81891 10.8955C6.88591 10.9624 6.97676 11.0001 7.07148 11.0001C7.16619 11.0001 7.25705 10.9624 7.32405 10.8955C7.39098 10.8285 7.42862 10.7377 7.42862 10.6429V9.92865H9.21435C9.40378 9.92865 9.5855 9.85336 9.71943 9.71943C9.85336 9.5855 9.92865 9.40378 9.92865 9.21435V7.42863Z" fill="currentColor" fill-opacity="0.4"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M5 4C4.44771 4 4 4.44771 4 5V7C4 7.55227 4.44771 8 5 8H7C7.55227 8 8 7.55227 8 7V5C8 4.44771 7.55227 4 7 4H5Z" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">Hardware</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/learn"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 32 32"><path fill-rule="evenodd" clip-rule="evenodd" d="M5.44971 14.5964L5.44977 19.5221L5.44971 19.5321L5.44977 19.5422V19.6062H5.4533C5.59676 21.0844 10.0242 22.2706 15.465 22.2706C20.9057 22.2706 25.3332 21.0844 25.4767 19.6062H25.4803L25.4802 14.8524L15.7373 17.5754L5.44971 14.5964Z" fill="currentColor" fill-opacity="0.8"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M1.16846 11.7412L15.7374 15.9487L30.832 11.7412V13.3494H30.8069L30.832 13.3566L15.7374 17.5754L1.16846 13.3566L1.1927 13.3494H1.16846V11.7412ZM1.16846 11.7412V11.7412L1.16849 11.7412L1.16846 11.7412ZM1.16846 11.7412V11.6674H1.41519L1.16846 11.7412ZM30.5764 11.6674H30.832V11.7412L30.5764 11.6674Z" fill="currentColor" fill-opacity="0.5"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M3.02827 18.7976C3.398 17.0129 4.40214 15.3593 5.21357 14.3777L5.68497 14.7674C4.91639 15.6971 3.97099 17.2621 3.62717 18.9216C3.28615 20.5676 3.53867 22.2742 5.1103 23.5887C5.88204 24.2342 6.92784 24.5392 8.1691 24.6236C9.40985 24.7079 10.8132 24.5697 12.2706 24.3583C12.9462 24.2603 13.6292 24.1473 14.3104 24.0346C14.3626 24.0259 14.4148 24.0173 14.467 24.0087C15.1987 23.8877 15.9275 23.7684 16.6346 23.6714C18.0439 23.4782 19.3924 23.3696 20.5369 23.5201L20.4572 24.1265C19.3982 23.9872 18.1177 24.0854 16.7176 24.2774C16.0201 24.373 15.2991 24.491 14.5667 24.6121C14.5143 24.6208 14.4618 24.6295 14.4093 24.6382C13.7292 24.7507 13.0404 24.8647 12.3583 24.9636C10.8913 25.1764 9.43547 25.3227 8.12763 25.2338C6.8203 25.145 5.62813 24.8191 4.71791 24.0579C2.92563 22.5589 2.65573 20.5957 3.02827 18.7976Z" fill="currentColor"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M20.4304 24.1128L20.5291 23.5358L28.0463 24.2759L27.9888 24.8599L27.966 24.8577L27.8807 25.3377L27.8992 25.3422L27.7593 25.9121L20.4304 24.1128Z" fill="currentColor" fill-opacity="0.25"></path><path d="M15.7374 15.9487L1.16846 11.7412L15.7374 7.38605L30.832 11.7412L15.7374 15.9487Z" fill="currentColor" fill-opacity="0.25"></path></svg><!--]--><!--]--> <span class="truncate">Learn</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/join/discord" target="_blank"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 32 32" preserveAspectRatio="xMidYMid meet"><path d="M25.6933 7.10665C23.92 6.27998 22 5.67998 20 5.33331C19.9825 5.33275 19.965 5.33604 19.9489 5.34295C19.9328 5.34987 19.9183 5.36023 19.9067 5.37331C19.6667 5.81331 19.3867 6.38665 19.2 6.82665C17.0787 6.50665 14.9213 6.50665 12.8 6.82665C12.6133 6.37331 12.3333 5.81331 12.08 5.37331C12.0667 5.34665 12.0267 5.33331 11.9867 5.33331C9.98666 5.67998 8.07999 6.27998 6.29333 7.10665C6.27999 7.10665 6.26666 7.11998 6.25333 7.13331C2.62666 12.56 1.62666 17.84 2.11999 23.0666C2.11999 23.0933 2.13333 23.12 2.15999 23.1333C4.55999 24.8933 6.86666 25.96 9.14666 26.6666C9.18666 26.68 9.22666 26.6666 9.23999 26.64C9.77333 25.9066 10.2533 25.1333 10.6667 24.32C10.6933 24.2666 10.6667 24.2133 10.6133 24.2C9.85333 23.9066 9.13333 23.56 8.42666 23.16C8.37333 23.1333 8.37333 23.0533 8.41333 23.0133C8.55999 22.9066 8.70666 22.7866 8.85333 22.68C8.87999 22.6533 8.91999 22.6533 8.94666 22.6666C13.5333 24.76 18.48 24.76 23.0133 22.6666C23.04 22.6533 23.08 22.6533 23.1067 22.68C23.2533 22.8 23.4 22.9066 23.5467 23.0266C23.6 23.0666 23.6 23.1466 23.5333 23.1733C22.84 23.5866 22.1067 23.92 21.3467 24.2133C21.2933 24.2266 21.28 24.2933 21.2933 24.3333C21.72 25.1466 22.2 25.92 22.72 26.6533C22.76 26.6666 22.8 26.68 22.84 26.6666C25.1333 25.96 27.44 24.8933 29.84 23.1333C29.8667 23.12 29.88 23.0933 29.88 23.0666C30.4667 17.0266 28.9067 11.7866 25.7467 7.13331C25.7333 7.11998 25.72 7.10665 25.6933 7.10665V7.10665ZM11.36 19.88C9.98666 19.88 8.83999 18.6133 8.83999 17.0533C8.83999 15.4933 9.95999 14.2266 11.36 14.2266C12.7733 14.2266 13.8933 15.5066 13.88 17.0533C13.88 18.6133 12.76 19.88 11.36 19.88ZM20.6533 19.88C19.28 19.88 18.1333 18.6133 18.1333 17.0533C18.1333 15.4933 19.2533 14.2266 20.6533 14.2266C22.0667 14.2266 23.1867 15.5066 23.1733 17.0533C23.1733 18.6133 22.0667 19.88 20.6533 19.88Z" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">Discord</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="https://discuss.huggingface.co/" target="_blank"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" focusable="false" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path d="M12.077 3C7.149 3 3 6.96 3 11.843V21l9.075-.01c4.928 0 8.925-4.11 8.925-8.993C21 7.113 17 3 12.077 3zm3.92 12.859a5.568 5.568 0 0 1-6.102 1.043l-3.595.805l1.001-3.192a5.435 5.435 0 0 1 .11-5.415a5.55 5.55 0 0 1 4.753-2.678v.001h.006a5.533 5.533 0 0 1 5.131 3.438a5.442 5.442 0 0 1-1.304 5.998z" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">Forum</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="https://github.com/huggingface" target="_blank"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400 text-sm" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1.03em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 250"><path d="M128.001 0C57.317 0 0 57.307 0 128.001c0 56.554 36.676 104.535 87.535 121.46c6.397 1.185 8.746-2.777 8.746-6.158c0-3.052-.12-13.135-.174-23.83c-35.61 7.742-43.124-15.103-43.124-15.103c-5.823-14.795-14.213-18.73-14.213-18.73c-11.613-7.944.876-7.78.876-7.78c12.853.902 19.621 13.19 19.621 13.19c11.417 19.568 29.945 13.911 37.249 10.64c1.149-8.272 4.466-13.92 8.127-17.116c-28.431-3.236-58.318-14.212-58.318-63.258c0-13.975 5-25.394 13.188-34.358c-1.329-3.224-5.71-16.242 1.24-33.874c0 0 10.749-3.44 35.21 13.121c10.21-2.836 21.16-4.258 32.038-4.307c10.878.049 21.837 1.47 32.066 4.307c24.431-16.56 35.165-13.12 35.165-13.12c6.967 17.63 2.584 30.65 1.255 33.873c8.207 8.964 13.173 20.383 13.173 34.358c0 49.163-29.944 59.988-58.447 63.157c4.591 3.972 8.682 11.762 8.682 23.704c0 17.126-.148 30.91-.148 35.126c0 3.407 2.304 7.398 8.792 6.14C219.37 232.5 256 184.537 256 128.002C256 57.307 198.691 0 128.001 0zm-80.06 182.34c-.282.636-1.283.827-2.194.39c-.929-.417-1.45-1.284-1.15-1.922c.276-.655 1.279-.838 2.205-.399c.93.418 1.46 1.293 1.139 1.931zm6.296 5.618c-.61.566-1.804.303-2.614-.591c-.837-.892-.994-2.086-.375-2.66c.63-.566 1.787-.301 2.626.591c.838.903 1 2.088.363 2.66zm4.32 7.188c-.785.545-2.067.034-2.86-1.104c-.784-1.138-.784-2.503.017-3.05c.795-.547 2.058-.055 2.861 1.075c.782 1.157.782 2.522-.019 3.08zm7.304 8.325c-.701.774-2.196.566-3.29-.49c-1.119-1.032-1.43-2.496-.726-3.27c.71-.776 2.213-.558 3.315.49c1.11 1.03 1.45 2.505.701 3.27zm9.442 2.81c-.31 1.003-1.75 1.459-3.199 1.033c-1.448-.439-2.395-1.613-2.103-2.626c.301-1.01 1.747-1.484 3.207-1.028c1.446.436 2.396 1.602 2.095 2.622zm10.744 1.193c.036 1.055-1.193 1.93-2.715 1.95c-1.53.034-2.769-.82-2.786-1.86c0-1.065 1.202-1.932 2.733-1.958c1.522-.03 2.768.818 2.768 1.868zm10.555-.405c.182 1.03-.875 2.088-2.387 2.37c-1.485.271-2.861-.365-3.05-1.386c-.184-1.056.893-2.114 2.376-2.387c1.514-.263 2.868.356 3.061 1.403z" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">GitHub</span><!--]--><!----></a><!----> <!----></li><!--]--></ul></li> <li><div class="bg-linear-to-r col-span-full flex items-center justify-between whitespace-nowrap to-white font-semibold dark:to-gray-925 px-4 py-0.5 text-pink-800 from-pink-50 dark:text-gray-200 dark:from-pink-900"><!--[--><!---->Solutions<!--]--></div><!----> <ul><!--[--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/enterprise"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400" xmlns="http://www.w3.org/2000/svg" fill="none" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><path fill-rule="evenodd" clip-rule="evenodd" d="M4.9 1.35a3.16 3.16 0 0 0-2.8 2.07L.37 8.58C0 9.71.7 10.65 1.86 10.65H7.3a3.2 3.2 0 0 0 2.84-2.07l1.67-5.16c.36-1.13-.3-2.07-1.46-2.07H4.91Zm.4 2.07L3.57 8.47h3.57l.36-1.12H5.4l.28-.91h1.75l.4-1.1H6.07l.3-.83h2l.36-1.1H5.27h.04Z" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">Team & Enterprise</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/pro"><!--[-1--><!--[0--><!--[--><!--$s1--><svg class="mr-1.5 flex-none text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" viewBox="0 0 12 12" fill="none"><path d="M6.48 1.26c0 1.55.67 2.58 1.5 3.24.86.68 1.9 1 2.58 1.07v.86A5.3 5.3 0 0 0 7.99 7.5a3.95 3.95 0 0 0-1.51 3.24h-.96c0-1.55-.67-2.58-1.5-3.24a5.3 5.3 0 0 0-2.58-1.07v-.86A5.3 5.3 0 0 0 4.01 4.5a3.95 3.95 0 0 0 1.51-3.24h.96Z" fill="url(#pro-sparkle-gradient-s1)"></path><defs><linearGradient id="pro-sparkle-gradient-s1" x1="3.37" y1="3.43" x2="8.14" y2="8.9" gradientUnits="userSpaceOnUse"><stop stop-color="#FF0789"></stop><stop offset=".63" stop-color="#21DE75"></stop><stop offset="1" stop-color="#FF8D00"></stop></linearGradient></defs></svg><!--]--><!--]--> <span class="truncate">Hugging Face PRO</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/support"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 25 24"><path d="M12.6213 22.4475C12.7096 22.4825 12.8038 22.5003 12.8988 22.5C13.068 22.4991 13.2318 22.4409 13.3638 22.335L17.1138 19.335C17.2022 19.2652 17.2737 19.1763 17.323 19.0751C17.3724 18.9738 17.3983 18.8627 17.3988 18.75V13.0575L20.2338 10.23C21.0025 9.46567 21.6117 8.5563 22.0263 7.55467C22.4409 6.55304 22.6524 5.47907 22.6488 4.39505V3.00005C22.6488 2.60222 22.4908 2.22069 22.2095 1.93939C21.9281 1.65808 21.5466 1.50005 21.1488 1.50005H19.7538C18.6698 1.49639 17.5958 1.70798 16.5942 2.12254C15.5925 2.5371 14.6832 3.14638 13.9188 3.91505L11.0913 6.75005H5.39879C5.28552 6.75146 5.17405 6.77851 5.07273 6.82917C4.97141 6.87983 4.88288 6.95278 4.81379 7.04255L1.81379 10.7925C1.73008 10.8963 1.67553 11.0205 1.65576 11.1523C1.63599 11.2841 1.6517 11.4188 1.70129 11.5425C1.75027 11.6654 1.83088 11.7732 1.93494 11.8548C2.03899 11.9365 2.1628 11.9892 2.29379 12.0075L7.54379 12.7575L11.4063 16.605L12.1563 21.855C12.1747 21.986 12.2274 22.1098 12.309 22.2139C12.3907 22.318 12.4984 22.3986 12.6213 22.4475Z" opacity=".5" fill="currentColor"></path><path d="M11.0837 10.9416L5.08569 16.9396L7.20363 19.0576L13.2017 13.0595L11.0837 10.9416Z" opacity="1" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">Enterprise Support</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/inference/models"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><path fill-rule="evenodd" clip-rule="evenodd" d="M7.587 8.498a.613.613 0 0 0 .812-.915l-.004-.004a.61.61 0 0 0-.27-.157l-.538 1.076Zm.935-1.871a.612.612 0 0 0 .211.037h.006a.613.613 0 0 0 .33-1.13l-.547 1.093Zm.057-2.531a.613.613 0 0 0-1.046-.444l-.005.005a.61.61 0 0 0-.178.402h.969a.93.93 0 0 1 .26.037ZM3.57 5.518l-.549 1.097a.613.613 0 0 1 .24-1.177h.007a.61.61 0 0 1 .302.08Zm.921-1.842L3.979 4.7a.61.61 0 0 1-.373-.177l-.004-.004a.613.613 0 0 1 .866-.867l.005.005a.619.619 0 0 1 .018.019Zm-1.067 4.29c.112.049.237.077.37.077h.857a.61.61 0 0 1-.178.403l-.005.004a.613.613 0 0 1-1.044-.484ZM8.121 6.06V6.05c0-.204.099-.384.252-.496l-.252.505ZM3.849 7.43h.381a.615.615 0 0 0-.381 0Zm4.305-2.758H7.77c.124.041.26.041.384 0ZM3.162 2.346a.613.613 0 0 0-.867.866l.002.002a.613.613 0 1 0 .867-.866l-.002-.002ZM5.777 4.96a.613.613 0 0 0-1.029.578.612.612 0 0 0 0 1.024.612.612 0 0 0 1.03.578l.004-.004a.613.613 0 0 0-.094-.944.617.617 0 0 0 0-.284.613.613 0 0 0 .094-.944l-.005-.004Zm.536 1.232a.613.613 0 0 0-.094.944l.005.004a.613.613 0 0 0 1.029-.578.612.612 0 0 0 0-1.024.613.613 0 0 0-1.03-.578l-.003.004a.613.613 0 0 0 .093.944.615.615 0 0 0 0 .284Zm3.391 2.695a.613.613 0 0 0-.867.867l.003.002a.613.613 0 0 0 .866-.867l-.002-.002Zm-8.263-3.45a.613.613 0 0 0 0 1.226h.003a.613.613 0 1 0 0-1.226h-.003Zm9.116 0a.613.613 0 1 0 0 1.226h.003a.613.613 0 1 0 0-1.226h-.003Zm-.85-3.092c.239.239.239.627 0 .866l-.003.002a.613.613 0 0 1-.867-.866l.003-.002c.239-.24.627-.24.866 0ZM3.163 8.888c.24.24.24.627 0 .867l-.002.002a.613.613 0 0 1-.867-.867l.002-.002c.24-.24.627-.24.867 0Z" fill="currentColor" class="text-gray-400 dark:text-gray-500"></path><path d="M5.597 7.736a.306.306 0 0 0-.306-.306H3.795a.306.306 0 0 1-.274-.444l2.415-4.83c.145-.289.58-.186.58.137v2.073c0 .169.138.306.307.306h1.496c.228 0 .376.24.274.444l-2.415 4.83c-.145.289-.58.186-.58-.137V7.736Z" fill="currentColor" class="text-yellow-500"></path></svg><!--]--><!--]--> <span class="truncate">Inference Providers</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/inference-endpoints" target="_blank"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 flex-none text-gray-400 text-gray-400" xmlns="http://www.w3.org/2000/svg" width="1em" height="1em" viewBox="0 0 32 32" fill="none"><path d="M12.3938 16.0389L21.3611 29.9562H11.3396L2.37699 16.0467H2.3692L2.37232 16.0389L2.3692 16.0343H2.37699L11.1901 2.04378H21.2116L12.3938 16.0389Z" fill="currentColor"></path><path d="M24.9907 21.291C27.5533 21.291 29.6308 19.2135 29.6308 16.6509C29.6308 14.0882 27.5533 12.0107 24.9907 12.0107C22.428 12.0107 20.3505 14.0882 20.3505 16.6509C20.3505 19.2135 22.428 21.291 24.9907 21.291Z" fill="currentColor"></path></svg><!--]--><!--]--> <span class="truncate">Inference Endpoints</span><!--]--><!----></a><!----> <!----></li><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 hover:underline " href="/storage"><!--[-1--><!--[0--><!--[--><svg class=" mr-1.5 flex-none text-gray-400 svelte-11u2e10" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 48 48" fill="none"><!--[-1--><!--]--><path opacity="0.25" d="M36 4H12C7.58172 4 4 7.58172 4 12V36C4 40.4183 7.58172 44 12 44H36C40.4183 44 44 40.4183 44 36V12C44 7.58172 40.4183 4 36 4Z" fill="currentColor" class="svelte-11u2e10"></path><path opacity="0.5" d="M31 11H17C13.6863 11 11 13.6863 11 17V31C11 34.3137 13.6863 37 17 37H31C34.3137 37 37 34.3137 37 31V17C37 13.6863 34.3137 11 31 11Z" fill="currentColor" class="svelte-11u2e10"></path><path d="M27 18H21C19.3431 18 18 19.3431 18 21V27C18 28.6569 19.3431 30 21 30H27C28.6569 30 30 28.6569 30 27V21C30 19.3431 28.6569 18 27 18Z" fill="currentColor" class="svelte-11u2e10"></path></svg><!--]--><!--]--> <span class="truncate">Storage Buckets</span><!--]--><!----></a><!----> <!----></li><!--]--></ul></li><!----><!--]--></ul></nav><!--]--> <!--[-1--><!--]--></div><!----></li> <li><hr class="h-5 w-0.5 border-none bg-gray-100 dark:bg-gray-800"/></li> <!--[-1--><li><a class="block cursor-pointer whitespace-nowrap px-2 py-0.5 hover:text-gray-500 dark:text-gray-300 dark:hover:text-gray-100" href="/login">Log In</a></li> <!--[0--><li><a class="whitespace-nowrap rounded-full border border-transparent bg-gray-900 px-3 py-1 leading-none text-white hover:border-black hover:bg-white hover:text-black" href="/join">Sign Up</a></li><!--]--><!--]--></ul></nav><!----></div></header><!----></div><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--><!----> <!--[-1--><!--]--><!----> <!--[0--><div class="SVELTE_HYDRATER contents" data-target="SSOBanner" data-props="{}"><!--[-1--><!--]--><!----></div><!--]--> <!--[-1--><!--]--><!----> <main class="flex flex-1 flex-col"><!--[-1--><!--]--> <div class="SVELTE_HYDRATER contents" data-target="ModelHeader" data-props="{"activeTab":"modelCard","author":{"_id":"6435718aaaef013d1aec3b8b","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg","fullname":"Bartowski","name":"bartowski","type":"user","isPro":true,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":15111,"isUserFollowing":false},"canReadRepoSettings":false,"canWriteRepoContent":false,"canDisable":false,"model":{"author":"bartowski","cardData":{"quantized_by":"bartowski","pipeline_tag":"image-text-to-text"},"cardExists":true,"config":{},"createdAt":"2026-08-14T15:48:06.000Z","discussionsDisabled":false,"discussionsSorting":"recently-created","downloads":457490,"downloadsAllTime":457490,"id":"bartowski/Qwen3.8-27B-GGUF","isLikedByUser":false,"availableInferenceProviders":[],"showHuggingChatEntry":false,"inference":"","lastModified":"2026-09-11T19:39:15.000Z","likes":138,"pipeline_tag":"image-text-to-text","librariesOther":[],"trackDownloads":true,"model-index":null,"private":false,"repoType":"model","gated":false,"tags":["gguf","image-text-to-text","endpoints_compatible","region:us","imatrix","conversational"],"tag_objs":[{"id":"image-text-to-text","label":"Image-Text-to-Text","type":"pipeline_tag","subType":"multimodal"},{"id":"gguf","label":"GGUF","type":"library"},{"id":"endpoints_compatible","label":"Inference Endpoints","type":"other","clickable":true},{"id":"imatrix","label":"imatrix","type":"other","clickable":true},{"id":"conversational","label":"conversational","type":"other","clickable":true},{"type":"region","label":"🇺🇸 Region: US","id":"region:us"}],"widgetData":[{"text":"Hi, what can you help me with?"},{"text":"What is 84 * 3 / 2?"},{"text":"Tell me an interesting fact about the universe!"},{"text":"Explain quantum computing in simple terms."}],"gguf":{"total":27320697856,"architecture":"qwen35","context_length":262144,"quantize_imatrix_file":"/models_out/Qwen3.8-27B-GGUF/Qwen3.8-27B-imatrix.gguf","chat_template":"{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n {%- if content is string %}\n {{- content }}\n {%- elif content is iterable and content is not mapping %}\n {%- for item in content %}\n {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain images.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set image_count.value = image_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Picture ' ~ image_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n {%- elif 'video' in item or item.type == 'video' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain videos.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set video_count.value = video_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Video ' ~ video_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n {%- elif 'text' in item %}\n {{- item.text }}\n {%- else %}\n {{- raise_exception('Unexpected item type in content.') }}\n {%- endif %}\n {%- endfor %}\n {%- elif content is none or content is undefined %}\n {{- '' }}\n {%- else %}\n {{- raise_exception('Unexpected content type.') }}\n {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- set reasoning_instructions = '' %}\n{%- if enable_thinking is undefined or enable_thinking is true %}\n {%- set resolved_reasoning_effort = reasoning_effort|default('xhigh') %}\n {%- if resolved_reasoning_effort not in ('xhigh', 'medium', 'low') %}\n {{- raise_exception('Unexpected reasoning effort ' ~ reasoning_effort ~ '. Supported types are xhigh (default), medium, and low.') }}\n {%- endif %}\n {%- if resolved_reasoning_effort == 'xhigh' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.' %}\n {%- elif resolved_reasoning_effort == 'low' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to low. Keep your thinking brief and focused, moving directly to the conclusion without unnecessary elaboration.' %}\n {%- endif %}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n {{- '<|im_start|>system\\n' }}\n {%- if reasoning_instructions %}\n {{- reasoning_instructions + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\" }}\n {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '\\n\\n' + content }}\n {%- endif %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '<|im_start|>system\\n' + (reasoning_instructions + '\\n\\n' if reasoning_instructions else '') + content + '<|im_end|>\\n' }}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" %}\n {%- set content = render_content(message.content, false)|trim %}\n {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = render_content(message.content, true)|trim %}\n {%- if message.role == \"system\" %}\n {%- if not loop.first %}\n {{- raise_exception('System message must be at the beginning.') }}\n {%- endif %}\n {%- elif message.role == \"user\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- endif %}\n {%- set reasoning_content = reasoning_content|trim %}\n {%- if preserve_thinking is undefined or preserve_thinking is true or loop.index0 > ns.last_query_index %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content + '\\n</think>\\n\\n' + content }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if loop.first %}\n {%- if content|trim %}\n {{- '\\n\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- else %}\n {{- '<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- else %}\n {{- '\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- if tool_call.arguments is defined and tool_call.arguments != '' %}\n {%- for args_name, args_value in tool_call.arguments|items %}\n {{- '<parameter=' + args_name + '>\\n' }}\n {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}\n {{- args_value }}\n {{- '\\n</parameter>\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '</function>\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content }}\n {{- '\\n</tool_response>' }}\n {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n {{- '<|im_end|>\\n' }}\n {%- elif loop.last %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- else %}\n {{- raise_exception('Unexpected message role.') }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- else %}\n {{- '<think>\\n' }}\n {%- endif %}\n{%- endif %}","bos_token":"<|endoftext|>","eos_token":"<|im_end|>","totalFileSize":10522248928},"ggufFilePaths":["Qwen3.8-27B-IQ2_M.gguf","Qwen3.8-27B-IQ2_S.gguf","Qwen3.8-27B-IQ2_XS.gguf","Qwen3.8-27B-IQ2_XXS.gguf","Qwen3.8-27B-IQ3_M.gguf","Qwen3.8-27B-IQ3_XS.gguf","Qwen3.8-27B-IQ3_XXS.gguf","Qwen3.8-27B-IQ4_NL.gguf","Qwen3.8-27B-IQ4_XS.gguf","Qwen3.8-27B-Q2_K.gguf","Qwen3.8-27B-Q2_K_L.gguf","Qwen3.8-27B-Q3_K_L.gguf","Qwen3.8-27B-Q3_K_M.gguf","Qwen3.8-27B-Q3_K_S.gguf","Qwen3.8-27B-Q3_K_XL.gguf","Qwen3.8-27B-Q4_0.gguf","Qwen3.8-27B-Q4_1.gguf","Qwen3.8-27B-Q4_K_L.gguf","Qwen3.8-27B-Q4_K_M.gguf","Qwen3.8-27B-Q4_K_S.gguf","Qwen3.8-27B-Q5_K_L.gguf","Qwen3.8-27B-Q5_K_M.gguf","Qwen3.8-27B-Q5_K_S.gguf","Qwen3.8-27B-Q6_K.gguf","Qwen3.8-27B-Q6_K_L.gguf","Qwen3.8-27B-Q6_K_S.gguf","Qwen3.8-27B-Q8_0.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00001-of-00002.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00002-of-00002.gguf","Qwen3.8-27B-imatrix.gguf","mmproj-Qwen3.8-27B-bf16.gguf","mmproj-Qwen3.8-27B-f16.gguf"],"hasBlockedOids":false,"region":"us","isQuantized":false},"discussionsStats":{"closed":2,"open":6,"total":8},"query":{},"inferenceContextData":{"billableEntities":[],"entityName2Providers":{}},"hasQuantizations":false,"copyToBucketNamespaces":[]}"><!--[-1--><!--]--> <header class="bg-linear-to-t border-b border-gray-100 pt-6 sm:pt-9 from-gray-50-to-white via-white dark:via-gray-950 "><!--[--><!--]--> <div class="container relative "><h1 class="flex flex-wrap items-center max-md:leading-tight mb-3 gap-y-1.5 text-lg md:text-xl"><!--[-1--><!--]--> <!--[0--><div class="group flex flex-none items-center"><div class="relative mr-1 flex items-center"><!--[-1--><!--]--> <!--[-1--><!--[--><span class="inline-block "><span class="contents"><a href="/bartowski" class="text-gray-400 hover:text-blue-600"><div class="flex-none "><img alt="" class="max-w-none size-3.5 rounded-full flex-none select-none " src="https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg" crossorigin="anonymous"/> <!--[-1--><!--]--></div><!----></a><!----><!----></span> <!--[-1--><!--]--></span><!--]--><!--]--></div> <!--[--><span class="inline-block "><span class="contents"><a href="/bartowski" class="text-gray-400 hover:text-blue-600">bartowski</a><!----><!----></span> <!--[-1--><!--]--></span><!--]--> <div class="mx-0.5 text-gray-300">/</div></div><!--]--> <div class="max-w-full "><a class="break-words font-mono font-semibold hover:text-blue-600 " href="/bartowski/Qwen3.8-27B-GGUF">Qwen3.8-27B-GGUF</a> <!--[0--><!----><button class="text-sm mr-4 focus:outline-hidden inline-flex cursor-pointer items-center text-sm mx-0.5 text-gray-600 " title="Copy model name to clipboard" type="button"><!--[0--><!--[--><svg class="shrink-0" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!--]--><!--]--> <!--[-1--><!--]--></button><!----><!--]--></div><!----> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[0--><div class="inline-flex items-center overflow-hidden whitespace-nowrap rounded-md border bg-white text-sm leading-none text-gray-500 transition-shadow duration-100 ease-in-out mr-2 svelte-149bse7"><span class="inline-block "><span class="contents"><button class="bg-linear-to-t relative flex items-center overflow-hidden from-red-500/10 to-transparent hover:from-red-500/20 dark:from-red-500/15 dark:hover:from-red-500/25 px-1.5 py-1 focus:outline-hidden svelte-149bse7" title="Like"><svg class="text-red-500 left-1.5 absolute" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32" fill="currentColor"><path d="M22.45,6a5.47,5.47,0,0,1,3.91,1.64,5.7,5.7,0,0,1,0,8L16,26.13,5.64,15.64a5.7,5.7,0,0,1,0-8,5.48,5.48,0,0,1,7.82,0L16,10.24l2.53-2.58A5.44,5.44,0,0,1,22.45,6m0-2a7.47,7.47,0,0,0-5.34,2.24L16,7.36,14.89,6.24a7.49,7.49,0,0,0-10.68,0,7.72,7.72,0,0,0,0,10.82L16,29,27.79,17.06a7.72,7.72,0,0,0,0-10.82A7.49,7.49,0,0,0,22.45,4Z"></path></svg><!----> <!--[-1--><!--]--> <span class="ml-4 pl-0.5 font-medium svelte-149bse7">Like</span></button><!----></span> <!--[-1--><!--]--></span><!----> <button class="focus:outline-hidden flex items-center border-l px-1.5 py-1 text-gray-500 hover:bg-gray-50 focus:bg-gray-100 dark:hover:bg-gray-900 dark:focus:bg-gray-800 svelte-149bse7" title="See users who liked this repository">138</button></div> <!--[0--><!--[-1--><!--]--> <dialog class="shadow-alternate z-40 mx-4 my-auto h-fit select-text overflow-hidden rounded-xl bg-white max-sm:max-w-[calc(100dvw-2rem)] sm:mx-auto lg:mt-26 md:portrait:mt-30 xl:mt-30 2xl:mt-32 w-full sm:w-96 max-w-[calc(100%-4rem)] text-base "><div tabindex="-1" class="outline-none focus:ring-0 focus-visible:ring-0"><!--[-1--><!--]--></div></dialog><!--]--><!--]--> <!--[-1--><!--]--> <!--[--><!--]--></h1> <!--[--><!--[0--><div class="mb-3 flex flex-wrap md:mb-4"><!--[--><!--[--><!--[-1--><!--[--><!--[-1--><!--[0--><!--[-1--><!----><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?pipeline_tag=image-text-to-text"><div class="tag tag-white "><!--[0--><div class="tag-ico -ml-2 tag-ico-orange "><!--[--><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M29.707 19.293l-3-3a1 1 0 0 0-1.414 0L16 25.586V30h4.414l9.293-9.293a1 1 0 0 0 0-1.414zM19.586 28H18v-1.586l5-5L24.586 23zM26 21.586L24.414 20L26 18.414L27.586 20z" fill="currentColor"></path><path d="M20 13v-2h-2.142a3.94 3.94 0 0 0-.425-1.019l1.517-1.517l-1.414-1.414l-1.517 1.517A3.944 3.944 0 0 0 15 8.142V6h-2v2.142a3.944 3.944 0 0 0-1.019.425L10.464 7.05L9.05 8.464l1.517 1.517A3.94 3.94 0 0 0 10.142 11H8v2h2.142a3.94 3.94 0 0 0 .425 1.019L9.05 15.536l1.414 1.414l1.517-1.517a3.944 3.944 0 0 0 1.019.425V18h2v-2.142a3.944 3.944 0 0 0 1.019-.425l1.517 1.517l1.414-1.414l-1.517-1.517A3.94 3.94 0 0 0 17.858 13zm-6 1a2 2 0 1 1 2-2a2.002 2.002 0 0 1-2 2z" fill="currentColor"></path><path d="M12 30H6a2.002 2.002 0 0 1-2-2V4a2.002 2.002 0 0 1 2-2h16a2.002 2.002 0 0 1 2 2v10h-2V4H6v24h6z" fill="currentColor"></path></svg><!--]--><!----></div><!--]--> <!--[-1--><!--]--> <!--[-1--><span>Image-Text-to-Text</span><!--]--> <!--[-1--><!--]--> <!--[--><!--]--></div><!----></a><!----><!--]--><!--]--><!--]--><!--]--><!--]--><!--[-1--><!--[--><!--[-1--><!--[0--><!--[-1--><!----><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?library=gguf"><div class="tag tag-white "><!--[2--><!--[0--><!--[--><svg class="text-black inline-block text-sm " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 17 14"><path fill-rule="evenodd" clip-rule="evenodd" d="M2.668 1.076v1.078H1.5v9.692h1.168v1.078h11.666v-1.078H15.5V2.154h-1.166V1.076Zm.986 1.615h4.307v2.694H6.885V3.77H4.732v4.306h2.153V7H5.809V5.924H7.96v3.23H3.654ZM9.04 4.846h4.309v2.691H12.27V5.924h-2.155v4.306h2.155V9.154h-1.077V8.076h2.155v3.233H9.039Z" fill="currentColor"></path></svg><!--]--><!--]--><!--]--> <!--[-1--><!--]--> <!--[-1--><span>GGUF</span><!--]--> <!--[-1--><!--]--> <!--[--><!--]--></div><!----></a><!----><!--]--><!--]--><!--]--><!--]--><!--]--><!--[-1--><!--[--><!--[-1--><!--[0--><!--[-1--><!----><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=imatrix"><div class="tag tag-white "><!--[-1--><!--]--> <!--[-1--><!--]--> <!--[-1--><span>imatrix</span><!--]--> <!--[-1--><!--]--> <!--[--><!--]--></div><!----></a><!----><!--]--><!--]--><!--]--><!--[-1--><!--[0--><!--[-1--><!----><a class="mb-1 mr-1 md:mb-1.5 md:mr-1.5 rounded-lg" href="/models?other=conversational"><div class="tag tag-white "><!--[-1--><!--]--> <!--[-1--><!--]--> <!--[-1--><span>conversational</span><!--]--> <!--[-1--><!--]--> <!--[--><!--]--></div><!----></a><!----><!--]--><!--]--><!--]--><!--]--><!--]--><!--[-1--><!--[--><!--[-1--><!--[-1--><!--]--><!--]--><!--]--><!--]--><!--]--><!--]--></div><!--]--><!--]--> <div class="flex flex-col-reverse lg:flex-row lg:items-center lg:justify-between"><!--[--><div class="-mb-px flex h-12 items-center overflow-x-auto overflow-y-hidden "><!--[-1--><!--]--> <!--[0--><!--[--><a class="tab-alternate active" href="/bartowski/Qwen3.8-27B-GGUF"><!--[0--><!--[--><svg class="mr-1.5 text-gray-400 flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-quaternary" d="M20.23 7.24L12 12L3.77 7.24a1.98 1.98 0 0 1 .7-.71L11 2.76c.62-.35 1.38-.35 2 0l6.53 3.77c.29.173.531.418.7.71z" opacity=".25" fill="currentColor"></path><path class="uim-tertiary" d="M12 12v9.5a2.09 2.09 0 0 1-.91-.21L4.5 17.48a2.003 2.003 0 0 1-1-1.73v-7.5a2.06 2.06 0 0 1 .27-1.01L12 12z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M20.5 8.25v7.5a2.003 2.003 0 0 1-1 1.73l-6.62 3.82c-.275.13-.576.198-.88.2V12l8.23-4.76c.175.308.268.656.27 1.01z" fill="currentColor"></path></svg><!--]--><!--]--> <!--[0-->Model card<!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--><!----></a><a class="tab-alternate" href="/bartowski/Qwen3.8-27B-GGUF/tree/main"><!--[0--><!--[--><svg class="mr-1.5 text-gray-400 flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-tertiary" d="M21 19h-8a1 1 0 0 1 0-2h8a1 1 0 0 1 0 2zm0-4h-8a1 1 0 0 1 0-2h8a1 1 0 0 1 0 2zm0-8h-8a1 1 0 0 1 0-2h8a1 1 0 0 1 0 2zm0 4h-8a1 1 0 0 1 0-2h8a1 1 0 0 1 0 2z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M9 19a1 1 0 0 1-1-1V6a1 1 0 0 1 2 0v12a1 1 0 0 1-1 1zm-6-4.333a1 1 0 0 1-.64-1.769L3.438 12l-1.078-.898a1 1 0 0 1 1.28-1.538l2 1.667a1 1 0 0 1 0 1.538l-2 1.667a.999.999 0 0 1-.64.231z" fill="currentColor"></path></svg><!--]--><!--]--> <!--[-1--><span class="xl:hidden">Files</span> <span class="hidden xl:inline">Files and versions</span><!--]--> <!--[-1--><!--]--> <!--[0--><span class="inline-block "><span class="contents"><div class="shadow-purple-500/10 ml-2 inline-flex -translate-y-px items-center gap-0.5 rounded-md border bg-white px-1 py-0.5 align-middle text-xs font-semibold leading-none text-gray-800 shadow-sm dark:border-gray-700 dark:bg-gradient-to-b dark:from-gray-925 dark:to-gray-925 dark:text-gray-300"><svg class="size-3 " xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><path fill-rule="evenodd" clip-rule="evenodd" d="M6.14 3.64 5.1 4.92 2.98 2.28h2.06l1.1 1.36Zm0 4.72-1.1 1.36H2.98l2.13-2.64 1.03 1.28Zm4.9 1.36L8.03 6l3-3.72H8.96L5.97 6l3 3.72h2.06Z" fill="#7875FF"></path><path d="M4.24 6 2.6 8.03.97 6 2.6 3.97 4.24 6Z" fill="#FF7F41" opacity="1"></path></svg><!----> <span>xet</span></div><!----><!----></span> <!--[-1--><!--]--></span><!--]--><!----></a><a class="tab-alternate" href="/bartowski/Qwen3.8-27B-GGUF/discussions"><!--[0--><!--[--><svg class="mr-1.5 text-gray-400 flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M20.6081 3C21.7684 3 22.8053 3.49196 23.5284 4.38415C23.9756 4.93678 24.4428 5.82749 24.4808 7.16133C24.9674 7.01707 25.4353 6.93643 25.8725 6.93643C26.9833 6.93643 27.9865 7.37587 28.696 8.17411C29.6075 9.19872 30.0124 10.4579 29.8361 11.7177C29.7523 12.3177 29.5581 12.8555 29.2678 13.3534C29.8798 13.8646 30.3306 14.5763 30.5485 15.4322C30.719 16.1032 30.8939 17.5006 29.9808 18.9403C30.0389 19.0342 30.0934 19.1319 30.1442 19.2318C30.6932 20.3074 30.7283 21.5229 30.2439 22.6548C29.5093 24.3704 27.6841 25.7219 24.1397 27.1727C21.9347 28.0753 19.9174 28.6523 19.8994 28.6575C16.9842 29.4379 14.3477 29.8345 12.0653 29.8345C7.87017 29.8345 4.8668 28.508 3.13831 25.8921C0.356375 21.6797 0.754104 17.8269 4.35369 14.1131C6.34591 12.058 7.67023 9.02782 7.94613 8.36275C8.50224 6.39343 9.97271 4.20438 12.4172 4.20438H12.4179C12.6236 4.20438 12.8314 4.2214 13.0364 4.25468C14.107 4.42854 15.0428 5.06476 15.7115 6.02205C16.4331 5.09583 17.134 4.359 17.7682 3.94323C18.7242 3.31737 19.6794 3 20.6081 3ZM20.6081 5.95917C20.2427 5.95917 19.7963 6.1197 19.3039 6.44225C17.7754 7.44319 14.8258 12.6772 13.7458 14.7131C13.3839 15.3952 12.7655 15.6837 12.2086 15.6837C11.1036 15.6837 10.2408 14.5497 12.1076 13.1085C14.9146 10.9402 13.9299 7.39584 12.5898 7.1776C12.5311 7.16799 12.4731 7.16355 12.4172 7.16355C11.1989 7.16355 10.6615 9.33114 10.6615 9.33114C10.6615 9.33114 9.0863 13.4148 6.38031 16.206C3.67434 18.998 3.5346 21.2388 5.50675 24.2246C6.85185 26.2606 9.42666 26.8753 12.0653 26.8753C14.8021 26.8753 17.6077 26.2139 19.1799 25.793C19.2574 25.7723 28.8193 22.984 27.6081 20.6107C27.4046 20.212 27.0693 20.0522 26.6471 20.0522C24.9416 20.0522 21.8393 22.6726 20.5057 22.6726C20.2076 22.6726 19.9976 22.5416 19.9116 22.222C19.3433 20.1173 28.552 19.2325 27.7758 16.1839C27.639 15.6445 27.2677 15.4256 26.746 15.4263C24.4923 15.4263 19.4358 19.5181 18.3759 19.5181C18.2949 19.5181 18.2368 19.4937 18.2053 19.4419C17.6743 18.557 17.9653 17.9394 21.7082 15.6009C25.4511 13.2617 28.0783 11.8545 26.5841 10.1752C26.4121 9.98141 26.1684 9.8956 25.8725 9.8956C23.6001 9.89634 18.2311 14.9403 18.2311 14.9403C18.2311 14.9403 16.7821 16.496 15.9057 16.496C15.7043 16.496 15.533 16.4139 15.4169 16.2112C14.7956 15.1296 21.1879 10.1286 21.5484 8.06535C21.7928 6.66715 21.3771 5.95917 20.6081 5.95917Z" fill="#FF9D00"></path><path d="M5.50686 24.2246C3.53472 21.2387 3.67446 18.9979 6.38043 16.206C9.08641 13.4147 10.6615 9.33111 10.6615 9.33111C10.6615 9.33111 11.2499 6.95933 12.59 7.17757C13.93 7.39581 14.9139 10.9401 12.1069 13.1084C9.29997 15.276 12.6659 16.7489 13.7459 14.713C14.8258 12.6772 17.7747 7.44316 19.304 6.44221C20.8326 5.44128 21.9089 6.00204 21.5484 8.06532C21.188 10.1286 14.795 15.1295 15.4171 16.2118C16.0391 17.2934 18.2312 14.9402 18.2312 14.9402C18.2312 14.9402 25.0907 8.49588 26.5842 10.1752C28.0776 11.8545 25.4512 13.2616 21.7082 15.6008C17.9646 17.9393 17.6744 18.557 18.2054 19.4418C18.7372 20.3266 26.9998 13.1351 27.7759 16.1838C28.5513 19.2324 19.3434 20.1173 19.9117 22.2219C20.48 24.3274 26.3979 18.2382 27.6082 20.6107C28.8193 22.9839 19.2574 25.7722 19.18 25.7929C16.0914 26.62 8.24723 28.3726 5.50686 24.2246Z" fill="#FFD21E"></path></svg><!--]--><!--]--> <!--[0-->Community<!--]--> <!--[0--><div class="ml-1.5 flex h-4 min-w-[1rem] items-center justify-center rounded px-1 text-xs leading-none shadow-sm bg-black text-white dark:bg-gray-800 dark:text-gray-200">8</div><!--]--> <!--[-1--><!--]--><!----></a><!--]--><!----><!--]--></div><!--]--> <!--[--><!--[0--><div class="relative mb-1.5 flex flex-wrap gap-1.5 sm:flex-nowrap lg:mb-0"><div class="order-last sm:order-first"><div class="relative "><button class="btn px-1.5 py-1.5 " type="button"><!--[0--><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="p-0.5" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><circle cx="16" cy="7" r="3" fill="currentColor"></circle><circle cx="16" cy="16" r="3" fill="currentColor"></circle><circle cx="16" cy="25" r="3" fill="currentColor"></circle></svg><!----><!--]--> <!--[-1--><!--]--></button> <!--[-1--><!--]--> <!--[-1--><!--]--></div><!----></div> <!--[-1--><!--]--> <dialog class="shadow-alternate z-40 mx-4 my-auto h-fit select-text overflow-hidden rounded-xl bg-white max-sm:max-w-[calc(100dvw-2rem)] sm:mx-auto lg:mt-26 md:portrait:mt-30 xl:mt-30 2xl:mt-32 w-full lg:w-10/12 xl:w-8/12 2xl:w-7/12 max-w-[calc(100%-4rem)] lg:max-w-4xl "><div tabindex="-1" class="outline-none focus:ring-0 focus-visible:ring-0"><!--[-1--><!--]--></div></dialog><!----> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--><!----> <!--[0--><!--[0--><div class="flex-none w-full sm:w-auto"><div class="relative "><button class="text-sm btn gap-1! btn w-full cursor-pointer text-sm" type="button"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 mr-0.5!" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><rect x="6.34" y="19" width="11.31" height="2" transform="translate(-10.63 14.34) rotate(-45)"></rect><path d="M17,30a1,1,0,0,1-.37-.07,1,1,0,0,1-.62-.79l-1-7,2-.28.75,5.27L21,24.52V17a1,1,0,0,1,.29-.71l4.07-4.07A8.94,8.94,0,0,0,28,5.86V4H26.14a8.94,8.94,0,0,0-6.36,2.64l-4.07,4.07A1,1,0,0,1,15,11H7.48L4.87,14.26l5.27.75-.28,2-7-1a1,1,0,0,1-.79-.62,1,1,0,0,1,.15-1l4-5A1,1,0,0,1,7,9h7.59l3.77-3.78A10.92,10.92,0,0,1,26.14,2H28a2,2,0,0,1,2,2V5.86a10.92,10.92,0,0,1-3.22,7.78L23,17.41V25a1,1,0,0,1-.38.78l-5,4A1,1,0,0,1,17,30Z"></path></svg><!--]--><!--]--> Deploy<!--]--> <!--[0--><svg class="-mr-1 text-gray-500 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path d="M16.293 9.293L12 13.586L7.707 9.293l-1.414 1.414L12 16.414l5.707-5.707z" fill="currentColor"></path></svg><!--]--></button> <!--[-1--><!--]--> <!--[-1--><!--]--></div><!----> <!--[-1--><!--]--> <dialog class="shadow-alternate z-40 mx-4 my-auto h-fit select-text overflow-hidden rounded-xl bg-white max-sm:max-w-[calc(100dvw-2rem)] sm:mx-auto lg:mt-26 md:portrait:mt-30 xl:mt-30 2xl:mt-32 w-full lg:w-10/12 xl:w-8/12 2xl:w-7/12 max-w-[calc(100%-4rem)] lg:max-w-4xl "><div tabindex="-1" class="outline-none focus:ring-0 focus-visible:ring-0"><!--[-1--><!--]--></div></dialog><!----> <!--[-1--><!--]--> <dialog class="shadow-alternate z-40 mx-4 my-auto h-fit select-text overflow-hidden rounded-xl bg-white max-sm:max-w-[calc(100dvw-2rem)] sm:mx-auto lg:mt-26 md:portrait:mt-30 xl:mt-30 2xl:mt-32 w-full lg:w-10/12 xl:w-8/12 2xl:w-7/12 max-w-[calc(100%-4rem)] lg:max-w-4xl "><div tabindex="-1" class="outline-none focus:ring-0 focus-visible:ring-0"><!--[-1--><!--]--></div></dialog><!----> <!--[-1--><!--]--> <dialog class="shadow-alternate z-40 mx-4 my-auto h-fit select-text overflow-hidden rounded-xl bg-white max-sm:max-w-[calc(100dvw-2rem)] sm:mx-auto lg:mt-26 md:portrait:mt-30 xl:mt-30 2xl:mt-32 w-full lg:w-7/12 max-w-[calc(100%-4rem)] md:max-w-2xl "><div tabindex="-1" class="outline-none focus:ring-0 focus-visible:ring-0"><!--[-1--><!--]--></div></dialog><!----> <!--[-1--><!--]--> <dialog class="shadow-alternate z-40 mx-4 my-auto h-fit select-text overflow-hidden rounded-xl bg-white max-sm:max-w-[calc(100dvw-2rem)] sm:mx-auto lg:mt-26 md:portrait:mt-30 xl:mt-30 2xl:mt-32 w-full lg:w-10/12 xl:w-8/12 2xl:w-7/12 max-w-[calc(100%-4rem)] lg:max-w-4xl "><div tabindex="-1" class="outline-none focus:ring-0 focus-visible:ring-0"><!--[-1--><!--]--></div></dialog><!----> <!--[-1--><!--]--> <dialog class="shadow-alternate z-40 mx-4 my-auto h-fit select-text overflow-hidden rounded-xl bg-white max-sm:max-w-[calc(100dvw-2rem)] sm:mx-auto lg:mt-26 md:portrait:mt-30 xl:mt-30 2xl:mt-32 w-full lg:w-7/12 max-w-[calc(100%-4rem)] md:max-w-2xl flex overflow-hidden "><div tabindex="-1" class="outline-none focus:ring-0 focus-visible:ring-0"><!--[-1--><!--]--></div></dialog><!----></div><!--]--><!----> <button class="btn text-sm flex-none w-full sm:w-auto" type="button"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M18 6l-1.4 1.4l7.5 7.6H3v2h21.1l-7.5 7.6L18 26l10-10z" fill="currentColor"></path></svg><!----> Copy to bucket <span class="ml-1.5 translate-y-px rounded bg-blue-600/15 px-1 py-px text-[.65rem] font-bold uppercase leading-tight text-blue-600 dark:bg-blue-500/20 dark:text-blue-300">new</span></button> <!--[-1--><!--]--> <dialog class="shadow-alternate z-40 mx-4 my-auto h-fit select-text overflow-hidden rounded-xl bg-white max-sm:max-w-[calc(100dvw-2rem)] sm:mx-auto lg:mt-26 md:portrait:mt-30 xl:mt-30 2xl:mt-32 w-full lg:w-7/12 max-w-[calc(100%-4rem)] md:max-w-2xl "><div tabindex="-1" class="outline-none focus:ring-0 focus-visible:ring-0"><!--[-1--><!--]--></div></dialog><!----><!----> <!--[0--><div class="relative flex-auto sm:flex-none"><button class="from-gray-800! to-black! text-white! gap-1! border-gray-800! dark:border-gray-900! btn w-full cursor-pointer text-sm" type="button"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 mr-0.5! " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path fill="currentColor" d="M28 4H4a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h8v4H8v2h16v-2h-4v-4h8a2 2 0 0 0 2-2V6a2 2 0 0 0-2-2ZM18 28h-4v-4h4Zm10-6H4V6h24Z"></path></svg><!--]--><!--]--> Use this model<!--]--> <!--[0--><svg class="-mr-1 text-gray-500 " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path d="M16.293 9.293L12 13.586L7.707 9.293l-1.414 1.414L12 16.414l5.707-5.707z" fill="currentColor"></path></svg><!--]--></button> <!--[0--><nav class="sr-only" inert=""><!--[0--><h3>Instructions to use bartowski/Qwen3.8-27B-GGUF with libraries, inference providers, notebooks, and local apps. Follow these links to get started.</h3><!--]--> <ul><!--[0--><!--[-1--><!--]--> <!--[--><!--]--> <!--[-1--><!--]--> <!--[0--><li class="w-56 px-3 py-1.5 text-sm text-gray-500">Notebooks</li> <li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF/colab"><!--[0--><svg class="mr-1.5 flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path d="M4.54,9.46,2.19,7.1a6.93,6.93,0,0,0,0,9.79l2.36-2.36A3.59,3.59,0,0,1,4.54,9.46Z" style="" fill="#E8710A"></path><path d="M2.19,7.1,4.54,9.46a3.59,3.59,0,0,1,5.08,0l1.71-2.93h0l-.1-.08h0A6.93,6.93,0,0,0,2.19,7.1Z" style="" fill="#F9AB00"></path><path d="M11.34,17.46h0L9.62,14.54a3.59,3.59,0,0,1-5.08,0L2.19,16.9a6.93,6.93,0,0,0,9,.65l.11-.09" style="" fill="#F9AB00"></path><path d="M12,7.1a6.93,6.93,0,0,0,0,9.79l2.36-2.36a3.59,3.59,0,1,1,5.08-5.08L21.81,7.1A6.93,6.93,0,0,0,12,7.1Z" style="" fill="#F9AB00"></path><path d="M21.81,7.1,19.46,9.46a3.59,3.59,0,0,1-5.08,5.08L12,16.9A6.93,6.93,0,0,0,21.81,7.1Z" style="" fill="#E8710A"></path></svg><!----> <span class="truncate">Google Colab</span><!----><!--]--><!----></a><!----> <!----></li><!----> <li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF/kaggle"><!--[0--><svg class="mr-1.5 flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><rect x="2" y="2" width="20" height="20" rx="2" fill="#20BEFF" fill-opacity=".25"></rect><path d="M16.49 19.16c-.02.07-.08.1-.19.1h-2.06a.42.42 0 0 1-.32-.17l-3.41-4.33-.95.9v3.36c0 .16-.08.24-.23.24h-1.6c-.16 0-.23-.08-.23-.24V4.97c0-.15.07-.23.23-.23h1.6c.15 0 .23.08.23.23v8.17L13.64 9c.1-.1.21-.16.32-.16h2.13c.1 0 .16.04.19.12.03.09.02.16-.02.2l-4.31 4.18 4.5 5.58c.05.06.07.14.04.23Z" fill="#20BEFF"></path></svg><!----> <span class="truncate">Kaggle</span><!----><!--]--><!----></a><!----> <!----></li><!----> <!--[-1--><!--]--><!--]--> <!--[0--><li class="flex w-56 items-center justify-between px-3 py-1.5 text-sm text-gray-500"><span>Local Apps</span> <a href="/settings/local-apps" class="btn rounded-md! h-[1.3rem]! flex items-center justify-center gap-1 whitespace-nowrap border bg-gray-100 px-1.5 py-1 leading-none" title="Set up your favorite local applications"><svg class="text-xs" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 9 7"><path fill="currentColor" d="M8.537 1.153H7.361A1.445 1.445 0 0 0 5.954 0c-.689 0-1.263.49-1.407 1.153H.5v.576h4.047a1.445 1.445 0 0 0 1.407 1.153c.689 0 1.263-.49 1.407-1.153h1.176v-.576M5.954 2.305a.847.847 0 0 1-.861-.864c0-.49.373-.865.861-.865s.861.375.861.865-.373.864-.861.864M.5 5.764h1.177a1.445 1.445 0 0 0 1.406 1.152c.69 0 1.263-.49 1.407-1.152h4.047v-.577H4.49a1.445 1.445 0 0 0-1.407-1.152c-.688 0-1.263.49-1.406 1.152H.5v.577M3.083 4.61c.488 0 .862.375.862.864 0 .49-.374.865-.862.865a.847.847 0 0 1-.86-.865c0-.49.372-.864.86-.864"></path></svg><!----><span class="text-[0.6rem] leading-none">Settings</span></a></li><!--]--> <!--[--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF?local-app=llama.cpp"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><path fill="currentColor" d="M9.11 9.94c-.26.4-.7.64-1.18.64H3.25l1.83-3.17h5.5zM5.08 7.4H1.42l3.05-5.28c.25-.43.71-.7 1.21-.7h2.86z"></path></svg><!--]--><!--]--><!----> <span class="truncate">llama.cpp</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[0--><p>How to use bartowski/Qwen3.8-27B-GGUF with llama.cpp:</p> <!--[--><!--[0--><h5>Install (macOS, Linux)</h5><!--]--> <pre>curl -LsSf https://llama.app/install.sh | sh107# Start a local OpenAI-compatible server with a web UI:108llama serve -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M109# Run inference directly in the terminal:110llama cli -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--[0--><h5>Install from WinGet (Windows)</h5><!--]--> <pre>winget install llama.cpp111# Start a local OpenAI-compatible server with a web UI:112llama serve -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M113# Run inference directly in the terminal:114llama cli -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--[0--><h5>Use pre-built binary</h5><!--]--> <pre># Download pre-built binary from:115# https://github.com/ggerganov/llama.cpp/releases116# Start a local OpenAI-compatible server with a web UI:117./llama-server -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M118# Run inference directly in the terminal:119./llama-cli -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--[0--><h5>Build from source code</h5><!--]--> <pre>git clone https://github.com/ggerganov/llama.cpp.git120cd llama.cpp121cmake -B build122cmake --build build -j --target llama-server llama-cli123# Start a local OpenAI-compatible server with a web UI:124./build/bin/llama-server -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M125# Run inference directly in the terminal:126./build/bin/llama-cli -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--[0--><h5>Use Docker</h5><!--]--> <pre>docker model run hf.co/bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--]--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="lmstudio://open_from_hf?model=bartowski/Qwen3.8-27B-GGUF"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path fill="url(#icon-lm-studio-a)" d="M19.337 0H4.663A4.663 4.663 0 0 0 0 4.663v14.674A4.663 4.663 0 0 0 4.663 24h14.674A4.663 4.663 0 0 0 24 19.337V4.663A4.663 4.663 0 0 0 19.337 0"></path><g fill="#fff" opacity=".266"><path d="M15.803 4.35H7.418a1 1 0 0 0 0 2h8.385a1 1 0 0 0 0-2M19.928 7.063h-8.385a1 1 0 0 0 0 2h8.385a1 1 0 0 0 0-2M17.51 9.776H9.125a1 1 0 0 0 0 2h8.385a1 1 0 0 0 0-2M14.523 12.632H6.138a1 1 0 0 0 0 2h8.385a1 1 0 0 0 0-2M17.51 15.345H9.125a1 1 0 1 0 0 2h8.385a1 1 0 1 0 0-2M20.497 18.059h-4.829a1 1 0 1 0 0 1.999h4.829a1 1 0 1 0 0-2"></path></g><g fill="#fff" opacity=".845"><path d="M12.65 4.345H4.265a1 1 0 0 0 0 2h8.385a1 1 0 0 0 0-2M16.775 7.058H8.39a1 1 0 0 0 0 2h8.385a1 1 0 0 0 0-2M14.357 9.771H5.972a1 1 0 0 0 0 2h8.385a1 1 0 0 0 0-2M11.37 12.627H2.985a1 1 0 1 0 0 2h8.385a1 1 0 0 0 0-2M14.357 15.34H5.972a1 1 0 1 0 0 2h8.385a1 1 0 0 0 0-2M17.344 18.054h-4.828a1 1 0 1 0 0 1.999h4.828a1 1 0 1 0 0-2"></path></g><defs><linearGradient id="icon-lm-studio-a" x1="78.731" x2="2229.6" y1="0" y2="2218.01" gradientUnits="userSpaceOnUse"><stop stop-color="#6E7EF3"></stop><stop offset="1" stop-color="#4F13BE"></stop></linearGradient></defs></svg><!--]--><!--]--><!----> <span class="truncate">LM Studio</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[-1--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="jan://models/huggingface/bartowski/Qwen3.8-27B-GGUF"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path fill="#FFCA28" d="M3.197 11.75c-.53-.76-.742-1.477-.224-1.91.438-.369 1.082-.439 1.879.48 0 0 2.379 2.765 3.198 3.533.186.172.417.199.628-.02.178-.185.113-.346-.038-.568 0 0-3.354-4.986-3.794-5.595-.734-1.018-.451-1.676-.112-1.988.472-.438 1.303-.526 2.074.532l4.061 5.436a.36.36 0 0 0 .469.047l.056-.04a.357.357 0 0 0 .103-.468c-.711-1.238-3.54-6.171-3.955-7.07-.478-1.037-.273-1.564.233-1.869.601-.362 1.166-.336 1.841.667.732 1.092 3.574 5.69 4.296 6.926a.358.358 0 0 0 .464.14l.008-.004c.16-.077.303-.235.237-.458-.394-1.3-2.33-5.35-2.736-6.281-.555-1.272-.284-1.705.29-1.997.603-.305 1.23-.064 1.657.785.289.577 5.349 9.785 5.349 9.785-.074-1.373.273-2.345.568-3.322.539-1.776 1.841-2.7 2.785-2.284.491.216.58.646.527.976-.106.64-.557 2.626-.644 4.18-.205 3.644.897 7.843-3.208 10.483-2.747 1.767-5.691 1.456-7.636.096-2.359-1.647-7.944-9.57-8.376-10.192Z"></path><path fill="#EDA600" d="M22.176 9.682c-.343 1.442-.388 3.213-.377 3.968.045 2.94.03 5.484-2.918 7.809-.362.286-1.498.984-2.819 1.348-.425.115-.264.252-.002.222 1.443-.167 2.537-.79 3.145-1.181 4.103-2.64 3.094-6.81 3.3-10.454.086-1.555.56-4 .553-4.211-.01-.21-.539 1.056-.882 2.499M14.564 9.833s-.294.002-.572-.386c-.836-1.162-3.458-5.551-4.213-6.628-.86-1.229-1.663-.759-1.845-.66 0 0 .66.023 1.024.563.743 1.102 3.56 6.038 4.45 7.098.574.685 1.156.013 1.156.013M4.171 10.207c.258.277 2.522 2.963 3.356 3.712.716.643 1.251-.176 1.251-.176s-.263.036-.624-.235c-.894-.677-3.014-3.09-3.492-3.599-.709-.754-1.369-.282-1.509-.197.002 0 .408-.157 1.018.495M11.542 11.48s-.242.177-.688-.344c-.324-.381-4.046-4.922-4.046-4.922-.933-1.14-1.666-.8-1.818-.713 0 0 .468-.024 1.016.607.25.288 4.222 5.352 4.382 5.525.582.635 1.12.089 1.154-.152"></path><path fill="#EDA600" d="M19.165 10.83S14.235 2.564 13.92 2c-.7-1.25-1.513-.867-1.652-.804 0 0 .453-.129.986.777.285.482 3.908 6.996 5.064 9.078.091.388.083.894-.209 1.22-1.046 1.174-2.38 2.372-1.988 5.343.098.753.377 1.465.584 1.809.261.43.563.267.43-.055a5.513 5.513 0 0 1-.26-.952c-.133-1.024-.58-2.814 1.426-4.96.34-.358 1.202-1.44.864-2.625"></path><path fill="#B0BEC5" d="M19.486 5.736a8.172 8.172 0 0 0-1.204-2.534 7.16 7.16 0 0 0-1.716-1.708c-.083-.06-.19-.241-.098-.418.09-.176.288-.153.362-.123.825.34 1.5.925 2.057 1.73.661.955.99 1.855 1.158 2.862.02.11.015.341-.22.402-.233.06-.313-.12-.34-.21M18.197 6.74a8.17 8.17 0 0 0-1.204-2.535 7.16 7.16 0 0 0-1.716-1.709c-.083-.058-.19-.24-.098-.417.09-.178.288-.153.362-.123.824.34 1.5.925 2.057 1.73a6.76 6.76 0 0 1 1.158 2.862c.019.11.015.341-.22.402-.231.06-.313-.118-.34-.21M1.489 14.552c.326.916.79 1.742 1.368 2.45a7.222 7.222 0 0 0 1.824 1.592c.087.053.205.228.125.41-.08.184-.276.172-.354.148-.846-.285-1.559-.825-2.167-1.591a6.776 6.776 0 0 1-1.346-2.78c-.027-.11-.038-.339.193-.415.231-.075.324.097.357.186M2.708 13.466c.326.916.79 1.742 1.368 2.45A7.22 7.22 0 0 0 5.9 17.507c.087.053.205.227.125.41-.08.183-.276.172-.354.147-.846-.284-1.559-.825-2.167-1.59a6.776 6.776 0 0 1-1.346-2.78c-.027-.11-.038-.34.193-.415.231-.078.324.097.357.186"></path></svg><!--]--><!--]--><!----> <span class="truncate">Jan</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[-1--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF?local-app=vllm"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 460 460"><path fill="#63A1FC" d="M196.952 394.188c-.976-.241-1.952-.482-3.039-1.382-.02-1.292.071-1.925.435-2.828 2.018-6.88 3.763-13.487 5.508-20.096 5.243-19.703 10.593-39.379 15.702-59.117 6.44-24.884 12.58-49.846 19.042-74.725 6.918-26.634 14.083-53.204 21.092-79.815 2.446-9.288 5.003-18.56 7.012-27.945 1.034-4.832 3.499-7.432 7.857-9.664 20.658-10.58 41.092-21.597 61.63-32.41 17.864-9.405 35.762-18.745 54.706-28.67-1.102 3.546-1.9 6.116-2.783 9.439-1.73 6.836-3.437 12.903-5.01 19.005-4.519 17.514-8.84 35.081-13.508 52.556-5.004 18.734-10.468 37.345-15.447 56.086-4.72 17.765-8.925 35.667-13.62 53.44-8.386 31.752-16.987 63.448-25.466 95.177-4.489 16.797-8.91 33.612-13.452 50.764-2.26 0-4.23-.004-6.2 0z"></path><path fill="#EBB432" d="M194.075 390.248a139 139 0 0 1-.331 2.214c-5.776-10.717-11.576-21.707-17.187-32.793-6.359-12.562-12.54-25.213-18.813-37.818-7.388-14.847-14.768-29.696-22.19-44.525-8.9-17.78-17.885-35.518-26.756-53.313-14.122-28.33-28.171-56.694-42.28-85.03-1.384-2.78-2.964-5.462-4.752-8.736 2.163-.132 3.585-.295 5.007-.295 40.662-.014 81.325.008 121.987-.05 3.117-.005 5.813-.059 5.094 5.157.006 84.33-.002 167.77.002 251.208 0 1.327.143 2.654.219 3.981"></path><path fill="#D7D8D9" d="M197.123 394.504c31.315-.378 62.802-.44 94.288-.5 1.97-.005 3.94-.001 6.2-.001 4.543-17.152 8.963-33.967 13.452-50.764 8.479-31.729 17.08-63.425 25.467-95.178 4.694-17.772 8.899-35.674 13.62-53.44 4.978-18.74 10.442-37.351 15.446-56.085 4.668-17.475 8.99-35.042 13.507-52.556 1.574-6.102 3.28-12.17 5.01-18.646 2.473-1.275 4.861-2.156 8.033-3.328-2.087 8.294-3.922 15.954-5.95 23.563-3.664 13.747-7.485 27.451-11.163 41.194-6.513 24.331-13.055 48.655-19.422 73.024-6.365 24.36-12.432 48.796-18.823 73.147-3.322 12.66-7.213 25.171-10.574 37.822-4.892 18.406-9.477 36.893-14.313 55.314-2.477 9.434-5.3 18.778-7.79 28.209-.796 3.017-2.461 3.779-5.397 3.77-31.831-.083-63.664-.152-95.494.07-4.283.03-4.791-2.612-6.097-5.615"></path><path fill="#D8D8D8" d="M194.348 389.978c-.35-1.057-.492-2.384-.492-3.71-.004-83.44.004-166.88.071-250.782 1.527-.384 2.994-.306 5.123-.192v6.588c0 73.977-.002 147.954.012 221.932 0 1.82.177 3.64.532 5.765-1.483 6.912-3.228 13.52-5.246 20.399"></path></svg><!--]--><!--]--><!----> <span class="truncate">vLLM</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[0--><p>How to use bartowski/Qwen3.8-27B-GGUF with vLLM:</p> <!--[--><!--[0--><h5>Install from pip and serve model</h5><!--]--> <pre># Install vLLM from pip:127pip install vllm128# Start the vLLM server:129vllm serve "bartowski/Qwen3.8-27B-GGUF"130# Call the server using curl (OpenAI-compatible API):131curl -X POST "http://localhost:8000/v1/chat/completions" \132 -H "Content-Type: application/json" \133 --data '{134 "model": "bartowski/Qwen3.8-27B-GGUF",135 "messages": [136 {137 "role": "user",138 "content": [139 {140 "type": "text",141 "text": "Describe this image in one sentence."142 },143 {144 "type": "image_url",145 "image_url": {146 "url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"147 }148 }149 ]150 }151 ]152 }'</pre><!--[0--><h5>Use Docker</h5><!--]--> <pre>docker model run hf.co/bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--]--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF?local-app=ollama"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " width="1em" height="1em" viewBox="0 0 646 854" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" focusable="false" role="img" aria-hidden="true" preserveAspectRatio="xMidYMid meet"><path d="M140.629 0.239929C132.66 1.52725 123.097 5.69568 116.354 10.845C95.941 26.3541 80.1253 59.2728 73.4435 100.283C70.9302 115.792 69.2138 137.309 69.2138 153.738C69.2138 173.109 71.4819 197.874 74.7309 214.977C75.4665 218.778 75.8343 222.15 75.5278 222.395C75.2826 222.64 72.2788 225.092 68.9072 227.789C57.3827 236.984 44.2029 251.145 35.1304 264.08C17.7209 288.784 6.44151 316.86 1.72133 347.265C-0.117698 359.28 -0.608106 383.555 0.863118 395.57C4.11207 423.278 12.449 446.695 26.7321 468.151L31.391 475.078L30.0424 477.346C20.4794 493.407 12.3264 516.64 8.52575 538.953C5.522 556.608 5.15419 561.328 5.15419 584.99C5.15419 608.837 5.4607 613.557 8.28054 630.047C11.6521 649.786 18.5178 670.689 26.1804 684.605C28.6938 689.141 34.8239 698.581 35.5595 699.072C35.8047 699.194 35.0691 701.462 33.9044 704.098C25.077 723.408 17.537 749.093 14.4106 770.733C12.2038 785.567 11.8973 790.349 11.8973 805.981C11.8973 825.903 13.0007 835.589 17.1692 851.466L17.7822 853.795H44.019H70.3172L68.6007 850.546C57.9957 830.93 57.0149 794.517 66.1487 758.166C70.3172 741.369 75.0374 729.048 83.8647 712.067L89.1366 701.769V695.455C89.1366 689.57 89.014 688.896 87.1137 685.034C85.6424 682.091 83.6808 679.578 80.1866 676.145C74.2404 670.383 69.9494 664.314 66.5165 656.835C51.4365 624.1 48.494 575.489 59.0991 534.049C63.5128 516.762 70.8076 501.376 78.4702 492.978C83.6808 487.215 86.378 480.779 86.378 474.097C86.378 467.17 83.926 461.469 78.4089 455.523C62.5932 438.604 52.8464 418.006 49.3522 394.038C44.3868 359.893 53.3981 322.683 73.8726 293.198C93.9181 264.263 122.055 245.689 153.503 240.724C160.552 239.559 173.732 239.743 181.088 241.092C189.119 242.502 194.145 242.072 199.295 239.62C205.67 236.617 208.858 232.877 212.597 224.295C215.907 216.633 218.482 212.464 225.409 203.821C233.746 193.461 241.776 186.411 254.649 177.89C269.362 168.266 286.097 161.278 302.771 157.906C308.839 156.68 311.659 156.496 323 156.496C334.341 156.496 337.161 156.68 343.229 157.906C367.688 162.872 391.964 175.5 411.335 193.399C415.503 197.261 425.495 209.644 428.683 214.794C429.909 216.816 432.055 221.108 433.403 224.295C437.142 232.877 440.33 236.617 446.705 239.62C451.671 242.011 456.881 242.502 464.605 241.214C476.804 239.13 486.183 239.314 498.137 241.766C538.841 249.98 574.273 283.512 589.966 328.446C603.636 367.862 599.774 409.118 579.422 440.626C575.989 445.96 572.556 450.251 567.591 455.523C556.863 466.986 556.863 481.208 567.53 492.978C585.062 512.165 596.035 559.367 592.724 600.99C590.518 628.453 583.468 653.035 573.782 666.95C572.066 669.402 568.511 673.57 565.813 676.145C562.319 679.578 560.358 682.091 558.886 685.034C556.986 688.896 556.863 689.57 556.863 695.455V701.769L562.135 712.067C570.963 729.048 575.683 741.369 579.851 758.166C588.863 794.027 588.066 829.704 577.767 849.995C576.909 851.711 576.173 853.305 576.173 853.489C576.173 853.673 587.882 853.795 602.226 853.795H628.218L628.892 851.159C629.26 849.75 629.873 847.604 630.179 846.378C630.854 843.681 632.202 835.712 633.306 828.049C634.348 820.325 634.348 791.881 633.306 783.299C629.383 752.158 622.823 727.454 612.096 704.098C610.931 701.462 610.195 699.194 610.44 699.072C610.747 698.888 612.463 696.436 614.302 693.677C627.666 673.448 635.88 648.008 640.049 614.415C641.152 605.158 641.152 565.374 640.049 556.485C637.106 533.559 633.551 517.988 627.666 502.234C625.214 495.675 618.716 481.821 615.958 477.346L614.609 475.078L619.268 468.151C633.551 446.695 641.888 423.278 645.137 395.57C646.608 383.555 646.118 359.28 644.279 347.265C639.497 316.798 628.279 288.845 610.87 264.08C601.797 251.145 588.617 236.984 577.093 227.789C573.721 225.092 570.717 222.64 570.472 222.395C570.166 222.15 570.534 218.778 571.269 214.977C578.687 176.296 578.441 128.053 570.656 90.3524C563.913 57.4951 551.653 31.3808 535.837 16.3008C523.209 4.28578 510.336 -0.863507 494.888 0.11731C459.456 2.20154 430.89 42.9667 419.61 107.21C417.771 117.57 416.178 129.708 416.178 133.018C416.178 134.305 415.932 135.347 415.626 135.347C415.319 135.347 412.929 134.121 410.354 132.589C383.014 116.405 352.608 107.762 323 107.762C293.392 107.762 262.986 116.405 235.646 132.589C233.071 134.121 230.681 135.347 230.374 135.347C230.068 135.347 229.822 134.305 229.822 133.018C229.822 129.585 228.167 117.08 226.39 107.21C216.152 49.5259 192.674 11.3354 161.472 1.71112C157.181 0.423799 144.982 -0.434382 140.629 0.239929ZM151.051 50.139C159.878 57.1273 169.686 77.1114 175.326 99.4863C176.368 103.532 177.471 108.191 177.778 109.907C178.023 111.563 178.697 115.302 179.249 118.183C181.64 131.179 182.743 145.217 182.866 162.32L182.927 179.178L178.697 185.43L174.468 191.744H164.598C153.074 191.744 141.61 193.216 130.637 196.158C126.714 197.139 122.913 198.12 122.178 198.304C121.013 198.549 120.829 198.181 120.155 193.154C116.538 165.875 116.722 135.654 120.707 110.52C125.12 82.5059 135.419 57.1273 145.472 49.6486C147.863 47.8708 148.292 47.9321 151.051 50.139ZM500.589 49.7098C506.658 54.1848 513.34 66.0772 518.305 81.2798C528.297 111.685 531.117 153.431 525.845 193.154C525.171 198.181 524.987 198.549 523.822 198.304C523.087 198.12 519.286 197.139 515.363 196.158C504.39 193.216 492.926 191.744 481.402 191.744H471.532L467.303 185.43L463.073 179.178L463.134 162.32C463.257 138.535 465.464 119.961 470.735 99.3024C476.314 77.1114 486.183 57.1273 494.949 50.139C497.708 47.9321 498.137 47.8708 500.589 49.7098Z" fill="currentColor"></path><path d="M313.498 358.237C300.195 359.525 296.579 360.015 290.203 361.303C279.843 363.448 265.989 368.23 256.365 372.95C222.895 389.317 199.846 416.596 192.796 448.166C191.386 454.419 191.202 456.503 191.202 467.047C191.202 477.468 191.386 479.736 192.735 485.682C202.114 526.938 240.12 557.405 289.284 562.983C299.95 564.148 346.049 564.148 356.715 562.983C396.193 558.508 430.154 537.114 445.418 507.076C449.463 499.046 451.425 493.835 453.264 485.682C454.613 479.736 454.797 477.468 454.797 467.047C454.797 456.503 454.613 454.419 453.203 448.166C442.965 402.313 398.461 366.207 343.903 359.341C336.792 358.483 318.157 357.747 313.498 358.237ZM336.424 391.585C354.631 393.547 372.96 400.045 387.672 409.853C395.58 415.125 406.737 426.159 411.518 433.393C417.403 442.342 420.774 451.476 422.307 462.572C422.981 467.66 422.614 471.522 420.774 479.736C417.893 491.996 408.943 504.808 396.867 513.758C391.227 517.865 379.519 523.812 372.347 526.141C358.738 530.493 349.849 531.29 318.095 531.045C297.376 530.861 293.697 530.677 287.751 529.574C267.461 525.773 251.4 517.681 239.753 505.36C230.312 495.429 226.021 486.357 223.692 471.706C222.65 464.901 224.611 453.622 228.596 444.12C233.439 432.534 245.944 418.129 258.327 409.853C272.671 400.29 291.552 393.486 308.9 391.647C315.582 390.911 329.742 390.911 336.424 391.585Z" fill="currentColor"></path><path d="M299.584 436.336C294.925 438.849 291.676 445.224 292.657 449.944C293.76 455.032 298.235 460.182 305.223 464.412C308.963 466.68 309.208 466.986 309.392 469.254C309.514 470.603 309.024 474.465 308.35 477.898C307.614 481.269 307.062 484.825 307.062 485.806C307.124 488.442 309.576 492.733 312.15 494.817C314.419 496.656 314.848 496.717 321.223 496.901C327.047 497.085 328.273 496.962 330.602 495.859C336.61 492.916 338.142 487.522 335.935 477.162C334.096 468.519 334.464 467.17 339.062 464.534C343.904 461.714 349.054 456.749 350.586 453.377C353.529 446.941 350.831 439.646 344.333 436.274C342.74 435.477 340.778 435.11 337.897 435.11C333.422 435.11 330.541 436.152 325.269 439.523L322.265 441.424L320.365 440.259C312.58 435.661 311.17 435.11 306.449 435.171C303.078 435.171 301.239 435.477 299.584 436.336Z" fill="currentColor"></path><path d="M150.744 365.165C139.894 368.598 131.802 376.567 127.634 387.908C125.611 393.303 124.63 401.824 125.488 406.421C127.511 417.394 136.522 427.386 146.76 430.145C159.633 433.516 169.257 431.309 177.778 422.85C182.743 418.007 185.441 413.777 188.138 406.911C190.099 402.069 190.222 401.211 190.222 394.345L190.283 386.989L187.709 381.717C183.601 373.38 176.184 367.188 167.602 364.92C162.759 363.694 154.974 363.756 150.744 365.165Z" fill="currentColor"></path><path d="M478.153 364.982C469.755 367.25 462.276 373.502 458.291 381.717L455.717 386.989L455.778 394.345C455.778 401.211 455.901 402.069 457.862 406.911C460.56 413.777 463.257 418.007 468.222 422.85C476.743 431.309 486.367 433.516 499.241 430.145C506.658 428.183 514.075 421.93 517.631 414.635C520.696 408.444 521.431 403.969 520.451 396.919C518.183 380.797 508.742 369.089 494.704 364.982C490.597 363.756 482.628 363.756 478.153 364.982Z" fill="currentColor"></path></svg><!--]--><!--]--><!----> <span class="truncate">Ollama</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[0--><p>How to use bartowski/Qwen3.8-27B-GGUF with Ollama:</p> <!--[--><!--[-1--><!--]--> <pre>ollama run hf.co/bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--]--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="unsloth://open_from_hf?model=bartowski%2FQwen3.8-27B-GGUF"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12" fill="none"><rect width="12" height="12" fill="#14b78a" rx="2.3"></rect><path fill="#fefefe" d="M6.36 1.14c.27-.03.53.04.63.33q.03.12.02.22a4.3 4.3 0 0 1 2.26 1.1 5.4 5.4 0 0 1 1.57 4.93c-.07.43-.07.8-.62.81a4 4 0 0 1-.75 1.7q-.15.16-.38.18c-.34 0-.53-.24-.53-.57-.1.16-.2.34-.35.44a.6.6 0 0 1-.58.03c-.18-.08-.27-.26-.36-.43l-.18-.3q-.13.12-.23.25c-.25.37-.5.91-1.04.7-.33-.16-.47-.68-.8-.95-.23.37-.4.9-.94.77-.27-.06-.39-.28-.52-.5-.01.26-.14.47-.4.54a.5.5 0 0 1-.39-.06c-.45-.27-.76-1.32-.88-1.8-.14 0-.27-.01-.39-.11-.2-.16-.19-.44-.23-.67A5.5 5.5 0 0 1 2.4 3.24a4.6 4.6 0 0 1 2.36-1.49l.28-.07.25-.17c.3-.17.72-.35 1.07-.37"></path><path fill="#000" d="M6.41 1.42c.08-.01.2 0 .26.05.16.14-.08.36-.17.46l.37.04q.83.1 1.54.54a4.7 4.7 0 0 1 2.07 2.88q.27 1.16.07 2.33c-.03.14-.03.32-.1.44-.05.08-.19.1-.26.05-.09-.08-.1-.29-.11-.4l-.1.47q-.12.54-.32 1.06c-.1.23-.36.9-.7.75-.3-.14.16-.69-.2-.79-.33-.1-.48.65-.74.75q-.17.07-.3-.03c-.08-.05-.1-.13-.15-.19-.09-.1-.27-.54-.38-.56-.53-.1-.78 1.2-1.26.99-.18-.12-.3-.37-.42-.54a2 2 0 0 0-.4-.43q-.1-.06-.2-.02c-.26.18-.3.67-.6.8-.42.1-.5-.57-.8-.74q-.07-.05-.16-.03c-.4.13.17.7-.27.8-.2.06-.39-.25-.47-.4a7 7 0 0 1-.58-1.9c-.03.13-.01.58-.33.4-.06-.04-.08-.14-.1-.2a5.4 5.4 0 0 1 .94-4.48 4.3 4.3 0 0 1 2.28-1.48c.09-.02.23-.04.31-.08.09-.04.2-.13.28-.18.3-.17.66-.32 1-.36"></path><path fill="#fefefe" d="M6.74 3.74c.08.03.21.13.29.18.4.25.88.37 1.31.56.36.17.7.64.83 1.02-.21-.1-.5-.2-.73-.25-.3-.08-.64-.09-.92.08a.86.86 0 0 0-.28 1.2c.25.4.6.41 1.01.43q.4.04.8.12l-.05.1c-.54.98-1.7 1.48-2.78 1.5q-1.1.06-2.05-.46c-.55-.31-.8-.6-1.12-1.14a6 6 0 0 1 1-.13c.38-.01.71-.16.88-.53q.14-.33.01-.66a1 1 0 0 0-.47-.49c-.48-.2-1.08.05-1.53.23.14-.42.49-.87.9-1.06.18-.08.43-.14.64-.23.24-.11.4-.21.63-.36q-.01.3 0 .57c0 .06.04.15.1.18.24.17.47-.4.61-.42l.02.04c.01.2.18.87.47.85q.1-.01.15-.1c.04-.1.05-.24.06-.33.02-.27.04-.69.21-.9"></path><path fill="#000" d="M5.1 7c.12 0 .15.04.2.13a1 1 0 0 0 .17.2q.12.1.28.08c.2-.04.03-.28.25-.31.28-.03.17.2.26.27.15.12.44-.04.5-.2.07-.24.33-.23.32.02l-.05.13c-.2.37-.61.5-.99.3l-.06.03a.7.7 0 0 1-.53.02c-.18-.06-.5-.34-.44-.58 0-.04.06-.07.1-.09M6 6.05a.43.43 0 1 1 .09.85.43.43 0 0 1-.1-.85"></path><path fill="#fefefe" d="M4.15 5.69q.08 0 .15.02.12.03.19.14c.16.24-.06.2-.2.24-.13.04-.15.15-.2.25q-.08.12-.2.04c-.25-.26-.08-.66.26-.7M7.84 5.7h.18q.14.05.2.18c.1.21-.08.16-.19.2q-.14.08-.19.25-.05.12-.17.06c-.17-.1-.2-.36-.1-.52a.4.4 0 0 1 .27-.18"></path></svg><!--]--><!--]--><!----> <span class="truncate">Unsloth Desktop</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[-1--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF?local-app=pi"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " width="1em" height="1em" viewBox="0 0 800 800" fill="none" xmlns="http://www.w3.org/2000/svg" focusable="false" role="img" aria-hidden="true" preserveAspectRatio="xMidYMid meet"><path fill="currentColor" fill-rule="evenodd" d="M165.29 165.29H517.36V400H400V517.36H282.65V634.72H165.29ZM282.65 282.65V400H400V282.65Z"></path><path fill="currentColor" d="M517.36 400H634.72V634.72H517.36Z"></path></svg><!--]--><!--]--><!----> <span class="truncate">Pi</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[0--><p>How to use bartowski/Qwen3.8-27B-GGUF with Pi:</p> <!--[--><!--[0--><h5>Start the llama.cpp server</h5><!--]--> <pre># Install llama.cpp:153brew install llama.cpp154# Start a local OpenAI-compatible server:155llama serve -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--[0--><h5>Configure the model in Pi</h5><!--]--> <pre># Install Pi:156npm install -g @earendil-works/pi-coding-agent157# Add to ~/.pi/agent/models.json:158{159 "providers": {160 "llama-cpp": {161 "baseUrl": "http://localhost:8080/v1",162 "api": "openai-completions",163 "apiKey": "none",164 "models": [165 {166 "id": "bartowski/Qwen3.8-27B-GGUF:Q4_K_M"167 }168 ]169 }170 }171}</pre><!--[0--><h5>Run Pi</h5><!--]--> <pre># Start Pi in your project directory:172pi</pre><!--]--><!--]--><!----></li><!--]--><!--]--> <!--[0--><!--[0--><!--[--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF?local-app=docker-model-runner"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none text-[#1D63ED]!" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 16 12"><path d="M2.91013 5.125H1.50107C1.43433 5.125 1.38242 5.07308 1.375 4.99892L1.375 3.73806C1.375 3.66389 1.43433 3.61198 1.50107 3.61198L2.91013 3.61198C2.98429 3.61198 3.0362 3.67131 3.0362 3.73806V4.99892C3.0362 5.07308 2.97687 5.125 2.91013 5.125ZM4.85314 5.125L3.44409 5.125C3.37734 5.125 3.32543 5.07308 3.31801 4.99892V3.73806C3.31801 3.66389 3.37734 3.61198 3.44409 3.61198H4.85314C4.9273 3.61198 4.97922 3.67131 4.97922 3.73806V4.99892C4.97922 5.07308 4.91989 5.125 4.85314 5.125ZM6.83324 5.125H5.42418C5.35002 5.125 5.29811 5.07308 5.29811 4.99892L5.29811 3.73806C5.29811 3.66389 5.35744 3.61198 5.42418 3.61198L6.83324 3.61198C6.9074 3.61198 6.95931 3.67131 6.95931 3.73806V4.99892C6.95931 5.07308 6.89998 5.125 6.83324 5.125ZM8.78367 5.125H7.37461C7.30787 5.125 7.24854 5.07308 7.24854 4.99892V3.73806C7.24854 3.66389 7.30787 3.61198 7.37461 3.61198L8.78366 3.61198C8.85783 3.61198 8.90974 3.67131 8.90974 3.73806V4.99892C8.90974 5.07308 8.85041 5.125 8.78367 5.125ZM4.85314 3.32272H3.44409C3.37734 3.32272 3.32543 3.26339 3.31801 3.19664L3.31801 1.93578C3.31801 1.86162 3.37734 1.8097 3.44409 1.8097L4.85314 1.8097C4.9273 1.8097 4.97922 1.86903 4.97922 1.93578V3.19664C4.97922 3.26339 4.91989 3.32272 4.85314 3.32272ZM6.83324 3.32272L5.42418 3.32272C5.35002 3.32272 5.29811 3.26339 5.29811 3.19664V1.93578C5.29811 1.86162 5.35744 1.8097 5.42418 1.8097L6.83324 1.8097C6.9074 1.8097 6.95931 1.86903 6.95931 1.93578V3.19664C6.95931 3.26339 6.89998 3.32272 6.83324 3.32272ZM8.78366 3.32272L7.37461 3.32272C7.30787 3.32272 7.24854 3.26339 7.24854 3.19664V1.93578C7.24854 1.86161 7.30787 1.8097 7.37461 1.8097L8.78366 1.8097C8.85041 1.8097 8.90974 1.86903 8.90974 1.93578V3.19664C8.90974 3.26339 8.85041 3.32272 8.78366 3.32272ZM8.78366 1.51302L7.37461 1.51302C7.30787 1.51302 7.24854 1.45369 7.24854 1.38694L7.24854 0.126086C7.24854 0.0519186 7.30786 1.29019e-07 7.37461 1.23184e-07L8.78366 0C8.85041 -5.83504e-09 8.90974 0.0593352 8.90974 0.126086V1.38694C8.90974 1.46111 8.85041 1.51302 8.78366 1.51302ZM10.7489 5.125L9.33987 5.125C9.27313 5.125 9.22121 5.07308 9.2138 4.99892L9.2138 3.73806C9.2138 3.66389 9.27313 3.61198 9.33987 3.61198H10.7489C10.8231 3.61198 10.875 3.67131 10.875 3.73806L10.875 4.99892C10.875 5.07308 10.8157 5.125 10.7489 5.125ZM14.5381 3.98439C15.3989 3.98439 15.7996 4.29008 15.8442 4.32736L16 4.4392L15.9332 4.63306C15.8219 4.90147 15.6661 5.14006 15.4583 5.33392C15.1466 5.64707 14.5826 6.01241 13.6699 6.01241L13.5215 6.01241C13.1579 6.95186 12.6607 8.01061 11.8221 8.95752C11.325 9.52417 10.7387 10.0088 10.0857 10.3891C9.29169 10.8439 8.43089 11.157 7.53298 11.3211C6.88738 11.4404 6.23436 11.5 5.58134 11.5C4.1343 11.5 2.85052 11.2241 2.06392 10.7395C1.36638 10.307 0.824667 9.59873 0.461052 8.64437C0.141962 7.77202 -0.0138728 6.84748 0.000968518 5.92294C0.000968494 5.64707 0.22359 5.42339 0.498155 5.42339L11.0356 5.42339C11.1691 5.41593 11.8073 5.36374 12.2006 5.14006C11.8741 4.61814 11.7776 4.00676 11.9335 3.35809C12.0151 3.02257 12.1561 2.69451 12.3416 2.40372L12.49 2.1875L12.7201 2.32171C12.7225 2.32369 12.729 2.32796 12.7389 2.33455C12.8788 2.42733 13.7104 2.97895 13.8628 4.04404C14.0855 4.00676 14.3155 3.98439 14.5381 3.98439Z" fill="currentColor"></path></svg><!--]--><!--]--><!----> <span class="truncate">Docker Model Runner</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[0--><p>How to use bartowski/Qwen3.8-27B-GGUF with Docker Model Runner:</p> <!--[--><!--[-1--><!--]--> <pre>docker model run hf.co/bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--]--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF?local-app=lemonade"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path fill="url(#lemonade-a)" d="M7.036 2.492 2 5.01c.826 2.336 3.525 3.525 6.043 2.518l6.043-2.518c-.825-2.347-4.236-3.833-7.05-2.518Z"></path><g filter="url(#lemonade-b)"><path fill="url(#lemonade-c)" d="m2.646 5.26 4.582-2.29c1.352-.579 2.822-.411 3.985.008.998.36 1.778.983 2.205 1.775l-5.566 2.32c-2.117.844-4.329-.037-5.206-1.813Z"></path></g><g filter="url(#lemonade-d)"><path fill="url(#lemonade-e)" d="M5.005 4.172 7.43 2.77c1.353-.579 2.823-.411 3.986.008.998.36 1.777.983 2.205 1.776-3.17-1.557-3.686-2.123-8.616-.38Z"></path></g><path fill="url(#lemonade-f)" d="M14.924 4.6C9.52 6.507 6.69 12.45 8.592 17.87l1.253 3.558a10.376 10.376 0 0 0 8.929 6.908c.742.059 1.438.384 1.994.884.8.721 1.948.989 3.027.605a3.04 3.04 0 0 0 1.983-2.372 3.383 3.383 0 0 1 .997-1.943c2.864-2.744 4.035-7.013 2.632-11.002l-1.252-3.558c-1.902-5.432-7.828-8.27-13.231-6.35Z"></path><path fill="url(#lemonade-g)" d="M14.924 4.6C9.52 6.507 6.69 12.45 8.592 17.87l1.253 3.558a10.376 10.376 0 0 0 8.929 6.908c.742.059 1.438.384 1.994.884.8.721 1.948.989 3.027.605a3.04 3.04 0 0 0 1.983-2.372 3.383 3.383 0 0 1 .997-1.943c2.864-2.744 4.035-7.013 2.632-11.002l-1.252-3.558c-1.902-5.432-7.828-8.27-13.231-6.35Z"></path><path fill="url(#lemonade-h)" d="M14.924 4.6C9.52 6.507 6.69 12.45 8.592 17.87l1.253 3.558a10.376 10.376 0 0 0 8.929 6.908c.742.059 1.438.384 1.994.884.8.721 1.948.989 3.027.605a3.04 3.04 0 0 0 1.983-2.372 3.383 3.383 0 0 1 .997-1.943c2.864-2.744 4.035-7.013 2.632-11.002l-1.252-3.558c-1.902-5.432-7.828-8.27-13.231-6.35Z"></path><defs><radialGradient id="lemonade-f" cx="0" cy="0" r="1" gradientTransform="rotate(115.148 7.243 12.02) scale(17.6305 14.9181)" gradientUnits="userSpaceOnUse"><stop stop-color="#FFFB98"></stop><stop offset=".505" stop-color="#FFD84C"></stop><stop offset="1" stop-color="#E6B534"></stop></radialGradient><radialGradient id="lemonade-g" cx="0" cy="0" r="1" gradientTransform="matrix(9.44156 25.03168 -21.18062 7.989 14.624 4.968)" gradientUnits="userSpaceOnUse"><stop offset=".522" stop-color="#FFDE67" stop-opacity="0"></stop><stop offset=".736" stop-color="#FFA457" stop-opacity=".2"></stop><stop offset=".886" stop-color="#D5676D" stop-opacity=".75"></stop><stop offset=".918" stop-color="#E88257"></stop><stop offset="1" stop-color="#F49754"></stop></radialGradient><radialGradient id="lemonade-h" cx="0" cy="0" r="1" gradientTransform="matrix(28.62918 42.63926 -36.07943 24.22473 -10.594 -28.473)" gradientUnits="userSpaceOnUse"><stop offset=".708" stop-color="#D5B638"></stop><stop offset=".874" stop-color="#D5B638" stop-opacity="0"></stop></radialGradient><linearGradient id="lemonade-a" x1="2" x2="14.086" y1="5.009" y2="5.009" gradientUnits="userSpaceOnUse"><stop stop-color="#80A338"></stop><stop offset="1" stop-color="#B3D745"></stop></linearGradient><linearGradient id="lemonade-c" x1="1.999" x2="14.085" y1="5.02" y2="5.02" gradientUnits="userSpaceOnUse"><stop stop-color="#95BD27"></stop><stop offset="1" stop-color="#BAE038"></stop></linearGradient><linearGradient id="lemonade-e" x1="13.621" x2="6.383" y1="4.24" y2="3.298" gradientUnits="userSpaceOnUse"><stop stop-color="#D1F56E" stop-opacity="0"></stop><stop offset=".286" stop-color="#D1F56E"></stop><stop offset="1" stop-color="#D1F56E" stop-opacity="0"></stop></linearGradient><filter id="lemonade-b" width="12.283" height="6.31" x="1.89" y="1.841" color-interpolation-filters="sRGB" filterUnits="userSpaceOnUse"><feFlood flood-opacity="0" result="BackgroundImageFix"></feFlood><feBlend in="SourceGraphic" in2="BackgroundImageFix" result="shape"></feBlend><feGaussianBlur result="effect1_foregroundBlur_18_30102" stdDeviation=".378"></feGaussianBlur></filter><filter id="lemonade-d" width="10.127" height="3.667" x="4.249" y="1.641" color-interpolation-filters="sRGB" filterUnits="userSpaceOnUse"><feFlood flood-opacity="0" result="BackgroundImageFix"></feFlood><feBlend in="SourceGraphic" in2="BackgroundImageFix" result="shape"></feBlend><feGaussianBlur result="effect1_foregroundBlur_18_30102" stdDeviation=".378"></feGaussianBlur></filter></defs></svg><!--]--><!--]--><!----> <span class="truncate">Lemonade</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[0--><p>How to use bartowski/Qwen3.8-27B-GGUF with Lemonade:</p> <!--[--><!--[0--><h5>Pull the model</h5><!--]--> <pre># Download Lemonade from https://lemonade-server.ai/173lemonade pull bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--[0--><h5>Run and chat with the model</h5><!--]--> <pre>lemonade run user.Qwen3.8-27B-GGUF-Q4_K_M</pre><!--[0--><h5>List all available models</h5><!--]--> <pre>lemonade list</pre><!--]--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF?local-app=hermes-agent"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " width="1em" height="1em" viewBox="0 0 12 12" fill="none" xmlns="http://www.w3.org/2000/svg" focusable="false" role="img" aria-hidden="true" preserveAspectRatio="xMidYMid meet"><path fill="currentColor" d="M6.07.83a3.4 3.4 0 0 1 3 2.14q.16.36.28.73.12.42.2.86l.12.65.21.93a18 18 0 0 0 .4 1.5q.07.29.1.58.04.18.04.36v.38q-.03.27-.1.52-.15.4-.4.71l-.06.07h.01l.05-.02q.14-.09.23-.21.27-.3.42-.66a1.5 1.5 0 0 0 .02-1.27l-.02-.05.05.03q.07.08.13.17.2.33.21.71a1.6 1.6 0 0 1-.86 1.5q-.12.08-.26.13a.3.3 0 0 0-.13.16.2.2 0 0 0-.02.18v.06q-.01.05-.05.07-.05 0-.07-.05l-.02-.1a1 1 0 0 0-.14-.38q-.12-.22-.31-.4a1 1 0 0 0-.39-.22l-.3-.06h-.1l.24.09a2 2 0 0 1 .85.7l.1.2.03.17q0 .04-.02.06-.04.02-.07 0L9.4 11q0-.06-.03-.1a3 3 0 0 0-.62-.72 1 1 0 0 0-.23-.14 1 1 0 0 0-.5-.06q-.13 0-.27.02a1 1 0 0 0-.32.12q-.2.14-.36.3l-.41.46a1 1 0 0 0-.13.23l-.01.03-.01.02h-.16q-.04 0-.03-.03l.03-.14q.04-.21.15-.4.01-.03.05-.03v.02l.02.03q.17-.28.42-.49l.35-.24-.21.06q-.25.09-.48.25-.1.05-.18.14-.28.35-.46.76l-.02.05-.03.03h-.21q-.03 0-.02-.04l.16-.18q.2-.17.34-.38l.04-.06q.16-.2.35-.38l.12-.11.03-.04-.07.01-.04.02-.32.19q-.27.14-.52.3-.19.14-.39.24H5.4c0-.05.06-.08.05-.14l-.04.02-.14.13-.37.41h-.52l.01-.01q.03-.05.04-.12-.06-.02-.09.03l-.06.1h-.06l.08-.12v-.01h-.02l-.23.12-.07.02H2.85v-.03q.14-.1.23-.26a2 2 0 0 0 .29-.74l-.03.04-.15.18a.7.7 0 0 1-.42.2 1 1 0 0 1-.37-.05.6.6 0 0 1-.35-.46c0-.08 0-.08-.08-.1a2 2 0 0 1-.51-.25 1 1 0 0 1-.35-.49 2 2 0 0 1-.07-.53l.01-.05.02.03.04.2q.06.23.22.4a1 1 0 0 0 .4.23q.22.08.46-.01.16-.07.27-.2.2-.22.28-.52v-.05h-.01l-.04.07q-.18.32-.52.49a.7.7 0 0 1-.9-.2 1 1 0 0 1-.15-.4 1 1 0 0 1 0-.39c.02-.19.2-.5.32-.55l-.02.07-.05.15c-.06.2-.04.43.06.61q.09.16.27.2l.14.01q.1 0 .17-.05a1 1 0 0 0 .16-.21q.09-.25.13-.51l.1-.75.04-.3.03-.3.03-.3.01-.17.02-.18.03-.33q0-.04-.04-.07a1 1 0 0 1-.33-.33q-.02-.03-.06-.05a1 1 0 0 0 .2.37q.06.04.11.1h-.03l-.1-.02q-.31-.1-.55-.36-.28-.31-.3-.74-.03-.22 0-.46.05-.38.2-.75l.22-.48q.14-.24.33-.46.34-.36.75-.62a6 6 0 0 1 1.66-.77q.43-.13.86-.18l.3-.03zm-1.18 9.92q-.15.17-.29.38l-.02.04.04-.02.35-.42.02-.05h-.01zm.65-1.55-.13.13-.16.17a.4.4 0 0 1-.16.1l-.2.05h-.07l.03.06.2.31.16.29.07.17q.04.02.09-.02l.37-.18q.15-.06.28-.13l.44-.3.01-.01-.02-.02q-.18-.08-.33-.21l-.22-.18a1 1 0 0 1-.18-.28l-.03-.07zm-2.43.12q-.08.24-.24.43a.6.6 0 0 1-.33.22l-.3.03h-.07l.02.04q.06.09.17.12.1.03.22.01a1 1 0 0 0 .2-.1q.15-.13.24-.31a2 2 0 0 0 .15-.57zm6.5-2.1.02.04.03.2.03.28q.02.23 0 .45l-.05.4a3 3 0 0 1-.2.7l.03-.03.11-.1a1.4 1.4 0 0 0 .32-1.12 4 4 0 0 0-.26-.81l-.01-.02zM3.12 4.4v.07l.17.32q.03.03.01.07-.18.03-.38.11l.06.04q.04.01.04.05l-.05.03.03.02q.11.06.19.16.1.12.08.27a.7.7 0 0 1-.3.5l-.07.04-.03.05-.01.06.02.08q.06.13.17.22l.1.1a.2.2 0 0 1 0 .17l-.03.06q-.02.04 0 .07l.06.06q.01.04.06.03.08-.03.14 0 .1.02.2.08l.21.11h.05q.05-.01.07.03.01.05-.04.06l-.09.04q-.06.02-.13.03.02-.04.05-.07c-.09-.05-.28-.06-.34-.01q.03.08-.04.13c-.06-.04-.02-.08 0-.12h-.04l-.06.03-.01.04c0 .04.03.1.07.1l.15-.01h.08q-.07.06-.15.08c0 .02.03.04 0 .06q-.02.02-.05-.01l-.1-.09a.2.2 0 0 1-.07-.13q0-.04-.02-.08-.02-.05.02-.08l-.02-.03-.09-.16q-.03-.09.02-.16l.03-.05.02-.07q0-.1-.08-.17a1 1 0 0 1-.2-.23l-.01-.02-.01.02-.02.24q0 .24.07.48.08.26.2.5l.45.77a.4.4 0 0 0 .3.12q.14 0 .27-.02.19-.01.38-.05l.24-.03q.13-.01.22.1a2 2 0 0 1 .43.58q.03.06.07.01l.17-.15q.04-.04.03-.1a2 2 0 0 1-.03-.54l.02-.29.16-1 .12-.63.1-.8-.01-.53c-.01-.07 0-.07-.07-.09l-.26-.04q-.1 0-.1-.09 0-.03-.02-.06l-.01-.04-.02.12q.01.05-.05.05h-.69q-.06.02-.1-.04L4.6 4.7q-.03-.05-.08-.02l-.25.09q-.15.06-.3.17L3.84 5h-.06l.02-.06.1-.13.02-.04v-.01l-.09.01q-.1.02-.19.06-.08.02-.17-.03-.18-.15-.31-.34zm3.64 3.9-.4.26q-.05.05-.03.12l.06.13q.03.04.1.06h.14q.14-.06.23-.16a.1.1 0 0 0 .04-.13l-.06-.24-.01-.07zm-.18-.68-.2.57h.04l.34-.22q.03-.01.02-.05l-.01-.17-.03-.39-.01-.13H6.7q-.08.18-.14.4m1.47-3.9.04.12.1.31.25.84.47 1.66.06.28q0 .07.03.14l-.02-.16-.05-.28-.02-.09-.12-.51-.27-.88-.3-1.01-.06-.15-.05-.14zM3.29 7q-.04 0-.06.04a.2.2 0 0 0 .18 0zm-.12-.63q.09-.03.16.06l.02.06q0 .01-.02.02l-.15-.12zm-.34-.37v.05q.04-.02.03-.05 0-.02-.03 0m.04-.5-.02.01v.25l.03.09q.04.09.13.04.03 0 0-.04l-.05-.1c0-.02-.03-.05-.01-.08.02-.04-.04-.06-.03-.09v-.06q0-.03-.03-.03zm1.68-.62.26.1.03.02V5l-.12-.04-.14-.04c-.1-.02-.1-.02-.12 0l.25.06.35.18q.03 0 .05.04t.05.03l.1-.01-.03.04c.03.03.06 0 .1.02-.04.06-.11.04-.15.09l.03.03-.05.04c0 .05-.02.07-.14.1l.02.04-.09.02.03.05h-.1v.06l-.11-.01-.03.05h-.03q-.04-.04-.08 0h-.04l-.03-.02c-.05.04-.05.04-.1 0q-.03.04-.07 0-.05.01-.08 0-.04 0-.06-.03l-.05.02c0-.1-.09-.09-.15-.1q0-.03.04-.03h.07q.1.05.21.07l.26-.01a.5.5 0 0 0 .3-.16L5 5.41l-.01-.05-.17-.1q.03.08-.04.1v.01q.05.06 0 .12l-.1.09a.2.2 0 0 1-.28-.02l-.06-.07c-.03-.04-.03-.04-.01-.1q-.09-.06-.04-.16 0-.03.02-.07l-.04.02a.4.4 0 0 0-.15.17l-.01.02-.03-.02v-.03H4l.03-.07-.02-.02.05-.13-.06.03h-.04v-.04q.1-.17.26-.21.13-.03.25-.02zm-1.67.19a.4.4 0 0 0-.2.05q-.04.02-.02.07l.05.11q.03.07.09.03.08-.03.15-.02.12.02.21.12l.04.03h.01q0-.08-.06-.12-.1-.04-.22-.05h-.1c.1-.08.19-.02.3 0q-.06-.07-.1-.09l-.12-.06q-.04-.01-.03-.07m4.42.14a.4.4 0 0 0-.26.1l-.05.04.1.03.06-.02a.5.5 0 0 1 .39.01q.07.04.16 0l-.02-.03a.4.4 0 0 0-.2-.12Q7.4 5.2 7.3 5.2M4.06 3.68l.1.41q.08.25.2.48l.04.04q.06 0 .1-.03l-.2-.36zm1.03-2.64-.26.01-.3.07-.37.11-.04.03h.03q.27-.05.55-.02.12 0 .24.04.3.07.55.24a2.7 2.7 0 0 1 .98 1.15q.21.5.3 1.04 0 .06.07.08.08 0 .1.1 0 .07-.06.11l-.12.15.04-.01.1-.12q.06-.06.06-.14V3.8q.02-.07-.05-.07h-.04q-.05 0-.05-.06-.04-.14.1-.18l.11-.02.2-.02q.1-.02.1.07l.02.04q.02.1-.07.12l-.03.02-.02.03c-.02.06.03.16.09.19l.29.14h.03l-.01-.02-.23-.13-.08-.04-.04-.03-.01-.05a.1.1 0 0 1 .05-.08h.03q.05-.03.05-.09V3.6l-.1-.38q-.12-.46-.35-.87a3 3 0 0 0-.6-.78 2 2 0 0 0-.51-.36 2 2 0 0 0-.75-.17M8 3.6l.02.01zM2.36 2.5l-.01.02-.02.02-.16.15-.11.11a1 1 0 0 0-.24.4l.02.08h.03l-.02.07-.07.21v.04l.1-.21q.18-.45.48-.85v-.01l.01-.02m5.62 1.04zv.02H8zM2.4 2.76l-.07.1q-.03.03-.08.01-.09-.01-.12.06l-.12.25q-.04.06-.05.15h.2l-.04.12-.01.07.04-.07.08-.18q.01-.04.05-.04v.11c.05.02.03.08.04.12.04-.01.04-.09.1-.06v.08h.01l.2-.45q-.09-.01-.16.01h-.05l.1-.2v-.01l.01-.01h-.01l-.01.03-.02.01c-.05.07-.04.07-.1.05q-.05 0-.03-.07l.04-.06zm.9-.29a3 3 0 0 0-.32.48 1 1 0 0 1-.25.2l-.04.01.02-.07.1-.22H2.8l-.04.07c-.11.19-.2.36-.2.41h.04c.08.01.08.01.11-.06a.1.1 0 0 1 .07-.07l.07-.03q.03-.01.06-.01l.01.06q.02.05.02.08l.01.07.02-.04.19-.5q.07-.18.14-.33zm1.73-.1.06.21v.22c-.05-.02-.03-.07-.05-.09H5q0 .05-.02.09l-.1.1q-.03.01-.05-.02l-.02-.04-.07.05-.16.06q-.04.02-.03.06l.03.1q0 .05.05.05.16.02.28.12.03-.06.07-.07l.04-.02q.05 0 .07.03l.03.07c.02-.06-.02-.12 0-.18q.08.12.17.24v-.2l.02-.04q.07.1.1.22v-.17q0-.03.02-.04.04.04.1.07a2 2 0 0 0-.35-.7q-.06-.1-.14-.17zm-1.17.28-.08.24q-.02.06-.08.08L3.59 3h-.05l-.02-.05q-.02.05-.07.03l-.17-.1q-.03-.02-.07 0l-.06.16c-.04.12-.04.1.04.2q.03.01.07 0l.06-.01c.06 0 .12-.03.16 0l.25-.08q.03 0 .05.02 0 .03.03.05c.02-.02 0-.05.03-.07l.06.1-.02-.63zm.13.12q-.05 0-.04.05v.05q.02.13.07.25h.01l.04-.02q.02.04.06.04h.27q.06 0 .09.06 0 .01.03.03l-.03-.17-.07-.26q-.04.03-.08.02l-.06-.01zm4.43-.74q.07.1.06.21.01.11-.02.22l-.05-.03q-.07.01-.1-.05l-.12-.12-.05-.05.04.07.05.09q.03.03.02.08h-.1q-.05-.01-.06.02 0 .05-.07.04l.03.05q.03.05-.01.08l-.08.08-.04.02H7.9l-.29-.07-.04-.03-.03-.06-.06-.09v.21q.02.06-.04.05l-.14-.03-.08.01.03.1h.1q.12.01.2.1l.1.12h.01v-.02c0-.03-.03-.05 0-.08l.04.04.08.11.03.06h.02l-.19-.4h.05l.34.13q.04.01.07-.01l.07-.07q.03-.04.05 0l.11.22.07.14h.01l-.06-.15q-.04-.11-.09-.24.1.04.25.32l.02.03h.01l-.02-.06-.06-.19q-.02-.05 0-.11l.06.02-.01-.08V2.7q.03 0 .04.03l.09.14.02.02c-.02-.1-.09-.17-.1-.27l.06.04q0-.1.02-.2t-.02-.19l.02.01.12.16.03.04.02.03V2.5l-.02-.03-.14-.22q-.14-.2-.21-.22m-2.84.14c0 .07.04.12.03.18l-.16.04q.05.08-.02.14l-.06.08q-.03.02 0 .05l.06.12q.01.03.06.03h.1q.07-.02.11.06l.02.02v-.06q.01-.04.04-.04l.1-.02.03.01.03.03c0-.04-.04-.08-.01-.13l.05.02q-.02-.08-.03-.16t.05-.16q.06.05.1.11.13.17.21.36c.07-.03.12.03.18.04a1 1 0 0 0-.09-.21l-.04-.01-.08.02-.04-.05a2 2 0 0 0-.2-.34l-.1-.1-.17.11q-.03.03-.05 0l-.08-.1z"></path></svg><!--]--><!--]--><!----> <span class="truncate">Hermes Agent</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[0--><p>How to use bartowski/Qwen3.8-27B-GGUF with Hermes Agent:</p> <!--[--><!--[0--><h5>Start the llama.cpp server</h5><!--]--> <pre># Install llama.cpp:174brew install llama.cpp175# Start a local OpenAI-compatible server:176llama serve -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--[0--><h5>Configure Hermes</h5><!--]--> <pre># Install Hermes:177curl -fsSL https://hermes-agent.nousresearch.com/install.sh | bash178hermes setup179# Point Hermes at the local server:180hermes config set model.provider custom181hermes config set model.base_url http://127.0.0.1:8080/v1182hermes config set model.default bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--[0--><h5>Run Hermes</h5><!--]--> <pre>hermes</pre><!--]--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="atomic-chat://models/huggingface/bartowski/Qwen3.8-27B-GGUF"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " width="1em" height="1em" viewBox="0 0 12 12" fill="none" xmlns="http://www.w3.org/2000/svg" focusable="false" role="img" aria-hidden="true" preserveAspectRatio="xMidYMid meet"><path fill="currentColor" d="M9.14 5.1h.5a.8.8 0 0 1 .54.32c.24.32.24.8-.02 1.12-.3.37-.66.3-1.08.3h-.73c-.05 0-.22-.01-.26.02q.01.03.06.06l.75.76q.16.14.27.32.13.22.13.46a.84.84 0 0 1-1.24.76c-.19-.1-.36-.3-.5-.44l-.45-.45-.23-.24v.01c-.03.05 0 .15 0 .2v1.05q.01.19-.04.36a1 1 0 0 1-.22.39.85.85 0 0 1-1.23 0 1 1 0 0 1-.23-.41c-.05-.16-.03-.46-.03-.64v-.76l3.16-3.2zm-.77-2.47a.8.8 0 0 1 .8.39q.1.15.11.31a.9.9 0 0 1-.25.8l-.2.19-.45.47-2.06 2.07-1.44 1.46-.5.52c-.25.26-.38.44-.76.5a.8.8 0 0 1-.82-.42.9.9 0 0 1-.08-.66 1 1 0 0 1 .16-.31c.05-.08.2-.21.26-.28l.5-.52 1.89-1.9 1.59-1.62.5-.51c.24-.25.39-.44.75-.49m-2.43-.99c.25-.03.5.08.68.25q.16.16.21.39c.04.15.03.43.03.6v.8l-1 1-2.11 2.14h-.9c-.3 0-.57.04-.82-.13a.8.8 0 0 1-.37-.53 1 1 0 0 1 .14-.7q.16-.24.42-.32.24-.06.49-.04h.68l.52-.01-.66-.66c-.27-.29-.56-.48-.58-.9a.85.85 0 0 1 .81-.88c.49-.02.7.3 1.02.61l.62.62v-.97c0-.18 0-.42.04-.6a1 1 0 0 1 .18-.35q.24-.3.6-.32"></path></svg><!--]--><!--]--><!----> <span class="truncate">Atomic Chat</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[-1--><!--]--><!----></li><!--]--><!--[-1--><li><!----><a class="flex w-full cursor-pointer items-center whitespace-nowrap px-3 py-1.5 text-left leading-tight hover:bg-gray-50 dark:hover:bg-gray-800 pl-3 " href="/bartowski/Qwen3.8-27B-GGUF?local-app=openclaw"><!--[0--><!--[0--><!--[--><svg class="text-black mr-1.5 flex-none " width="1em" height="1em" viewBox="0 0 12 12" fill="none" xmlns="http://www.w3.org/2000/svg" focusable="false" role="img" aria-hidden="true" preserveAspectRatio="xMidYMid meet"><path fill="url(#openclaw-a)" d="M6 1.48a4.14 4.14 0 0 0-4.18 4.18c0 1.86 1.4 3.71 2.78 4.18v.93h.93v-.93s.47.18.93 0v.93h.93v-.93c1.4-.47 2.78-2.32 2.78-4.18S8.78 1.48 6 1.48"></path><path fill="url(#openclaw-b)" d="M2.3 4.72C.9 4.26.43 5.2.9 6.13s1.4.46 1.86-.47c.28-.65 0-.93-.47-.93"></path><path fill="url(#openclaw-c)" d="M9.7 4.72c1.4-.46 1.86.47 1.4 1.4s-1.4.46-1.86-.47c-.27-.65 0-.93.47-.93"></path><path stroke="#ff4d4d" stroke-linecap="round" stroke-width=".28" d="M4.61 1.95q-.93-.93-1.4-.65M7.4 1.95q.92-.93 1.4-.65"></path><path fill="#050810" d="M4.6 4.36a.56.56 0 1 0 0-1.12.56.56 0 0 0 0 1.12M7.4 4.36a.56.56 0 1 0 0-1.12.56.56 0 0 0 0 1.12"></path><path fill="#00e5cc" d="M4.7 3.93a.23.23 0 1 0 0-.46.23.23 0 0 0 0 .46M7.48 3.93a.23.23 0 1 0 0-.46.23.23 0 0 0 0 .46"></path><defs><linearGradient id="openclaw-a" x1="1.82" x2="11.05" y1="1.48" y2="9.79" gradientUnits="userSpaceOnUse"><stop stop-color="#ff4d4d"></stop><stop offset="1" stop-color="#991b1b"></stop></linearGradient><linearGradient id="openclaw-b" x1=".73" x2="2.74" y1="4.6" y2="6.74" gradientUnits="userSpaceOnUse"><stop stop-color="#ff4d4d"></stop><stop offset="1" stop-color="#991b1b"></stop></linearGradient><linearGradient id="openclaw-c" x1="9.13" x2="11.15" y1="4.6" y2="6.74" gradientUnits="userSpaceOnUse"><stop stop-color="#ff4d4d"></stop><stop offset="1" stop-color="#991b1b"></stop></linearGradient></defs></svg><!--]--><!--]--><!----> <span class="truncate">OpenClaw</span> <!--[-1--><!--]--><!----><!--]--><!----></a><!----> <!--[0--><p>How to use bartowski/Qwen3.8-27B-GGUF with OpenClaw:</p> <!--[--><!--[0--><h5>Start the llama.cpp server</h5><!--]--> <pre># Install llama.cpp:183brew install llama.cpp184# Start a local OpenAI-compatible server:185llama serve -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M</pre><!--[0--><h5>Configure OpenClaw</h5><!--]--> <pre># Install OpenClaw:186npm install -g openclaw@latest187# Register the local server and set it as the default model:188openclaw onboard --non-interactive --mode local \189 --auth-choice custom-api-key \190 --custom-base-url http://127.0.0.1:8080/v1 \191 --custom-model-id "bartowski/Qwen3.8-27B-GGUF:Q4_K_M" \192 --custom-provider-id llama-cpp \193 --custom-compatibility openai \194 --custom-text-input \195 --accept-risk \196 --skip-health</pre><!--[0--><h5>Run OpenClaw</h5><!--]--> <pre>openclaw agent --local --agent main --message "Hello from Hugging Face"</pre><!--]--><!--]--><!----></li><!--]--><!--]--><!--]--> <!--[-1--><!--]--><!--]--> <!--[-1--><!--]--><!----><!--]--></ul></nav><!--]--> <!--[-1--><!--]--></div><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--><!----><!--]--></div><!--]--><!--]--></div></div></header> <!--[-1--><!--]--><!----><!----></div> <!--[-1--><!--]--> <!--[-1--><!--]--> <div class="container relative flex flex-col md:grid md:space-y-0 w-full md:grid-cols-12 md:flex-1 md:grid-rows-full space-y-4 md:gap-6 "><!--[-1--><section class="pt-8 border-gray-100 md:col-span-7 pb-24 relative break-words copiable-code-container"><!--[0--><div class="SVELTE_HYDRATER contents" data-target="UnsafeBanner" data-props="{"classNames":"mb-6 md:mb-4 mt-0","repoId":"bartowski/Qwen3.8-27B-GGUF","repoType":"model","minLevel":"unsafe"}"><!--[-1--><!--]--><!----></div><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[0--><!--[1--><!--[-1--><!--]--> <div class="SVELTE_HYDRATER contents" data-target="RepoCodeCopy" data-props="{}"><div></div><!----></div> <!--[-1--><!--]--> <div class="relative md:mt-2"><div class="SVELTE_HYDRATER contents" data-target="SideNavigation" data-props="{"titleTree":[{"id":"llamacpp-imatrix-quantizations-of-qwen38-27b-by-qwen","label":"Llamacpp imatrix Quantizations of Qwen3.8-27B by Qwen","children":[],"isValid":true,"title":"Llamacpp imatrix Quantizations of Qwen3.8-27B by Qwen"},{"id":"prompt-format","label":"Prompt format","children":[],"isValid":true,"title":"Prompt format"},{"id":"available-files","label":"Available files:","children":[],"isValid":true,"title":"Available files:"},{"id":"downloading-using-the-hugging-face-cli","label":"Downloading using the Hugging Face CLI","children":[],"isValid":true,"title":"Downloading using the Hugging Face CLI"},{"id":"how-to-run","label":"How to run","children":[],"isValid":true,"title":"How to run"},{"id":"multimodal","label":"Multimodal","children":[],"isValid":true,"title":"Multimodal"},{"id":"mtp","label":"MTP","children":[],"isValid":true,"title":"MTP"},{"id":"per-tensor-layouts","label":"Per-tensor layouts","children":[],"isValid":true,"title":"Per-tensor layouts"},{"id":"perplexity","label":"Perplexity","children":[{"id":"summary","label":"Summary","children":[],"isValid":true,"title":"Summary"},{"id":"kld-percentile-ladder","label":"KLD percentile ladder","children":[],"isValid":true,"title":"KLD percentile ladder"}],"isValid":true,"title":"Perplexity"},{"id":"imatrix","label":"imatrix","children":[],"isValid":true,"title":"imatrix"},{"id":"armavx-information","label":"ARM/AVX information","children":[],"isValid":true,"title":"ARM/AVX information"},{"id":"which-file-should-i-choose","label":"Which file should I choose?","children":[],"isValid":true,"title":"Which file should I choose?"},{"id":"credits","label":"Credits","children":[],"isValid":true,"title":"Credits"}]}"><!--[0--><div class="absolute -left-12 bottom-0 top-0 z-10 "><div class="sticky top-4 flex"><div class="h-7 pt-[0.175rem]"><span class="peer" tabindex="0"><button class="select-none text-gray-400 hover:cursor-pointer hover:text-gray-800 dark:text-gray-500 dark:hover:text-gray-400"><svg width="1em" height="1em" viewBox="0 0 10 10" class="text-lg" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" preserveAspectRatio="xMidYMid meet" fill="currentColor"><path fill-rule="evenodd" clip-rule="evenodd" d="M1.65039 2.9999C1.65039 2.8066 1.80709 2.6499 2.00039 2.6499H8.00039C8.19369 2.6499 8.35039 2.8066 8.35039 2.9999C8.35039 3.1932 8.19369 3.3499 8.00039 3.3499H2.00039C1.80709 3.3499 1.65039 3.1932 1.65039 2.9999ZM1.65039 4.9999C1.65039 4.8066 1.80709 4.6499 2.00039 4.6499H8.00039C8.19369 4.6499 8.35039 4.8066 8.35039 4.9999C8.35039 5.1932 8.19369 5.3499 8.00039 5.3499H2.00039C1.80709 5.3499 1.65039 5.1932 1.65039 4.9999ZM2.00039 6.6499C1.80709 6.6499 1.65039 6.8066 1.65039 6.9999C1.65039 7.1932 1.80709 7.3499 2.00039 7.3499H8.00039C8.19369 7.3499 8.35039 7.1932 8.35039 6.9999C8.35039 6.8066 8.19369 6.6499 8.00039 6.6499H2.00039Z"></path></svg><!----></button></span> <div class="invisible w-0 -translate-x-8 -translate-y-6 overflow-hidden rounded-xl border bg-white transition-transform hover:visible hover:w-52 hover:translate-x-0 peer-focus-within:visible peer-focus-within:w-52 peer-focus-within:translate-x-0"><nav aria-label="Secondary" class="max-h-[550px] overflow-y-auto p-3"><ul><!--[--><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#llamacpp-imatrix-quantizations-of-qwen38-27b-by-qwen" title="Llamacpp imatrix Quantizations of Qwen3.8-27B by Qwen"><!---->Llamacpp imatrix Quantizations of Qwen3.8-27B by Qwen<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#prompt-format" title="Prompt format"><!---->Prompt format<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#available-files" title="Available files:"><!---->Available files:<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#downloading-using-the-hugging-face-cli" title="Downloading using the Hugging Face CLI"><!---->Downloading using the Hugging Face CLI<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#how-to-run" title="How to run"><!---->How to run<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#multimodal" title="Multimodal"><!---->Multimodal<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#mtp" title="MTP"><!---->MTP<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#per-tensor-layouts" title="Per-tensor layouts"><!---->Per-tensor layouts<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#perplexity" title="Perplexity"><!---->Perplexity<!----></a> <ul class="pl-1"><!--[--><li><a class="mb-0.5 block break-words hover:underline active:text-gray-700 dark:active:text-gray-300 text-gray-500" href="#summary" title="Summary"><!---->Summary<!----></a> <ul class="pl-2"><!--[--><!--]--></ul></li><li><a class="mb-0.5 block break-words hover:underline active:text-gray-700 dark:active:text-gray-300 text-gray-500" href="#kld-percentile-ladder" title="KLD percentile ladder"><!---->KLD percentile ladder<!----></a> <ul class="pl-2"><!--[--><!--]--></ul></li><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#imatrix" title="imatrix"><!---->imatrix<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#armavx-information" title="ARM/AVX information"><!---->ARM/AVX information<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#which-file-should-i-choose" title="Which file should I choose?"><!---->Which file should I choose?<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><li class="mb-3 text-sm last:mb-0"><a class="mb-1 block break-words font-semibold text-gray-700 *:break-words hover:underline active:text-gray-900 dark:active:text-gray-200" href="#credits" title="Credits"><!---->Credits<!----></a> <ul class="pl-1"><!--[--><!--]--></ul></li><!--]--></ul></nav></div></div></div></div><!--]--><!----></div> <!--[0--><div class="SVELTE_HYDRATER contents" data-target="Hydrater" data-props="{"targetSelector":".model-card-content"}"><!----></div> <div class="model-card-content prose md:px-6 md:-mx-6 lg:-mr-20 lg:pr-20 xl:-mr-24 xl:pr-24 2xl:-mr-36 2xl:pr-36 hf-sanitized hf-sanitized-CdweLx5WaTHzmFyhyfLO5 copiable-code-container"><!--[-1--><!--]--> <!----><h2 class="relative group flex items-baseline">197 <a id="llamacpp-imatrix-quantizations-of-qwen38-27b-by-qwen" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#llamacpp-imatrix-quantizations-of-qwen38-27b-by-qwen" rel="nofollow">198 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>199 </a>200 <span>201 Llamacpp imatrix Quantizations of Qwen3.8-27B by Qwen202 </span>203</h2>204<p>Using <a href="https://github.com/ggml-org/llama.cpp/" rel="nofollow">llama.cpp</a> release <a href="https://github.com/ggml-org/llama.cpp/releases/tag/b10896" rel="nofollow">b10896</a> for quantization.</p>205<p>Original model: <a href="https://huggingface.co/Qwen/Qwen3.8-27B" rel="nofollow">https://huggingface.co/Qwen/Qwen3.8-27B</a></p>206<p><strong>Model details:</strong></p>207<ul>208<li>Parameter count: 28B</li>209<li>Input support: text, image (with mmproj file) - <a href="#multimodal" rel="nofollow">details</a></li>210<li>Speculative decoding: yes (MTP) - <a href="#mtp" rel="nofollow">details</a></li>211<li>imatrix: yes - <a href="#imatrix" rel="nofollow">details</a></li>212<li>Perplexity/KLD measured: yes - <a href="#perplexity" rel="nofollow">details</a></li>213</ul>214<p><a href="#how-to-run" rel="nofollow">How to run</a></p>215<h2 class="relative group flex items-baseline">216 <a id="prompt-format" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#prompt-format" rel="nofollow">217 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>218 </a>219 <span>220 Prompt format221 </span>222</h2>223<pre><code><|im_start|>system224Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.225226{system_prompt}<|im_end|>227<|im_start|>user228{prompt}<|im_end|>229<|im_start|>assistant230<think>231</code></pre>232<p><strong>Don't know which to choose?</strong> Grab <a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q4_K_M.gguf" rel="nofollow">Q4_K_M</a> (17.44GB) - usually a good mix of size and performance. Download instructions available <a href="#downloading-using-the-hugging-face-cli" rel="nofollow">here</a></p>233<h2 class="relative group flex items-baseline">234 <a id="available-files" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#available-files" rel="nofollow">235 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>236 </a>237 <span>238 Available files:239 </span>240</h2>241<div class="max-w-full overflow-auto">242 <table>243 <thead><tr>244<th>Filename</th>245<th>Quant type</th>246<th>File Size</th>247<th>Split</th>248<th>bpw</th>249<th>PPL</th>250<th>Mean KLD</th>251<th>Same top-p</th>252<th>Notes</th>253</tr>254255 </thead><tbody><tr>256<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q8_0.gguf" rel="nofollow">Qwen3.8-27B-Q8_0.gguf</a></td>257<td>Q8_0</td>258<td>29.12GB</td>259<td>false</td>260<td>8.38</td>261<td>6.75</td>262<td>0.0009</td>263<td>98.7%</td>264<td></td>265</tr>266<tr>267<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q6_K_L.gguf" rel="nofollow">Qwen3.8-27B-Q6_K_L.gguf</a></td>268<td>Q6_K_L</td>269<td>24.96GB</td>270<td>false</td>271<td>7.19</td>272<td>6.74</td>273<td>0.0024</td>274<td>97.7%</td>275<td><em>recommended</em></td>276</tr>277<tr>278<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q6_K.gguf" rel="nofollow">Qwen3.8-27B-Q6_K.gguf</a></td>279<td>Q6_K</td>280<td>23.86GB</td>281<td>false</td>282<td>6.87</td>283<td>6.74</td>284<td>0.0030</td>285<td>97.4%</td>286<td><em>recommended</em></td>287</tr>288<tr>289<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q6_K_S.gguf" rel="nofollow">Qwen3.8-27B-Q6_K_S.gguf</a></td>290<td>Q6_K_S</td>291<td>22.86GB</td>292<td>false</td>293<td>6.58</td>294<td>6.74</td>295<td>0.0036</td>296<td>97.4%</td>297<td><em>recommended</em></td>298</tr>299<tr>300<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q5_K_M.gguf" rel="nofollow">Qwen3.8-27B-Q5_K_M.gguf</a></td>301<td>Q5_K_M</td>302<td>20.92GB</td>303<td>false</td>304<td>6.03</td>305<td>6.75</td>306<td>0.0053</td>307<td>96.9%</td>308<td><em>recommended</em></td>309</tr>310<tr>311<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q5_K_S.gguf" rel="nofollow">Qwen3.8-27B-Q5_K_S.gguf</a></td>312<td>Q5_K_S</td>313<td>19.57GB</td>314<td>false</td>315<td>5.63</td>316<td>6.76</td>317<td>0.0060</td>318<td>96.4%</td>319<td><em>recommended</em></td>320</tr>321<tr>322<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q4_K_L.gguf" rel="nofollow">Qwen3.8-27B-Q4_K_L.gguf</a></td>323<td>Q4_K_L</td>324<td>18.82GB</td>325<td>false</td>326<td>5.42</td>327<td>6.76</td>328<td>0.0106</td>329<td>95.5%</td>330<td><em>recommended</em></td>331</tr>332<tr>333<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q4_1.gguf" rel="nofollow">Qwen3.8-27B-Q4_1.gguf</a></td>334<td>Q4_1</td>335<td>17.83GB</td>336<td>false</td>337<td>5.13</td>338<td>6.76</td>339<td>0.0158</td>340<td>94.5%</td>341<td></td>342</tr>343<tr>344<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q4_K_M.gguf" rel="nofollow">Qwen3.8-27B-Q4_K_M.gguf</a></td>345<td>Q4_K_M</td>346<td>17.44GB</td>347<td>false</td>348<td>5.02</td>349<td>6.76</td>350<td>0.0139</td>351<td>95.0%</td>352<td><em>recommended</em></td>353</tr>354<tr>355<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-IQ4_NL.gguf" rel="nofollow">Qwen3.8-27B-IQ4_NL.gguf</a></td>356<td>IQ4_NL</td>357<td>17.44GB</td>358<td>false</td>359<td>5.02</td>360<td>6.76</td>361<td>0.0150</td>362<td>94.8%</td>363<td></td>364</tr>365<tr>366<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q4_K_S.gguf" rel="nofollow">Qwen3.8-27B-Q4_K_S.gguf</a></td>367<td>Q4_K_S</td>368<td>16.36GB</td>369<td>false</td>370<td>4.71</td>371<td>6.77</td>372<td>0.0156</td>373<td>94.8%</td>374<td><em>recommended</em></td>375</tr>376<tr>377<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q4_0.gguf" rel="nofollow">Qwen3.8-27B-Q4_0.gguf</a></td>378<td>Q4_0</td>379<td>16.35GB</td>380<td>false</td>381<td>4.71</td>382<td>6.86</td>383<td>0.0265</td>384<td>92.8%</td>385<td></td>386</tr>387<tr>388<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-IQ4_XS.gguf" rel="nofollow">Qwen3.8-27B-IQ4_XS.gguf</a></td>389<td>IQ4_XS</td>390<td>15.48GB</td>391<td>false</td>392<td>4.46</td>393<td>6.78</td>394<td>0.0188</td>395<td>94.1%</td>396<td><em>recommended</em></td>397</tr>398<tr>399<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-IQ3_M.gguf" rel="nofollow">Qwen3.8-27B-IQ3_M.gguf</a></td>400<td>IQ3_M</td>401<td>14.86GB</td>402<td>false</td>403<td>4.28</td>404<td>6.92</td>405<td>0.0406</td>406<td>91.1%</td>407<td></td>408</tr>409<tr>410<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q3_K_L.gguf" rel="nofollow">Qwen3.8-27B-Q3_K_L.gguf</a></td>411<td>Q3_K_L</td>412<td>14.12GB</td>413<td>false</td>414<td>4.07</td>415<td>6.90</td>416<td>0.0432</td>417<td>90.7%</td>418<td></td>419</tr>420<tr>421<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q3_K_M.gguf" rel="nofollow">Qwen3.8-27B-Q3_K_M.gguf</a></td>422<td>Q3_K_M</td>423<td>13.40GB</td>424<td>false</td>425<td>3.86</td>426<td>7.03</td>427<td>0.0564</td>428<td>89.8%</td>429<td></td>430</tr>431<tr>432<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-IQ3_XS.gguf" rel="nofollow">Qwen3.8-27B-IQ3_XS.gguf</a></td>433<td>IQ3_XS</td>434<td>12.80GB</td>435<td>false</td>436<td>3.69</td>437<td>7.00</td>438<td>0.0585</td>439<td>89.4%</td>440<td></td>441</tr>442<tr>443<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q3_K_S.gguf" rel="nofollow">Qwen3.8-27B-Q3_K_S.gguf</a></td>444<td>Q3_K_S</td>445<td>12.74GB</td>446<td>false</td>447<td>3.67</td>448<td>7.08</td>449<td>0.0648</td>450<td>89.0%</td>451<td><em>not recommended</em></td>452</tr>453<tr>454<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-IQ3_XXS.gguf" rel="nofollow">Qwen3.8-27B-IQ3_XXS.gguf</a></td>455<td>IQ3_XXS</td>456<td>12.32GB</td>457<td>false</td>458<td>3.55</td>459<td>7.06</td>460<td>0.0739</td>461<td>88.5%</td>462<td></td>463</tr>464<tr>465<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-Q2_K.gguf" rel="nofollow">Qwen3.8-27B-Q2_K.gguf</a></td>466<td>Q2_K</td>467<td>10.82GB</td>468<td>false</td>469<td>3.12</td>470<td>7.44</td>471<td>0.1612</td>472<td>83.5%</td>473<td></td>474</tr>475<tr>476<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-IQ2_M.gguf" rel="nofollow">Qwen3.8-27B-IQ2_M.gguf</a></td>477<td>IQ2_M</td>478<td>10.52GB</td>479<td>false</td>480<td>3.03</td>481<td>7.53</td>482<td>0.1494</td>483<td>83.9%</td>484<td></td>485</tr>486<tr>487<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-IQ2_S.gguf" rel="nofollow">Qwen3.8-27B-IQ2_S.gguf</a></td>488<td>IQ2_S</td>489<td>9.68GB</td>490<td>false</td>491<td>2.79</td>492<td>7.73</td>493<td>0.2090</td>494<td>81.0%</td>495<td></td>496</tr>497<tr>498<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-IQ2_XS.gguf" rel="nofollow">Qwen3.8-27B-IQ2_XS.gguf</a></td>499<td>IQ2_XS</td>500<td>9.09GB</td>501<td>false</td>502<td>2.62</td>503<td>8.02</td>504<td>0.2403</td>505<td>79.7%</td>506<td></td>507</tr>508<tr>509<td><a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-IQ2_XXS.gguf" rel="nofollow">Qwen3.8-27B-IQ2_XXS.gguf</a></td>510<td>IQ2_XXS</td>511<td>8.88GB</td>512<td>false</td>513<td>2.56</td>514<td>8.41</td>515<td>0.2834</td>516<td>78.0%</td>517<td></td>518</tr>519</tbody>520 </table>521</div>522<p>Download a specific file:</p>523<pre><code>hf download bartowski/Qwen3.8-27B-GGUF --include "Qwen3.8-27B-Q4_K_M.gguf" --local-dir ./524</code></pre>525<h2 class="relative group flex items-baseline">526 <a id="downloading-using-the-hugging-face-cli" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#downloading-using-the-hugging-face-cli" rel="nofollow">527 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>528 </a>529 <span>530 Downloading using the Hugging Face CLI531 </span>532</h2>533<details>534 <summary>Click to view download instructions</summary>535536<p>First, make sure you have the Hugging Face CLI installed:</p>537<pre><code>pip install -U "huggingface_hub[cli]"538</code></pre>539<p>Download a specific file:</p>540<pre><code>hf download bartowski/Qwen3.8-27B-GGUF --include "Qwen3.8-27B-Q4_K_M.gguf" --local-dir ./541</code></pre>542</details>543544<h2 class="relative group flex items-baseline">545 <a id="how-to-run" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#how-to-run" rel="nofollow">546 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>547 </a>548 <span>549 How to run550 </span>551</h2>552<p>These quants run with <a href="https://github.com/ggml-org/llama.cpp" rel="nofollow">llama.cpp</a> - installable in one line via <a href="https://llama.app/" rel="nofollow">llama.app</a>:</p>553<pre><code>curl -LsSf https://llama.app/install.sh | sh554llama-server -hf bartowski/Qwen3.8-27B-GGUF:Q4_K_M555</code></pre>556<p>llama-server includes a built-in chat web UI, served at <a href="http://localhost:8080" rel="nofollow">http://localhost:8080</a> by default.</p>557<p>These quants were made with llama.cpp release b10896 - if this model's architecture is newly supported, you'll need that release or newer to run them.</p>558<p>They also work in: <a href="https://lmstudio.ai/" rel="nofollow">LM Studio</a> · <a href="https://github.com/LostRuins/koboldcpp" rel="nofollow">koboldcpp</a> · <a href="https://github.com/containers/ramalama" rel="nofollow">ramalama</a> · <a href="https://www.jan.ai/" rel="nofollow">Jan AI</a> · <a href="https://github.com/oobabooga/text-generation-webui" rel="nofollow">Text Generation Web UI</a> · <a href="https://github.com/ParisNeo/lollms" rel="nofollow">LoLLMs</a> · <a href="https://atomic.chat/" rel="nofollow">Atomic Chat</a></p>559<h2 class="relative group flex items-baseline">560 <a id="multimodal" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#multimodal" rel="nofollow">561 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>562 </a>563 <span>564 Multimodal565 </span>566</h2>567<p>This model supports image input. Alongside the quants, this repo includes the multimodal projector files <a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/mmproj-Qwen3.8-27B-f16.gguf" rel="nofollow">mmproj-Qwen3.8-27B-f16.gguf</a> and <a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/mmproj-Qwen3.8-27B-bf16.gguf" rel="nofollow">mmproj-Qwen3.8-27B-bf16.gguf</a>, which pair with any quant above.</p>568<p>llama.cpp downloads the mmproj automatically when using <code>-hf</code> as shown above; if you're loading files manually, pass it with <code>--mmproj</code>.</p>569<h2 class="relative group flex items-baseline">570 <a id="mtp" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#mtp" rel="nofollow">571 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>572 </a>573 <span>574 MTP575 </span>576</h2>577<p>This model has MTP (Multi-Token Prediction) layers, and they are included in these quants</p>578<p>MTP layers act as a built-in draft model, letting llama.cpp run speculative decoding for faster generation. To use them, add the following flag to your llama.cpp command:</p>579<pre><code>--spec-type draft-mtp580</code></pre>581<p>Note: the MTP layers are stored at Q4_0 in the imatrix quants (except for the Q8_0 quant), since imatrix calibration does not exercise them. Q4_0 is chosen for its speed which massively benefits MTP performance.</p>582<h2 class="relative group flex items-baseline">583 <a id="per-tensor-layouts" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#per-tensor-layouts" rel="nofollow">584 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>585 </a>586 <span>587 Per-tensor layouts588 </span>589</h2>590<p>Some of these files were built with a layout computed for this model instead of llama.cpp's standard one-size-fits-all rules. A Q4_K_M is still mostly Q4_K; the extra precision goes to the weights this particular model is most sensitive to. The S, M or L in a name says how much of the model stays at the base precision: about 90 % for S, 70 % for M and 50 % for L. An <code>_L</code> name is simply the large size of its family. Q4_K_L is to Q4_K_M what Q4_K_M is to Q4_K_S; Q6_K_S, Q6_K and Q6_K_L are the small, medium and large sizes of Q6_K, with Q6_K_L about halfway to Q8_0. In earlier releases an <code>_L</code> name meant the embedding and output weights were kept at Q8_0; in these files it means the larger size of the base type. There is no size target, so each file's bits per weight is reported rather than promised.</p>591<p>The layout each of these files was built with is published in the <a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/main/layouts" rel="nofollow"><code>layouts/</code></a> folder: <code><file>.tensor-types.txt</code> is the exact <code>--tensor-type-file</code> given to <code>llama-quantize</code>, and <code><file>.layout.json</code> records how it was computed, including the generator version, the llama.cpp release and the commit, so any of them can be rebuilt.</p>592<p>Checked on this model before any of these files were released: Q6_K reached 0.96×, Q4_K_M 0.94×, Q3_K_M 0.79× and IQ2_XXS 0.78× the KL divergence of the standard layout at the same file size.</p>593<p>These files replace an earlier release of this model that used the standard layout. Every file of both releases was measured the same way, against the same bf16 reference on the same text, and the full side-by-side is in the "Compared with the previous release" fold below.</p>594<details>595<summary>Layout details</summary>596597<p>Files built from a computed layout:</p>598<div class="max-w-full overflow-auto">599 <table>600 <thead><tr>601<th>Quant</th>602<th>Size</th>603<th>Body bits/weight</th>604<th>File bits/weight</th>605<th>Body kept at base type</th>606</tr>607608 </thead><tbody><tr>609<td>Q6_K_L</td>610<td>24.96GB</td>611<td>7.41</td>612<td>7.19</td>613<td>50 %</td>614</tr>615<tr>616<td>Q6_K</td>617<td>23.86GB</td>618<td>7.04</td>619<td>6.87</td>620<td>70 %</td>621</tr>622<tr>623<td>Q6_K_S</td>624<td>22.86GB</td>625<td>6.71</td>626<td>6.58</td>627<td>90 %</td>628</tr>629<tr>630<td>Q5_K_M</td>631<td>20.92GB</td>632<td>6.13</td>633<td>6.03</td>634<td>70 %</td>635</tr>636<tr>637<td>Q5_K_S</td>638<td>19.57GB</td>639<td>5.69</td>640<td>5.63</td>641<td>90 %</td>642</tr>643<tr>644<td>Q4_K_L</td>645<td>18.82GB</td>646<td>5.49</td>647<td>5.42</td>648<td>50 %</td>649</tr>650<tr>651<td>Q4_K_M</td>652<td>17.44GB</td>653<td>5.04</td>654<td>5.02</td>655<td>70 %</td>656</tr>657<tr>658<td>IQ4_NL</td>659<td>17.44GB</td>660<td>5.04</td>661<td>5.02</td>662<td>70 %</td>663</tr>664<tr>665<td>Q4_K_S</td>666<td>16.36GB</td>667<td>4.69</td>668<td>4.71</td>669<td>90 %</td>670</tr>671<tr>672<td>IQ4_XS</td>673<td>15.48GB</td>674<td>4.41</td>675<td>4.46</td>676<td>90 %</td>677</tr>678<tr>679<td>IQ3_M</td>680<td>14.86GB</td>681<td>4.25</td>682<td>4.28</td>683<td>50 %</td>684</tr>685<tr>686<td>Q3_K_L</td>687<td>14.12GB</td>688<td>4.00</td>689<td>4.07</td>690<td>50 %</td>691</tr>692<tr>693<td>Q3_K_M</td>694<td>13.40GB</td>695<td>3.77</td>696<td>3.86</td>697<td>70 %</td>698</tr>699<tr>700<td>IQ3_XS</td>701<td>12.80GB</td>702<td>3.57</td>703<td>3.69</td>704<td>90 %</td>705</tr>706<tr>707<td>Q3_K_S</td>708<td>12.74GB</td>709<td>3.55</td>710<td>3.67</td>711<td>90 %</td>712</tr>713<tr>714<td>IQ3_XXS</td>715<td>12.32GB</td>716<td>3.41</td>717<td>3.55</td>718<td>70 %</td>719</tr>720<tr>721<td>Q2_K</td>722<td>10.82GB</td>723<td>2.98</td>724<td>3.12</td>725<td>70 %</td>726</tr>727<tr>728<td>IQ2_M</td>729<td>10.52GB</td>730<td>2.88</td>731<td>3.03</td>732<td>70 %</td>733</tr>734<tr>735<td>IQ2_S</td>736<td>9.68GB</td>737<td>2.60</td>738<td>2.79</td>739<td>70 %</td>740</tr>741<tr>742<td>IQ2_XS</td>743<td>9.09GB</td>744<td>2.40</td>745<td>2.62</td>746<td>90 %</td>747</tr>748<tr>749<td>IQ2_XXS</td>750<td>8.88GB</td>751<td>2.34</td>752<td>2.56</td>753<td>70 %</td>754</tr>755</tbody>756 </table>757</div>758<p>Checked on this model: the computed layout against the standard one, measured by KL divergence against the unquantized model. The ratio compares each computed file with the standard ladder read at that file's own size, so it can differ from the two KLD columns when the two files differ in size.</p>759<div class="max-w-full overflow-auto">760 <table>761 <thead><tr>762<th>Quant</th>763<th>Computed layout KLD</th>764<th>Standard layout KLD</th>765<th>Ratio at equal size</th>766<th>Size vs standard file</th>767</tr>768769 </thead><tbody><tr>770<td>Q6_K</td>771<td>0.0030 ± 0.0001</td>772<td>0.0031 ± 0.0001</td>773<td>0.96×</td>774<td>+1.7 %</td>775</tr>776<tr>777<td>Q4_K_M</td>778<td>0.0139 ± 0.0004</td>779<td>0.0129 ± 0.0002</td>780<td>0.94×</td>781<td>−1.9 %</td>782</tr>783<tr>784<td>Q3_K_M</td>785<td>0.0564 ± 0.0009</td>786<td>0.0466 ± 0.0008</td>787<td>0.79×</td>788<td>−8.2 %</td>789</tr>790<tr>791<td>IQ2_XXS</td>792<td>0.2834 ± 0.0033</td>793<td>0.3037 ± 0.0034</td>794<td>0.78×</td>795<td>−5.4 %</td>796</tr>797</tbody>798 </table>799</div>800<p>How it works: the base type is a floor for every body tensor and a fixed share of the body bytes stays at it (90 % for S, 70 % for M, 50 % for L); the remaining bytes go where a cross-model sensitivity prior, measured by KL divergence against the unquantized model, says they buy the most quality. The embedding and output tensors are sized by their share of the file: a small table is kept at Q8_0, a large one follows the file's bitrate. A K-quant and the IQ quant with the same base bitrate (Q3_K_S and IQ3_XS, Q3_K_M and IQ3_S, Q3_K_L and IQ3_M) come out at about the same size; the IQ file is the GPU-oriented twin.</p>801</details>802803<details>804<summary>Compared with the previous release</summary>805806<p>The previous release of this model used llama.cpp's standard layout; these files use the computed one. Both sets were measured against the same bf16 reference on <code>wiki.test.raw</code> over 100 chunks, so the numbers are directly comparable. "Same top-p" is the share of tokens where the quantized model's most likely next token matches the bf16 model's. Q4_0, Q4_1 and Q8_0 are left out because the layout does not touch them. The previous release's Q2_K_L, Q3_K_XL and Q5_K_L have no counterpart here: an <code>_L</code> name now means the large size of its family, so those names are no longer built. Q6_K_S is new in this release, the small size of Q6_K, and has no previous counterpart.</p>807<div class="max-w-full overflow-auto">808 <table>809 <thead><tr>810<th>Quant</th>811<th>Previous size</th>812<th>New size</th>813<th>Size change</th>814<th>Previous KLD</th>815<th>New KLD</th>816<th>Previous same top-p</th>817<th>New same top-p</th>818</tr>819820 </thead><tbody><tr>821<td>Q6_K_L</td>822<td>24.08GB</td>823<td>24.96GB</td>824<td>+3.7 %</td>825<td>0.0027 ± 0.0001</td>826<td>0.0024 ± 0.0001</td>827<td>97.64 ± 0.10 %</td>828<td>97.70 ± 0.09 %</td>829</tr>830<tr>831<td>Q6_K</td>832<td>23.46GB</td>833<td>23.86GB</td>834<td>+1.7 %</td>835<td>0.0031 ± 0.0001</td>836<td>0.0030 ± 0.0001</td>837<td>97.49 ± 0.10 %</td>838<td>97.39 ± 0.10 %</td>839</tr>840<tr>841<td>Q6_K_S</td>842<td>—</td>843<td>22.86GB</td>844<td>—</td>845<td>—</td>846<td>0.0036 ± 0.0002</td>847<td>—</td>848<td>97.35 ± 0.10 %</td>849</tr>850<tr>851<td>Q5_K_L</td>852<td>21.54GB</td>853<td>—</td>854<td>—</td>855<td>0.0050 ± 0.0002</td>856<td>—</td>857<td>96.92 ± 0.11 %</td>858<td>—</td>859</tr>860<tr>861<td>Q5_K_M</td>862<td>20.75GB</td>863<td>20.92GB</td>864<td>+0.8 %</td>865<td>0.0054 ± 0.0001</td>866<td>0.0053 ± 0.0002</td>867<td>96.71 ± 0.11 %</td>868<td>96.87 ± 0.11 %</td>869</tr>870<tr>871<td>Q5_K_S</td>872<td>19.68GB</td>873<td>19.57GB</td>874<td>−0.6 %</td>875<td>0.0065 ± 0.0001</td>876<td>0.0060 ± 0.0002</td>877<td>96.25 ± 0.12 %</td>878<td>96.40 ± 0.12 %</td>879</tr>880<tr>881<td>Q4_K_L</td>882<td>18.72GB</td>883<td>18.82GB</td>884<td>+0.6 %</td>885<td>0.0124 ± 0.0003</td>886<td>0.0106 ± 0.0002</td>887<td>95.00 ± 0.14 %</td>888<td>95.45 ± 0.13 %</td>889</tr>890<tr>891<td>Q4_K_M</td>892<td>17.77GB</td>893<td>17.44GB</td>894<td>−1.9 %</td>895<td>0.0129 ± 0.0002</td>896<td>0.0139 ± 0.0004</td>897<td>95.02 ± 0.14 %</td>898<td>95.00 ± 0.14 %</td>899</tr>900<tr>901<td>IQ4_NL</td>902<td>16.33GB</td>903<td>17.44GB</td>904<td>+6.8 %</td>905<td>0.0178 ± 0.0003</td>906<td>0.0150 ± 0.0004</td>907<td>94.22 ± 0.15 %</td>908<td>94.78 ± 0.14 %</td>909</tr>910<tr>911<td>Q3_K_XL</td>912<td>16.39GB</td>913<td>—</td>914<td>—</td>915<td>0.0426 ± 0.0007</td>916<td>—</td>917<td>91.01 ± 0.18 %</td>918<td>—</td>919</tr>920<tr>921<td>Q4_K_S</td>922<td>16.71GB</td>923<td>16.36GB</td>924<td>−2.1 %</td>925<td>0.0165 ± 0.0003</td>926<td>0.0156 ± 0.0003</td>927<td>94.18 ± 0.15 %</td>928<td>94.77 ± 0.14 %</td>929</tr>930<tr>931<td>IQ4_XS</td>932<td>15.57GB</td>933<td>15.48GB</td>934<td>−0.6 %</td>935<td>0.0196 ± 0.0005</td>936<td>0.0188 ± 0.0005</td>937<td>94.03 ± 0.15 %</td>938<td>94.14 ± 0.15 %</td>939</tr>940<tr>941<td>IQ3_M</td>942<td>13.90GB</td>943<td>14.86GB</td>944<td>+6.9 %</td>945<td>0.0566 ± 0.0008</td>946<td>0.0406 ± 0.0006</td>947<td>89.66 ± 0.19 %</td>948<td>91.06 ± 0.18 %</td>949</tr>950<tr>951<td>Q3_K_L</td>952<td>15.28GB</td>953<td>14.12GB</td>954<td>−7.6 %</td>955<td>0.0437 ± 0.0007</td>956<td>0.0432 ± 0.0007</td>957<td>90.82 ± 0.18 %</td>958<td>90.71 ± 0.18 %</td>959</tr>960<tr>961<td>Q3_K_M</td>962<td>14.61GB</td>963<td>13.40GB</td>964<td>−8.2 %</td>965<td>0.0466 ± 0.0008</td>966<td>0.0564 ± 0.0009</td>967<td>90.57 ± 0.18 %</td>968<td>89.81 ± 0.19 %</td>969</tr>970<tr>971<td>Q2_K_L</td>972<td>13.08GB</td>973<td>—</td>974<td>—</td>975<td>0.1322 ± 0.0018</td>976<td>—</td>977<td>84.37 ± 0.23 %</td>978<td>—</td>979</tr>980<tr>981<td>IQ3_XS</td>982<td>13.33GB</td>983<td>12.80GB</td>984<td>−4.0 %</td>985<td>0.0624 ± 0.0009</td>986<td>0.0585 ± 0.0009</td>987<td>89.18 ± 0.20 %</td>988<td>89.41 ± 0.19 %</td>989</tr>990<tr>991<td>Q3_K_S</td>992<td>13.72GB</td>993<td>12.74GB</td>994<td>−7.1 %</td>995<td>0.0686 ± 0.0010</td>996<td>0.0648 ± 0.0010</td>997<td>88.17 ± 0.20 %</td>998<td>88.95 ± 0.20 %</td>999</tr>1000<tr>1001<td>IQ3_XXS</td>1002<td>12.63GB</td>1003<td>12.32GB</td>1004<td>−2.4 %</td>1005<td>0.0850 ± 0.0012</td>1006<td>0.0739 ± 0.0011</td>1007<td>87.34 ± 0.21 %</td>1008<td>88.51 ± 0.20 %</td>1009</tr>1010<tr>1011<td>Q2_K</td>1012<td>11.84GB</td>1013<td>10.82GB</td>1014<td>−8.6 %</td>1015<td>0.1357 ± 0.0019</td>1016<td>0.1612 ± 0.0022</td>1017<td>83.98 ± 0.23 %</td>1018<td>83.53 ± 0.23 %</td>1019</tr>1020<tr>1021<td>IQ2_M</td>1022<td>10.87GB</td>1023<td>10.52GB</td>1024<td>−3.2 %</td>1025<td>0.1551 ± 0.0021</td>1026<td>0.1494 ± 0.0021</td>1027<td>83.06 ± 0.23 %</td>1028<td>83.91 ± 0.23 %</td>1029</tr>1030<tr>1031<td>IQ2_S</td>1032<td>10.30GB</td>1033<td>9.68GB</td>1034<td>−5.9 %</td>1035<td>0.2166 ± 0.0026</td>1036<td>0.2090 ± 0.0027</td>1037<td>79.78 ± 0.25 %</td>1038<td>80.98 ± 0.25 %</td>1039</tr>1040<tr>1041<td>IQ2_XS</td>1042<td>9.99GB</td>1043<td>9.09GB</td>1044<td>−9.0 %</td>1045<td>0.2293 ± 0.0028</td>1046<td>0.2403 ± 0.0028</td>1047<td>79.53 ± 0.25 %</td>1048<td>79.70 ± 0.25 %</td>1049</tr>1050<tr>1051<td>IQ2_XXS</td>1052<td>9.39GB</td>1053<td>8.88GB</td>1054<td>−5.4 %</td>1055<td>0.3037 ± 0.0034</td>1056<td>0.2834 ± 0.0033</td>1057<td>76.29 ± 0.27 %</td>1058<td>78.04 ± 0.26 %</td>1059</tr>1060</tbody>1061 </table>1062</div>1063</details>10641065<h2 class="relative group flex items-baseline">1066 <a id="perplexity" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#perplexity" rel="nofollow">1067 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>1068 </a>1069 <span>1070 Perplexity1071 </span>1072</h2>1073<p>Perplexity and KL divergence measured against the bf16 model on <code>wiki.test.raw</code> over 100 chunks.</p>1074<details>1075<summary>Click to view full KL-divergence statistics</summary>10761077<ul>1078<li>Reference model: bf16</li>1079<li>Dataset: wiki.test.raw</li>1080<li>Chunks: 100</li>1081<li>Base PPL: 6.744 ± 0.10317</li>1082<li>llama.cpp build: b10896</li>1083</ul>1084<h3 class="relative group flex items-baseline">1085 <a id="summary" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#summary" rel="nofollow">1086 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>1087 </a>1088 <span>1089 Summary1090 </span>1091</h3>1092<div class="max-w-full overflow-auto">1093 <table>1094 <thead><tr>1095<th>Quant</th>1096<th>PPL(Q)</th>1097<th>PPL(Q)/PPL(base)</th>1098<th>PPL(Q)-PPL(base)</th>1099<th>Mean KLD</th>1100<th>Mean Δp</th>1101<th>RMS Δp</th>1102<th>Same top-p</th>1103</tr>11041105 </thead><tbody><tr>1106<td>Q8_0</td>1107<td>6.75142 ± 0.103316</td>1108<td>1.00149 ± 0.000351</td>1109<td>0.010043 ± 0.002378</td>1110<td>0.000921 ± 6.7e-05</td>1111<td>-0.02 ± 0.006%</td>1112<td>0.977 ± 0.106%</td>1113<td>98.745 ± 0.07%</td>1114</tr>1115<tr>1116<td>Q6_K_L</td>1117<td>6.73971 ± 0.103022</td>1118<td>0.999752 ± 0.000524</td>1119<td>-0.001674 ± 0.003535</td>1120<td>0.002399 ± 7.4e-05</td>1121<td>-0.027 ± 0.009%</td>1122<td>1.382 ± 0.058%</td>1123<td>97.698 ± 0.094%</td>1124</tr>1125<tr>1126<td>Q6_K</td>1127<td>6.73999 ± 0.102975</td>1128<td>0.999794 ± 0.000568</td>1129<td>-0.001387 ± 0.003832</td>1130<td>0.002984 ± 0.000106</td>1131<td>-0.044 ± 0.01%</td>1132<td>1.523 ± 0.066%</td>1133<td>97.388 ± 0.1%</td>1134</tr>1135<tr>1136<td>Q6_K_S</td>1137<td>6.74361 ± 0.103111</td>1138<td>1.00033 ± 0.00061</td>1139<td>0.002233 ± 0.004113</td>1140<td>0.00357 ± 0.000153</td>1141<td>-0.031 ± 0.01%</td>1142<td>1.599 ± 0.054%</td>1143<td>97.353 ± 0.101%</td>1144</tr>1145<tr>1146<td>Q5_K_M</td>1147<td>6.75391 ± 0.103262</td>1148<td>1.00186 ± 0.000762</td>1149<td>0.012531 ± 0.00514</td>1150<td>0.005287 ± 0.00017</td>1151<td>-0.091 ± 0.013%</td>1152<td>2.103 ± 0.081%</td>1153<td>96.871 ± 0.109%</td>1154</tr>1155<tr>1156<td>Q5_K_S</td>1157<td>6.76193 ± 0.103379</td>1158<td>1.00305 ± 0.000822</td>1159<td>0.020546 ± 0.005547</td>1160<td>0.006012 ± 0.000195</td>1161<td>-0.12 ± 0.014%</td>1162<td>2.199 ± 0.069%</td>1163<td>96.4 ± 0.117%</td>1164</tr>1165<tr>1166<td>Q4_K_L</td>1167<td>6.76195 ± 0.103389</td>1168<td>1.00305 ± 0.001104</td>1169<td>0.02057 ± 0.007443</td>1170<td>0.010581 ± 0.000197</td>1171<td>-0.099 ± 0.018%</td>1172<td>2.841 ± 0.067%</td>1173<td>95.451 ± 0.13%</td>1174</tr>1175<tr>1176<td>Q4_1</td>1177<td>6.76072 ± 0.103288</td>1178<td>1.00287 ± 0.001291</td>1179<td>0.019337 ± 0.008695</td>1180<td>0.015787 ± 0.000324</td>1181<td>-0.113 ± 0.022%</td>1182<td>3.483 ± 0.085%</td>1183<td>94.51 ± 0.143%</td>1184</tr>1185<tr>1186<td>Q4_K_M</td>1187<td>6.76446 ± 0.103309</td>1188<td>1.00342 ± 0.001235</td>1189<td>0.023082 ± 0.008317</td>1190<td>0.013878 ± 0.000366</td>1191<td>-0.153 ± 0.02%</td>1192<td>3.254 ± 0.081%</td>1193<td>94.996 ± 0.137%</td>1194</tr>1195<tr>1196<td>IQ4_NL</td>1197<td>6.76445 ± 0.103307</td>1198<td>1.00342 ± 0.001293</td>1199<td>0.023072 ± 0.008703</td>1200<td>0.014962 ± 0.000371</td>1201<td>-0.172 ± 0.021%</td>1202<td>3.411 ± 0.079%</td>1203<td>94.784 ± 0.139%</td>1204</tr>1205<tr>1206<td>Q4_K_S</td>1207<td>6.77046 ± 0.103353</td>1208<td>1.00431 ± 0.001274</td>1209<td>0.029081 ± 0.008578</td>1210<td>0.015601 ± 0.000295</td>1211<td>-0.215 ± 0.022%</td>1212<td>3.472 ± 0.08%</td>1213<td>94.773 ± 0.139%</td>1214</tr>1215<tr>1216<td>Q4_0</td>1217<td>6.86425 ± 0.105544</td>1218<td>1.01823 ± 0.001735</td>1219<td>0.122867 ± 0.011843</td>1220<td>0.026524 ± 0.000451</td>1221<td>-0.266 ± 0.028%</td>1222<td>4.536 ± 0.101%</td>1223<td>92.784 ± 0.162%</td>1224</tr>1225<tr>1226<td>IQ4_XS</td>1227<td>6.78031 ± 0.103638</td>1228<td>1.00578 ± 0.001437</td>1229<td>0.03893 ± 0.009676</td>1230<td>0.018841 ± 0.000471</td>1231<td>-0.208 ± 0.024%</td>1232<td>3.793 ± 0.079%</td>1233<td>94.141 ± 0.147%</td>1234</tr>1235<tr>1236<td>IQ3_M</td>1237<td>6.92355 ± 0.105518</td>1238<td>1.02702 ± 0.002104</td>1239<td>0.182168 ± 0.014211</td>1240<td>0.040647 ± 0.000622</td>1241<td>-0.847 ± 0.036%</td>1242<td>5.783 ± 0.11%</td>1243<td>91.055 ± 0.179%</td>1244</tr>1245<tr>1246<td>Q3_K_L</td>1247<td>6.90279 ± 0.106406</td>1248<td>1.02394 ± 0.002157</td>1249<td>0.161412 ± 0.014737</td>1250<td>0.043241 ± 0.000706</td>1251<td>-0.355 ± 0.036%</td>1252<td>5.685 ± 0.101%</td>1253<td>90.714 ± 0.182%</td>1254</tr>1255<tr>1256<td>Q3_K_M</td>1257<td>7.03035 ± 0.109156</td>1258<td>1.04286 ± 0.002543</td>1259<td>0.288969 ± 0.01779</td>1260<td>0.056425 ± 0.00088</td>1261<td>-0.609 ± 0.041%</td>1262<td>6.584 ± 0.116%</td>1263<td>89.812 ± 0.189%</td>1264</tr>1265<tr>1266<td>IQ3_XS</td>1267<td>6.99622 ± 0.10673</td>1268<td>1.0378 ± 0.002569</td>1269<td>0.254844 ± 0.017398</td>1270<td>0.058524 ± 0.00086</td>1271<td>-1.006 ± 0.042%</td>1272<td>6.846 ± 0.114%</td>1273<td>89.408 ± 0.193%</td>1274</tr>1275<tr>1276<td>Q3_K_S</td>1277<td>7.08464 ± 0.110429</td>1278<td>1.05092 ± 0.002747</td>1279<td>0.343256 ± 0.019408</td>1280<td>0.064792 ± 0.000983</td>1281<td>-0.6 ± 0.044%</td>1282<td>7.094 ± 0.126%</td>1283<td>88.953 ± 0.196%</td>1284</tr>1285<tr>1286<td>IQ3_XXS</td>1287<td>7.05932 ± 0.107866</td>1288<td>1.04716 ± 0.002906</td>1289<td>0.317942 ± 0.019746</td>1290<td>0.07388 ± 0.00114</td>1291<td>-1.251 ± 0.048%</td>1292<td>7.79 ± 0.134%</td>1293<td>88.51 ± 0.2%</td>1294</tr>1295<tr>1296<td>Q2_K</td>1297<td>7.43849 ± 0.114518</td>1298<td>1.10341 ± 0.004572</td>1299<td>0.697107 ± 0.031501</td>1300<td>0.161216 ± 0.002239</td>1301<td>-2.38 ± 0.07%</td>1302<td>11.408 ± 0.163%</td>1303<td>83.525 ± 0.232%</td>1304</tr>1305<tr>1306<td>IQ2_M</td>1307<td>7.52818 ± 0.116097</td>1308<td>1.11671 ± 0.004474</td>1309<td>0.786799 ± 0.031377</td>1310<td>0.149377 ± 0.002056</td>1311<td>-2.608 ± 0.067%</td>1312<td>11.051 ± 0.153%</td>1313<td>83.906 ± 0.23%</td>1314</tr>1315<tr>1316<td>IQ2_S</td>1317<td>7.72954 ± 0.118009</td>1318<td>1.14658 ± 0.005361</td>1319<td>0.988156 ± 0.036929</td>1320<td>0.209045 ± 0.002695</td>1321<td>-3.736 ± 0.08%</td>1322<td>13.257 ± 0.164%</td>1323<td>80.976 ± 0.246%</td>1324</tr>1325<tr>1326<td>IQ2_XS</td>1327<td>8.025 ± 0.122332</td>1328<td>1.19041 ± 0.005935</td>1329<td>1.28362 ± 0.04144</td>1330<td>0.24027 ± 0.002841</td>1331<td>-4.846 ± 0.086%</td>1332<td>14.572 ± 0.165%</td>1333<td>79.698 ± 0.252%</td>1334</tr>1335<tr>1336<td>IQ2_XXS</td>1337<td>8.41042 ± 0.130004</td>1338<td>1.24758 ± 0.006905</td>1339<td>1.66904 ± 0.049626</td>1340<td>0.283397 ± 0.003313</td>1341<td>-5.486 ± 0.092%</td>1342<td>15.735 ± 0.171%</td>1343<td>78.039 ± 0.259%</td>1344</tr>1345</tbody>1346 </table>1347</div>1348<h3 class="relative group flex items-baseline">1349 <a id="kld-percentile-ladder" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#kld-percentile-ladder" rel="nofollow">1350 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>1351 </a>1352 <span>1353 KLD percentile ladder1354 </span>1355</h3>1356<div class="max-w-full overflow-auto">1357 <table>1358 <thead><tr>1359<th>Quant</th>1360<th>Max</th>1361<th>99.9%</th>1362<th>99%</th>1363<th>95%</th>1364<th>90%</th>1365<th>Median</th>1366<th>10%</th>1367<th>5%</th>1368<th>1%</th>1369<th>0.1%</th>1370<th>Min</th>1371</tr>13721373 </thead><tbody><tr>1374<td>Q8_0</td>1375<td>1.0809</td>1376<td>0.040699</td>1377<td>0.00706</td>1378<td>0.002394</td>1379<td>0.001448</td>1380<td>0.000334</td>1381<td>9e-06</td>1382<td>2e-06</td>1383<td>-1e-06</td>1384<td>-8e-06</td>1385<td>-3e-05</td>1386</tr>1387<tr>1388<td>Q6_K_L</td>1389<td>0.973111</td>1390<td>0.092973</td>1391<td>0.01931</td>1392<td>0.006956</td>1393<td>0.004484</td>1394<td>0.001173</td>1395<td>2.3e-05</td>1396<td>5e-06</td>1397<td>0</td>1398<td>-4e-06</td>1399<td>-3.2e-05</td>1400</tr>1401<tr>1402<td>Q6_K</td>1403<td>1.92698</td>1404<td>0.105185</td>1405<td>0.024555</td>1406<td>0.00898</td>1407<td>0.005684</td>1408<td>0.00142</td>1409<td>3.2e-05</td>1410<td>7e-06</td>1411<td>0</td>1412<td>-3e-06</td>1413<td>-3.9e-05</td>1414</tr>1415<tr>1416<td>Q6_K_S</td>1417<td>3.01015</td>1418<td>0.139894</td>1419<td>0.030559</td>1420<td>0.010436</td>1421<td>0.006639</td>1422<td>0.001579</td>1423<td>3.7e-05</td>1424<td>9e-06</td>1425<td>0</td>1426<td>-3e-06</td>1427<td>-2e-05</td>1428</tr>1429<tr>1430<td>Q5_K_M</td>1431<td>2.84051</td>1432<td>0.179695</td>1433<td>0.051284</td>1434<td>0.016652</td>1435<td>0.010222</td>1436<td>0.002319</td>1437<td>5.9e-05</td>1438<td>1.4e-05</td>1439<td>1e-06</td>1440<td>-2e-06</td>1441<td>-3.5e-05</td>1442</tr>1443<tr>1444<td>Q5_K_S</td>1445<td>4.19186</td>1446<td>0.204707</td>1447<td>0.058225</td>1448<td>0.019891</td>1449<td>0.011923</td>1450<td>0.002638</td>1451<td>6.7e-05</td>1452<td>1.7e-05</td>1453<td>2e-06</td>1454<td>-1e-06</td>1455<td>-1.3e-05</td>1456</tr>1457<tr>1458<td>Q4_K_L</td>1459<td>2.23146</td>1460<td>0.353113</td>1461<td>0.102686</td>1462<td>0.036515</td>1463<td>0.02187</td>1464<td>0.004622</td>1465<td>0.000122</td>1466<td>3e-05</td>1467<td>3e-06</td>1468<td>-1e-06</td>1469<td>-1.1e-05</td>1470</tr>1471<tr>1472<td>Q4_1</td>1473<td>4.48169</td>1474<td>0.535538</td>1475<td>0.15125</td>1476<td>0.053299</td>1477<td>0.032149</td>1478<td>0.006836</td>1479<td>0.000176</td>1480<td>4.3e-05</td>1481<td>5e-06</td>1482<td>-0</td>1483<td>-8e-06</td>1484</tr>1485<tr>1486<td>Q4_K_M</td>1487<td>6.50884</td>1488<td>0.52521</td>1489<td>0.142121</td>1490<td>0.045992</td>1491<td>0.027477</td>1492<td>0.005795</td>1493<td>0.000152</td>1494<td>3.7e-05</td>1495<td>3e-06</td>1496<td>-0</td>1497<td>-1.1e-05</td>1498</tr>1499<tr>1500<td>IQ4_NL</td>1501<td>5.86888</td>1502<td>0.572585</td>1503<td>0.148268</td>1504<td>0.049484</td>1505<td>0.030007</td>1506<td>0.006205</td>1507<td>0.00016</td>1508<td>4.1e-05</td>1509<td>4e-06</td>1510<td>-1e-06</td>1511<td>-1e-05</td>1512</tr>1513<tr>1514<td>Q4_K_S</td>1515<td>2.95896</td>1516<td>0.534154</td>1517<td>0.159605</td>1518<td>0.054462</td>1519<td>0.032237</td>1520<td>0.006696</td>1521<td>0.000178</td>1522<td>4.5e-05</td>1523<td>4e-06</td>1524<td>0</td>1525<td>-6e-06</td>1526</tr>1527<tr>1528<td>Q4_0</td>1529<td>4.82004</td>1530<td>0.873295</td>1531<td>0.263285</td>1532<td>0.089089</td>1533<td>0.054593</td>1534<td>0.011859</td>1535<td>0.000302</td>1536<td>7.4e-05</td>1537<td>8e-06</td>1538<td>1e-06</td>1539<td>-1e-05</td>1540</tr>1541<tr>1542<td>IQ4_XS</td>1543<td>7.31304</td>1544<td>0.646303</td>1545<td>0.189096</td>1546<td>0.064107</td>1547<td>0.037538</td>1548<td>0.007868</td>1549<td>0.000206</td>1550<td>5.5e-05</td>1551<td>5e-06</td>1552<td>-0</td>1553<td>-2.5e-05</td>1554</tr>1555<tr>1556<td>IQ3_M</td>1557<td>3.71947</td>1558<td>1.19807</td>1559<td>0.405264</td>1560<td>0.139634</td>1561<td>0.084763</td>1562<td>0.018335</td>1563<td>0.000582</td>1564<td>0.00015</td>1565<td>1.7e-05</td>1566<td>2e-06</td>1567<td>-1e-06</td>1568</tr>1569<tr>1570<td>Q3_K_L</td>1571<td>6.37739</td>1572<td>1.27356</td>1573<td>0.427362</td>1574<td>0.15179</td>1575<td>0.090328</td>1576<td>0.019294</td>1577<td>0.000469</td>1578<td>0.000124</td>1579<td>1.1e-05</td>1580<td>1e-06</td>1581<td>-7e-06</td>1582</tr>1583<tr>1584<td>Q3_K_M</td>1585<td>6.22563</td>1586<td>1.74283</td>1587<td>0.582466</td>1588<td>0.193088</td>1589<td>0.116458</td>1590<td>0.025449</td>1591<td>0.000631</td>1592<td>0.000151</td>1593<td>1.6e-05</td>1594<td>2e-06</td>1595<td>-2e-06</td>1596</tr>1597<tr>1598<td>IQ3_XS</td>1599<td>6.70819</td>1600<td>1.54722</td>1601<td>0.583696</td>1602<td>0.205317</td>1603<td>0.12211</td>1604<td>0.026238</td>1605<td>0.000848</td>1606<td>0.000228</td>1607<td>2.8e-05</td>1608<td>4e-06</td>1609<td>-6e-06</td>1610</tr>1611<tr>1612<td>Q3_K_S</td>1613<td>6.36858</td>1614<td>2.01934</td>1615<td>0.657329</td>1616<td>0.222889</td>1617<td>0.135785</td>1618<td>0.029351</td>1619<td>0.000742</td>1620<td>0.000188</td>1621<td>1.9e-05</td>1622<td>3e-06</td>1623<td>-0</td>1624</tr>1625<tr>1626<td>IQ3_XXS</td>1627<td>6.38787</td>1628<td>2.27993</td>1629<td>0.733495</td>1630<td>0.2525</td>1631<td>0.156451</td>1632<td>0.033092</td>1633<td>0.000938</td>1634<td>0.000241</td>1635<td>2.6e-05</td>1636<td>4e-06</td>1637<td>-4e-06</td>1638</tr>1639<tr>1640<td>Q2_K</td>1641<td>8.55553</td>1642<td>4.72795</td>1643<td>1.66833</td>1644<td>0.554146</td>1645<td>0.340936</td>1646<td>0.072722</td>1647<td>0.00214</td>1648<td>0.000494</td>1649<td>5.3e-05</td>1650<td>8e-06</td>1651<td>-0</td>1652</tr>1653<tr>1654<td>IQ2_M</td>1655<td>11.0817</td>1656<td>4.06564</td>1657<td>1.48056</td>1658<td>0.513973</td>1659<td>0.316133</td>1660<td>0.068237</td>1661<td>0.002261</td>1662<td>0.000603</td>1663<td>6.7e-05</td>1664<td>1.1e-05</td>1665<td>-0</td>1666</tr>1667<tr>1668<td>IQ2_S</td>1669<td>11.4424</td>1670<td>5.39947</td>1671<td>1.96664</td>1672<td>0.727937</td>1673<td>0.448283</td>1674<td>0.099357</td>1675<td>0.003653</td>1676<td>0.000949</td>1677<td>0.000119</td>1678<td>1.9e-05</td>1679<td>4e-06</td>1680</tr>1681<tr>1682<td>IQ2_XS</td>1683<td>10.1463</td>1684<td>5.58995</td>1685<td>2.10155</td>1686<td>0.839563</td>1687<td>0.520093</td>1688<td>0.123041</td>1689<td>0.005352</td>1690<td>0.001388</td>1691<td>0.000189</td>1692<td>2.8e-05</td>1693<td>5e-06</td>1694</tr>1695<tr>1696<td>IQ2_XXS</td>1697<td>11.2416</td>1698<td>6.63126</td>1699<td>2.46692</td>1700<td>0.972586</td>1701<td>0.613898</td>1702<td>0.147177</td>1703<td>0.007022</td>1704<td>0.001842</td>1705<td>0.000237</td>1706<td>3.7e-05</td>1707<td>3e-06</td>1708</tr>1709</tbody>1710 </table>1711</div>1712</details>17131714<p>Also available as <a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/perplexity.md" rel="nofollow">perplexity.md</a>.</p>1715<h2 class="relative group flex items-baseline">1716 <a id="imatrix" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#imatrix" rel="nofollow">1717 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>1718 </a>1719 <span>1720 imatrix1721 </span>1722</h2>1723<p>All quants made using imatrix option with dataset from <a href="https://gist.github.com/bartowski1182/82ae9b520227f57d79ba04add13d0d0d" rel="nofollow">here</a>. The imatrix is available here: <a href="https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/blob/main/Qwen3.8-27B-imatrix.gguf" rel="nofollow">Qwen3.8-27B-imatrix.gguf</a>.</p>1724<h2 class="relative group flex items-baseline">1725 <a id="armavx-information" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#armavx-information" rel="nofollow">1726 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>1727 </a>1728 <span>1729 ARM/AVX information1730 </span>1731</h2>1732<p>llama.cpp automatically "repacks" weights into an interleaved layout at load time for faster inference on ARM and AVX machines - details in <a href="https://github.com/ggml-org/llama.cpp/pull/9921" rel="nofollow">this PR</a>. This once required downloading special Q4_0_4_4/4_8/8_8 files; those are long gone. Online repacking now covers Q4_0, IQ4_NL, and most K-quants, so no special quant choice is needed for CPU inference.</p>1733<h2 class="relative group flex items-baseline">1734 <a id="which-file-should-i-choose" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#which-file-should-i-choose" rel="nofollow">1735 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>1736 </a>1737 <span>1738 Which file should I choose?1739 </span>1740</h2>1741<details>1742 <summary>Click here for details</summary>17431744<p>An older (early 2024) but still useful write-up with charts comparing quant performances is provided by Artefact2 <a href="https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9" rel="nofollow">here</a></p>1745<p>The first thing to figure out is how big a model you can run. To do this, you'll need to figure out how much RAM and/or VRAM you have.</p>1746<p>If you want your model running as FAST as possible, you'll want to fit the whole thing on your GPU's VRAM. Aim for a quant with a file size 1-2GB smaller than your GPU's total VRAM.</p>1747<p>If you want the absolute maximum quality, add both your system RAM and your GPU's VRAM together, then similarly grab a quant with a file size 1-2GB Smaller than that total.</p>1748<p>Hugging Face can also do this math for you: add your hardware in your <a href="https://huggingface.co/settings/local-apps" rel="nofollow">Local Apps settings</a> and the model page will show which files fit.</p>1749<p>Next, you'll need to decide if you want to use an 'I-quant' or a 'K-quant'.</p>1750<p>If you don't want to think too much, grab one of the K-quants. These are in format 'QX_K_X', like Q5_K_M.</p>1751<p>If you want to get more into the weeds, you can check out this extremely useful feature chart:</p>1752<p><a href="https://github.com/ggml-org/llama.cpp/wiki/Feature-matrix" rel="nofollow">llama.cpp feature matrix</a></p>1753<p>But basically, if you're aiming for below Q4, and you're running cuBLAS (Nvidia) or rocBLAS (AMD), you should look towards the I-quants. These are in format IQX_X, like IQ3_M. These are newer and offer better performance for their size.</p>1754<p>These I-quants can also be used on CPU, but will be slower than their K-quant equivalent, so speed vs performance is a tradeoff you'll have to decide.</p>1755</details>17561757<h2 class="relative group flex items-baseline">1758 <a id="credits" class="block pr-1.5 text-lg md:absolute md:p-1.5 md:opacity-0 md:group-hover:opacity-100 md:right-full" href="#credits" rel="nofollow">1759 <span class="header-link"><svg class="text-gray-500 hover:text-black dark:hover:text-gray-200 w-4" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span>1760 </a>1761 <span>1762 Credits1763 </span>1764</h2>1765<p>Thank you kalomaze and Dampf for assistance in creating the imatrix calibration dataset.</p>1766<p>Thank you ZeroWw for the inspiration to experiment with embed/output.</p>1767<p>Want to support my work? Visit my ko-fi page here: <a href="https://ko-fi.com/bartowski" rel="nofollow">https://ko-fi.com/bartowski</a></p>1768<!----></div> <!--[-1--><!--]--><!----><!--]--></div><!--]--><!--]--><!----></section><!----> <section class="pt-8 border-gray-100 md:col-span-5 pt-6 md:pb-24 md:pl-6 md:border-l order-first md:order-none"><!--[-1--><div class="flex justify-between pb-2"><dl><dt class="-mb-1 text-sm text-gray-500">Downloads last month</dt> <dd class="font-semibold">457,490</dd> <!--[-1--><!--]--></dl> <div class="model-graph h-[40px] w-[200px] flex-none md:w-[150px] lg:w-[200px]"><!---->1769 <svg 1770 viewbox="0 0 100 100" 1771 width="100%" 1772 height="100%" 1773 preserveAspectRatio="none"1774 style="overflow: visible;"1775 >1776 <defs>1777 <linearGradient id="fill-gradient" x1="0%" y1="0%" x2="0%" y2="100%">1778 <stop offset="0%" style="stop-color: rgb(137, 86, 255); stop-opacity:0.3" />1779 <stop offset="100%" style="stop-color: rgb(137, 86, 255); stop-opacity:0.05" />1780 </linearGradient>1781 </defs>1782 1783 <path d="M 0,100C 0.2,97.6 3.1,57.2 3.4,52.4C 3.7,47.6 6.6,6 6.9,4.4C 7.2,2.8 10,18.2 10.3,19.9C 10.6,21.7 13.5,38.2 13.8,39.4C 14.1,40.6 16.9,44.8 17.2,44.4C 17.5,44 20.4,29.9 20.7,30.5C 21,31.1 23.8,58.1 24.1,56.6C 24.4,55.1 27.3,2.5 27.6,0C 27.9,-2.5 31,6.5 31,6.5C 31,6.5 34.2,51.3 34.5,54.1C 34.8,56.9 37.6,62.4 37.9,62.9C 38.2,63.4 41.1,65.7 41.4,64.9C 41.7,64.1 44.5,48 44.8,47.7C 45.1,47.4 48,58.9 48.3,59.5C 48.6,60.1 51.4,59.9 51.7,59.6C 52,59.3 54.9,52.9 55.2,53.3C 55.5,53.7 58.3,67.4 58.6,68C 58.9,68.6 61.8,64.6 62.1,64.6C 62.4,64.6 65.2,67.1 65.5,67.6C 65.8,68.1 68.7,73.6 69,74C 69.3,74.4 72.1,76.2 72.4,76.4C 72.7,76.6 75.6,79 75.9,78.6C 76.2,78.2 79,67.6 79.3,67.5C 79.6,67.4 82.5,76 82.8,76.8C 83.1,77.6 85.9,83.1 86.2,83.2C 86.5,83.3 89.4,78.6 89.7,78.3C 90,78 92.8,77.5 93.1,77.4C 93.4,77.3 96.3,74.7 96.6,75.7C 96.9,76.7 99.8,96.4 100,97.5" 1784 fill="none"1785 stroke="rgb(137, 86, 255)" 1786 stroke-width="3"1787 vector-effect="non-scaling-stroke"1788 />1789 <path d="M 0,100 L 0,100C 0.2,97.6 3.1,57.2 3.4,52.4C 3.7,47.6 6.6,6 6.9,4.4C 7.2,2.8 10,18.2 10.3,19.9C 10.6,21.7 13.5,38.2 13.8,39.4C 14.1,40.6 16.9,44.8 17.2,44.4C 17.5,44 20.4,29.9 20.7,30.5C 21,31.1 23.8,58.1 24.1,56.6C 24.4,55.1 27.3,2.5 27.6,0C 27.9,-2.5 31,6.5 31,6.5C 31,6.5 34.2,51.3 34.5,54.1C 34.8,56.9 37.6,62.4 37.9,62.9C 38.2,63.4 41.1,65.7 41.4,64.9C 41.7,64.1 44.5,48 44.8,47.7C 45.1,47.4 48,58.9 48.3,59.5C 48.6,60.1 51.4,59.9 51.7,59.6C 52,59.3 54.9,52.9 55.2,53.3C 55.5,53.7 58.3,67.4 58.6,68C 58.9,68.6 61.8,64.6 62.1,64.6C 62.4,64.6 65.2,67.1 65.5,67.6C 65.8,68.1 68.7,73.6 69,74C 69.3,74.4 72.1,76.2 72.4,76.4C 72.7,76.6 75.6,79 75.9,78.6C 76.2,78.2 79,67.6 79.3,67.5C 79.6,67.4 82.5,76 82.8,76.8C 83.1,77.6 85.9,83.1 86.2,83.2C 86.5,83.3 89.4,78.6 89.7,78.3C 90,78 92.8,77.5 93.1,77.4C 93.4,77.3 96.3,74.7 96.6,75.7C 96.9,76.7 99.8,96.4 100,97.5 L 100,100"1790 fill="url(#fill-gradient)"1791 stroke="none" 1792 vector-effect="non-scaling-stroke"1793 />1794 1795 </svg>1796 <!----></div></div> <div class="divider-column-vertical"></div><!--]--> <!--[0--><div class="SVELTE_HYDRATER contents" data-target="ModelTensorsParams" data-props="{"modelId":"bartowski/Qwen3.8-27B-GGUF","ggufQuantizationData":{"variantsByQuantizationLevels":{"2":[{"label":"IQ2_XXS","filePaths":["Qwen3.8-27B-IQ2_XXS.gguf"],"sizeVariation":"XXS","size":8881268448},{"label":"IQ2_XS","filePaths":["Qwen3.8-27B-IQ2_XS.gguf"],"sizeVariation":"XS","size":9088526048},{"label":"IQ2_S","filePaths":["Qwen3.8-27B-IQ2_S.gguf"],"sizeVariation":"S","size":9684043488},{"label":"Q2_K","filePaths":["Qwen3.8-27B-Q2_K.gguf"],"sizeVariation":"","size":10821543648},{"label":"IQ2_M","filePaths":["Qwen3.8-27B-IQ2_M.gguf"],"sizeVariation":"M","size":10522248928},{"label":"Q2_K_L","filePaths":["Qwen3.8-27B-Q2_K_L.gguf"],"sizeVariation":"L","size":13081040480}],"3":[{"label":"IQ3_XXS","filePaths":["Qwen3.8-27B-IQ3_XXS.gguf"],"sizeVariation":"XXS","size":12320167648},{"label":"IQ3_XS","filePaths":["Qwen3.8-27B-IQ3_XS.gguf"],"sizeVariation":"XS","size":12799604448},{"label":"Q3_K_S","filePaths":["Qwen3.8-27B-Q3_K_S.gguf"],"sizeVariation":"S","size":12739884768},{"label":"IQ3_M","filePaths":["Qwen3.8-27B-IQ3_M.gguf"],"sizeVariation":"M","size":14860629728},{"label":"Q3_K_M","filePaths":["Qwen3.8-27B-Q3_K_M.gguf"],"sizeVariation":"M","size":13404051168},{"label":"Q3_K_L","filePaths":["Qwen3.8-27B-Q3_K_L.gguf"],"sizeVariation":"L","size":14122817248},{"label":"Q3_K_XL","filePaths":["Qwen3.8-27B-Q3_K_XL.gguf"],"sizeVariation":"XL","size":16391919200}],"4":[{"label":"IQ4_XS","filePaths":["Qwen3.8-27B-IQ4_XS.gguf"],"sizeVariation":"XS","size":15475951328},{"label":"Q4_K_S","filePaths":["Qwen3.8-27B-Q4_K_S.gguf"],"sizeVariation":"S","size":16363513568},{"label":"IQ4_NL","filePaths":["Qwen3.8-27B-IQ4_NL.gguf"],"sizeVariation":"","size":17442399968},{"label":"Q4_0","filePaths":["Qwen3.8-27B-Q4_0.gguf"],"sizeVariation":"","size":16348767968},{"label":"Q4_1","filePaths":["Qwen3.8-27B-Q4_1.gguf"],"sizeVariation":"","size":17825457888},{"label":"Q4_K_M","filePaths":["Qwen3.8-27B-Q4_K_M.gguf"],"sizeVariation":"M","size":17442399968}],"5":[{"label":"Q5_K_S","filePaths":["Qwen3.8-27B-Q5_K_S.gguf"],"sizeVariation":"S","size":19566913248},{"label":"Q5_K_M","filePaths":["Qwen3.8-27B-Q5_K_M.gguf"],"sizeVariation":"M","size":20923877088}],"6":[{"label":"Q6_K_S","filePaths":["Qwen3.8-27B-Q6_K_S.gguf"],"sizeVariation":"S","size":22857455328},{"label":"Q6_K","filePaths":["Qwen3.8-27B-Q6_K.gguf"],"sizeVariation":"","size":23860565728},{"label":"Q6_K_L","filePaths":["Qwen3.8-27B-Q6_K_L.gguf"],"sizeVariation":"L","size":24958908128}],"8":[{"label":"Q8_0","filePaths":["Qwen3.8-27B-Q8_0.gguf"],"sizeVariation":"","size":29116388960}],"16":[{"label":"BF16","filePaths":["Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00001-of-00002.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00002-of-00002.gguf"],"sizeVariation":"","size":54657734144}]},"numExtraVariants":1,"totalVariants":28},"isGated":false,"query":{},"model":{"author":"bartowski","cardData":{"quantized_by":"bartowski","pipeline_tag":"image-text-to-text"},"cardExists":true,"config":{},"createdAt":"2026-08-14T15:48:06.000Z","discussionsDisabled":false,"discussionsSorting":"recently-created","downloads":457490,"downloadsAllTime":457490,"id":"bartowski/Qwen3.8-27B-GGUF","isLikedByUser":false,"availableInferenceProviders":[],"showHuggingChatEntry":false,"inference":"","lastModified":"2026-09-11T19:39:15.000Z","likes":138,"pipeline_tag":"image-text-to-text","librariesOther":[],"trackDownloads":true,"model-index":null,"private":false,"repoType":"model","gated":false,"tags":["gguf","image-text-to-text","endpoints_compatible","region:us","imatrix","conversational"],"tag_objs":[{"id":"image-text-to-text","label":"Image-Text-to-Text","type":"pipeline_tag","subType":"multimodal"},{"id":"gguf","label":"GGUF","type":"library"},{"id":"endpoints_compatible","label":"Inference Endpoints","type":"other","clickable":true},{"id":"imatrix","label":"imatrix","type":"other","clickable":true},{"id":"conversational","label":"conversational","type":"other","clickable":true},{"type":"region","label":"🇺🇸 Region: US","id":"region:us"}],"widgetData":[{"text":"Hi, what can you help me with?"},{"text":"What is 84 * 3 / 2?"},{"text":"Tell me an interesting fact about the universe!"},{"text":"Explain quantum computing in simple terms."}],"gguf":{"total":27320697856,"architecture":"qwen35","context_length":262144,"quantize_imatrix_file":"/models_out/Qwen3.8-27B-GGUF/Qwen3.8-27B-imatrix.gguf","chat_template":"{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n {%- if content is string %}\n {{- content }}\n {%- elif content is iterable and content is not mapping %}\n {%- for item in content %}\n {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain images.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set image_count.value = image_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Picture ' ~ image_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n {%- elif 'video' in item or item.type == 'video' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain videos.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set video_count.value = video_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Video ' ~ video_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n {%- elif 'text' in item %}\n {{- item.text }}\n {%- else %}\n {{- raise_exception('Unexpected item type in content.') }}\n {%- endif %}\n {%- endfor %}\n {%- elif content is none or content is undefined %}\n {{- '' }}\n {%- else %}\n {{- raise_exception('Unexpected content type.') }}\n {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- set reasoning_instructions = '' %}\n{%- if enable_thinking is undefined or enable_thinking is true %}\n {%- set resolved_reasoning_effort = reasoning_effort|default('xhigh') %}\n {%- if resolved_reasoning_effort not in ('xhigh', 'medium', 'low') %}\n {{- raise_exception('Unexpected reasoning effort ' ~ reasoning_effort ~ '. Supported types are xhigh (default), medium, and low.') }}\n {%- endif %}\n {%- if resolved_reasoning_effort == 'xhigh' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.' %}\n {%- elif resolved_reasoning_effort == 'low' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to low. Keep your thinking brief and focused, moving directly to the conclusion without unnecessary elaboration.' %}\n {%- endif %}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n {{- '<|im_start|>system\\n' }}\n {%- if reasoning_instructions %}\n {{- reasoning_instructions + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\" }}\n {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '\\n\\n' + content }}\n {%- endif %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '<|im_start|>system\\n' + (reasoning_instructions + '\\n\\n' if reasoning_instructions else '') + content + '<|im_end|>\\n' }}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" %}\n {%- set content = render_content(message.content, false)|trim %}\n {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = render_content(message.content, true)|trim %}\n {%- if message.role == \"system\" %}\n {%- if not loop.first %}\n {{- raise_exception('System message must be at the beginning.') }}\n {%- endif %}\n {%- elif message.role == \"user\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- endif %}\n {%- set reasoning_content = reasoning_content|trim %}\n {%- if preserve_thinking is undefined or preserve_thinking is true or loop.index0 > ns.last_query_index %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content + '\\n</think>\\n\\n' + content }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if loop.first %}\n {%- if content|trim %}\n {{- '\\n\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- else %}\n {{- '<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- else %}\n {{- '\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- if tool_call.arguments is defined and tool_call.arguments != '' %}\n {%- for args_name, args_value in tool_call.arguments|items %}\n {{- '<parameter=' + args_name + '>\\n' }}\n {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}\n {{- args_value }}\n {{- '\\n</parameter>\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '</function>\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content }}\n {{- '\\n</tool_response>' }}\n {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n {{- '<|im_end|>\\n' }}\n {%- elif loop.last %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- else %}\n {{- raise_exception('Unexpected message role.') }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- else %}\n {{- '<think>\\n' }}\n {%- endif %}\n{%- endif %}","bos_token":"<|endoftext|>","eos_token":"<|im_end|>","totalFileSize":10522248928},"ggufFilePaths":["Qwen3.8-27B-IQ2_M.gguf","Qwen3.8-27B-IQ2_S.gguf","Qwen3.8-27B-IQ2_XS.gguf","Qwen3.8-27B-IQ2_XXS.gguf","Qwen3.8-27B-IQ3_M.gguf","Qwen3.8-27B-IQ3_XS.gguf","Qwen3.8-27B-IQ3_XXS.gguf","Qwen3.8-27B-IQ4_NL.gguf","Qwen3.8-27B-IQ4_XS.gguf","Qwen3.8-27B-Q2_K.gguf","Qwen3.8-27B-Q2_K_L.gguf","Qwen3.8-27B-Q3_K_L.gguf","Qwen3.8-27B-Q3_K_M.gguf","Qwen3.8-27B-Q3_K_S.gguf","Qwen3.8-27B-Q3_K_XL.gguf","Qwen3.8-27B-Q4_0.gguf","Qwen3.8-27B-Q4_1.gguf","Qwen3.8-27B-Q4_K_L.gguf","Qwen3.8-27B-Q4_K_M.gguf","Qwen3.8-27B-Q4_K_S.gguf","Qwen3.8-27B-Q5_K_L.gguf","Qwen3.8-27B-Q5_K_M.gguf","Qwen3.8-27B-Q5_K_S.gguf","Qwen3.8-27B-Q6_K.gguf","Qwen3.8-27B-Q6_K_L.gguf","Qwen3.8-27B-Q6_K_S.gguf","Qwen3.8-27B-Q8_0.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00001-of-00002.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00002-of-00002.gguf","Qwen3.8-27B-imatrix.gguf","mmproj-Qwen3.8-27B-bf16.gguf","mmproj-Qwen3.8-27B-f16.gguf"],"hasBlockedOids":false,"region":"us","isQuantized":false},"inferenceContextData":{"billableEntities":[],"entityName2Providers":{}},"canWrite":false}"><div class="relative z-2 flex gap-x-1.5 gap-y-2"><!--[-1--><!--]--> <div class="divider-column-vertical mb-3 mt-3.5 w-full first:hidden last:hidden"></div> <!--[-1--><!--]--> <!--[0--><div class="w-full"><div class="flex items-center justify-between w-full"><div class="text-smd mr-auto flex flex-none items-center gap-1.5 overflow-hidden rounded-lg font-semibold"><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 17 14"><path fill-rule="evenodd" clip-rule="evenodd" d="M2.668 1.076v1.078H1.5v9.692h1.168v1.078h11.666v-1.078H15.5V2.154h-1.166V1.076Zm.986 1.615h4.307v2.694H6.885V3.77H4.732v4.306h2.153V7H5.809V5.924H7.96v3.23H3.654ZM9.04 4.846h4.309v2.691H12.27V5.924h-2.155v4.306h2.155V9.154h-1.077V8.076h2.155v3.233H9.039Z" fill="currentColor"></path></svg><!---->GGUF<a target="_blank" href="https://huggingface.co/docs/hub/gguf" class="flex-none text-xs text-gray-400 hover:text-gray-500 dark:hover:text-gray-300"><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M17 22v-8h-4v2h2v6h-3v2h8v-2h-3z" fill="currentColor"></path><path d="M16 8a1.5 1.5 0 1 0 1.5 1.5A1.5 1.5 0 0 0 16 8z" fill="currentColor"></path><path d="M16 30a14 14 0 1 1 14-14a14 14 0 0 1-14 14zm0-26a12 12 0 1 0 12 12A12 12 0 0 0 16 4z" fill="currentColor"></path></svg><!----></a></div> <!--[0--><div class="flex flex-wrap justify-end gap-x-1.5 gap-y-1 text-sm"><div class="inline-flex h-6 shrink-0 items-center overflow-hidden rounded-lg border"><div class="border-r px-2 text-gray-500">Model size</div> <div class="px-1.5">27B params</div></div> <div class="inline-flex h-6 shrink-0 items-center overflow-hidden rounded-lg border"><div class="border-r px-2 text-gray-500">Architecture</div> <div class="px-1.5">qwen35</div></div> <!--[0--><div class="group relative"><button class="inline-flex h-6 shrink-0 items-center gap-x-1 overflow-hidden rounded-lg border px-2 hover:shadow-inner dark:hover:brightness-125 "><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><path fill-rule="evenodd" clip-rule="evenodd" d="M2.514 6.564a1.361 1.361 0 0 0-.365-.469c.155-.127.28-.287.366-.469.22-.452.22-1.006.22-1.541 0-1.11.045-1.645 1.096-1.645a.365.365 0 1 0 0-.73c-.798 0-1.34.28-1.609.834-.22.452-.22 1.006-.22 1.541 0 1.11-.045 1.645-1.096 1.645a.365.365 0 1 0 0 .73c1.051 0 1.097.535 1.097 1.645 0 .536 0 1.09.22 1.541.268.554.809.835 1.607.835a.365.365 0 1 0 0-.731c-1.05 0-1.096-.534-1.096-1.645 0-.536 0-1.089-.22-1.541Zm7.53-2.479c0 1.11.046 1.645 1.096 1.645a.365.365 0 1 1 0 .73c-1.05 0-1.096.535-1.096 1.645 0 .536 0 1.09-.22 1.541-.268.554-.809.835-1.607.835a.365.365 0 1 1 0-.731c1.05 0 1.096-.534 1.096-1.645 0-.536 0-1.089.22-1.541.085-.181.21-.342.365-.469a1.361 1.361 0 0 1-.366-.469c-.219-.452-.219-1.006-.219-1.541 0-1.11-.046-1.645-1.096-1.645a.365.365 0 1 1 0-.73c.798 0 1.339.28 1.608.834.219.452.219 1.006.219 1.541Zm-5.729-.076a.355.355 0 1 0 0 .71h3.381a.355.355 0 0 0 0-.71h-3.38Zm.772 2.107c0-.196.16-.355.355-.355h2.254a.355.355 0 0 1 0 .71H5.442a.355.355 0 0 1-.355-.355Zm-.772 1.397a.355.355 0 0 0 0 .71H6.57a.355.355 0 0 0 0-.71H4.315Z" fill="currentColor"></path></svg><!----> <p class="text-gray-500">Chat template</p></button></div><!--]--></div><!--]--></div><!----> <!--[0--><div class="from-gray-50-to-white bg-linear-to-br mt-4 rounded-xl border border-gray-100 px-4 py-3.5"><div class="@container relative z-1 flex items-center justify-between gap-2"><div class="text-smd -ml-0.5 flex shrink-0 items-center gap-1"><svg class="text-gray-500" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12"><path fill-rule="evenodd" clip-rule="evenodd" d="M9.92865 7.42863H10.643C10.7377 7.42863 10.8285 7.39098 10.8955 7.32405C10.9625 7.25705 11.0001 7.16619 11.0001 7.07148C11.0001 6.97676 10.9625 6.88591 10.8955 6.81891C10.8285 6.75198 10.7377 6.71433 10.643 6.71433H9.92865V5.28575H10.643C10.7377 5.28575 10.8285 5.24812 10.8955 5.18114C10.9625 5.11417 11.0001 5.02333 11.0001 4.9286C11.0001 4.83388 10.9625 4.74304 10.8955 4.67607C10.8285 4.60909 10.7377 4.57146 10.643 4.57146H9.92865V2.78573C9.92865 2.59628 9.85336 2.4146 9.71943 2.28065C9.5855 2.1467 9.40378 2.07144 9.21435 2.07144H7.42862V1.35715C7.42862 1.26242 7.39098 1.17158 7.32405 1.10461C7.25705 1.03763 7.16619 1 7.07148 1C6.97676 1 6.88591 1.03763 6.81891 1.10461C6.75198 1.17158 6.71433 1.26242 6.71433 1.35715V2.07144H5.28575V1.35715C5.28575 1.26242 5.24812 1.17158 5.18114 1.10461C5.11417 1.03763 5.02333 1 4.9286 1C4.83388 1 4.74304 1.03763 4.67607 1.10461C4.60909 1.17158 4.57146 1.26242 4.57146 1.35715V2.07144H2.78573C2.59628 2.07144 2.4146 2.1467 2.28065 2.28065C2.14669 2.4146 2.07144 2.59628 2.07144 2.78573V4.57146H1.35714C1.26242 4.57146 1.17158 4.60909 1.10461 4.67607C1.03763 4.74304 1 4.83388 1 4.9286C1 5.02333 1.03763 5.11417 1.10461 5.18114C1.17158 5.24812 1.26242 5.28575 1.35714 5.28575H2.07144V6.71433H1.35714C1.26242 6.71433 1.17158 6.75198 1.10461 6.81891C1.03763 6.88591 1 6.97676 1 7.07148C1 7.16619 1.03763 7.25705 1.10461 7.32405C1.17158 7.39098 1.26242 7.42863 1.35714 7.42863H2.07144V9.21435C2.07144 9.40378 2.14669 9.5855 2.28065 9.71943C2.4146 9.85336 2.59628 9.92865 2.78573 9.92865H4.57146V10.6429C4.57146 10.7377 4.60909 10.8285 4.67607 10.8955C4.74304 10.9624 4.83388 11.0001 4.9286 11.0001C5.02333 11.0001 5.11417 10.9624 5.18114 10.8955C5.24812 10.8285 5.28575 10.7377 5.28575 10.6429V9.92865H6.71433V10.6429C6.71433 10.7377 6.75198 10.8285 6.81891 10.8955C6.88591 10.9624 6.97676 11.0001 7.07148 11.0001C7.16619 11.0001 7.25705 10.9624 7.32405 10.8955C7.39098 10.8285 7.42862 10.7377 7.42862 10.6429V9.92865H9.21435C9.40378 9.92865 9.5855 9.85336 9.71943 9.71943C9.85336 9.5855 9.92865 9.40378 9.92865 9.21435V7.42863Z" fill="currentColor" fill-opacity="0.4"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M5 4C4.44771 4 4 4.44771 4 5V7C4 7.55227 4.44771 8 5 8H7C7.55227 8 8 7.55227 8 7V5C8 4.44771 7.55227 4 7 4H5Z" fill="currentColor"></path></svg><!----> <span class="text-gray-500">Hardware compatibility</span></div> <!--[-1--><div class="flex items-center gap-x-1.5 overflow-hidden text-sm"><a href="/login" class="dark:bg-gray-100! dark:text-black! shrink-0 rounded-full bg-black px-3 py-0.5 text-white">Log In</a> <span class="truncate text-gray-400">to add your hardware</span></div><!--]--></div> <div class="mt-1.5 grid grid-cols-1 divide-y divide-gray-200/50"><!--[--><div class="group/gguf flex items-center justify-between gap-4 py-2 last:pb-0"><p class="flex-none whitespace-nowrap text-sm text-gray-500 group-hover/gguf:text-gray-800 dark:group-hover/gguf:text-gray-300">2-bit</p> <div class="flex flex-wrap justify-end gap-1"><!--[--><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>IQ2_XXS</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">8.88 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>IQ2_XS</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">9.09 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>IQ2_S</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">9.68 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q2_K</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">10.8 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>IQ2_M</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">10.5 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q2_K_L</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">13.1 GB</span><!--]--> <!--[-1--><!--]--></button><!--]--></div></div><div class="group/gguf flex items-center justify-between gap-4 py-2 last:pb-0"><p class="flex-none whitespace-nowrap text-sm text-gray-500 group-hover/gguf:text-gray-800 dark:group-hover/gguf:text-gray-300">3-bit</p> <div class="flex flex-wrap justify-end gap-1"><!--[--><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>IQ3_XXS</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">12.3 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>IQ3_XS</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">12.8 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q3_K_S</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">12.7 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>IQ3_M</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">14.9 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q3_K_M</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">13.4 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q3_K_L</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">14.1 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q3_K_XL</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">16.4 GB</span><!--]--> <!--[-1--><!--]--></button><!--]--></div></div><div class="group/gguf flex items-center justify-between gap-4 py-2 last:pb-0"><p class="flex-none whitespace-nowrap text-sm text-gray-500 group-hover/gguf:text-gray-800 dark:group-hover/gguf:text-gray-300">4-bit</p> <div class="flex flex-wrap justify-end gap-1"><!--[--><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>IQ4_XS</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">15.5 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q4_K_S</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">16.4 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>IQ4_NL</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">17.4 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q4_0</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">16.3 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q4_1</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">17.8 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q4_K_M</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">17.4 GB</span><!--]--> <!--[-1--><!--]--></button><!--]--></div></div><div class="group/gguf flex items-center justify-between gap-4 py-2 last:pb-0"><p class="flex-none whitespace-nowrap text-sm text-gray-500 group-hover/gguf:text-gray-800 dark:group-hover/gguf:text-gray-300">5-bit</p> <div class="flex flex-wrap justify-end gap-1"><!--[--><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q5_K_S</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">19.6 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q5_K_M</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">20.9 GB</span><!--]--> <!--[-1--><!--]--></button><!--]--></div></div><div class="group/gguf flex items-center justify-between gap-4 py-2 last:pb-0"><p class="flex-none whitespace-nowrap text-sm text-gray-500 group-hover/gguf:text-gray-800 dark:group-hover/gguf:text-gray-300">6-bit</p> <div class="flex flex-wrap justify-end gap-1"><!--[--><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q6_K_S</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">22.9 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q6_K</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">23.9 GB</span><!--]--> <!--[-1--><!--]--></button><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q6_K_L</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">25 GB</span><!--]--> <!--[-1--><!--]--></button><!--]--></div></div><div class="group/gguf flex items-center justify-between gap-4 py-2 last:pb-0"><p class="flex-none whitespace-nowrap text-sm text-gray-500 group-hover/gguf:text-gray-800 dark:group-hover/gguf:text-gray-300">8-bit</p> <div class="flex flex-wrap justify-end gap-1"><!--[--><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>Q8_0</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">29.1 GB</span><!--]--> <!--[-1--><!--]--></button><!--]--></div></div><div class="group/gguf flex items-center justify-between gap-4 py-2 last:pb-0"><p class="flex-none whitespace-nowrap text-sm text-gray-500 group-hover/gguf:text-gray-800 dark:group-hover/gguf:text-gray-300">16-bit</p> <div class="flex flex-wrap justify-end gap-1"><!--[--><button title="" class="from-gray-50-to-white diabled:opacity-60 bg-linear-to-t inline-flex h-5 items-center justify-center gap-x-[3px] whitespace-nowrap rounded-md border pr-1 text-[.8rem] text-gray-600 hover:shadow-inner dark:hover:brightness-125 pl-1"><!--[-1--><!--]--> <span>BF16</span> <!--[0--><div class="ml-0.5 h-2.5 w-px bg-gray-300 dark:bg-gray-600"></div> <span class="text-gray-400">54.7 GB</span><!--]--> <!--[-1--><!--]--></button><!--]--></div></div><!--]--> <!--[--><!--[0--><div class="flex items-start justify-between gap-4 py-2"><!--[-1--><!--]--> <div class="ml-auto mt-2 flex flex-none flex-wrap gap-1 only:py-0.5"><a href="/bartowski/Qwen3.8-27B-GGUF/tree/main" class="from-gray-50-to-white bg-linear-to-t inline-flex h-5 items-center justify-center overflow-hidden rounded-md border px-1.5 text-xs text-gray-600 hover:shadow-inner dark:hover:brightness-125"><!--[-1-->View +1 variant<!--]--></a></div></div><!--]--><!--]--></div></div><!--]--></div><!--]--></div> <!--[-1--><!--]--> <!--[-1--><!--]--><!----></div><!--]--> <!--[0--><div class="divider-column-vertical [.divider-column-vertical+&]:hidden"></div> <div class="bg-white pb-1"><!--[-1--><!--]--> <div class="SVELTE_HYDRATER contents" data-target="InferenceWidget" data-props="{"widgetData":{"model":{"author":"bartowski","cardData":{"quantized_by":"bartowski","pipeline_tag":"image-text-to-text"},"cardExists":true,"config":{},"createdAt":"2026-08-14T15:48:06.000Z","discussionsDisabled":false,"discussionsSorting":"recently-created","downloads":457490,"downloadsAllTime":457490,"id":"bartowski/Qwen3.8-27B-GGUF","isLikedByUser":false,"availableInferenceProviders":[],"showHuggingChatEntry":false,"inference":"","lastModified":"2026-09-11T19:39:15.000Z","likes":138,"pipeline_tag":"image-text-to-text","librariesOther":[],"trackDownloads":true,"model-index":null,"private":false,"repoType":"model","gated":false,"tags":["gguf","image-text-to-text","endpoints_compatible","region:us","imatrix","conversational"],"tag_objs":[{"id":"image-text-to-text","label":"Image-Text-to-Text","type":"pipeline_tag","subType":"multimodal"},{"id":"gguf","label":"GGUF","type":"library"},{"id":"endpoints_compatible","label":"Inference Endpoints","type":"other","clickable":true},{"id":"imatrix","label":"imatrix","type":"other","clickable":true},{"id":"conversational","label":"conversational","type":"other","clickable":true},{"type":"region","label":"🇺🇸 Region: US","id":"region:us"}],"widgetData":[{"text":"Hi, what can you help me with?"},{"text":"What is 84 * 3 / 2?"},{"text":"Tell me an interesting fact about the universe!"},{"text":"Explain quantum computing in simple terms."}],"gguf":{"total":27320697856,"architecture":"qwen35","context_length":262144,"quantize_imatrix_file":"/models_out/Qwen3.8-27B-GGUF/Qwen3.8-27B-imatrix.gguf","chat_template":"{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n {%- if content is string %}\n {{- content }}\n {%- elif content is iterable and content is not mapping %}\n {%- for item in content %}\n {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain images.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set image_count.value = image_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Picture ' ~ image_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n {%- elif 'video' in item or item.type == 'video' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain videos.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set video_count.value = video_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Video ' ~ video_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n {%- elif 'text' in item %}\n {{- item.text }}\n {%- else %}\n {{- raise_exception('Unexpected item type in content.') }}\n {%- endif %}\n {%- endfor %}\n {%- elif content is none or content is undefined %}\n {{- '' }}\n {%- else %}\n {{- raise_exception('Unexpected content type.') }}\n {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- set reasoning_instructions = '' %}\n{%- if enable_thinking is undefined or enable_thinking is true %}\n {%- set resolved_reasoning_effort = reasoning_effort|default('xhigh') %}\n {%- if resolved_reasoning_effort not in ('xhigh', 'medium', 'low') %}\n {{- raise_exception('Unexpected reasoning effort ' ~ reasoning_effort ~ '. Supported types are xhigh (default), medium, and low.') }}\n {%- endif %}\n {%- if resolved_reasoning_effort == 'xhigh' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.' %}\n {%- elif resolved_reasoning_effort == 'low' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to low. Keep your thinking brief and focused, moving directly to the conclusion without unnecessary elaboration.' %}\n {%- endif %}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n {{- '<|im_start|>system\\n' }}\n {%- if reasoning_instructions %}\n {{- reasoning_instructions + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\" }}\n {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '\\n\\n' + content }}\n {%- endif %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '<|im_start|>system\\n' + (reasoning_instructions + '\\n\\n' if reasoning_instructions else '') + content + '<|im_end|>\\n' }}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" %}\n {%- set content = render_content(message.content, false)|trim %}\n {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = render_content(message.content, true)|trim %}\n {%- if message.role == \"system\" %}\n {%- if not loop.first %}\n {{- raise_exception('System message must be at the beginning.') }}\n {%- endif %}\n {%- elif message.role == \"user\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- endif %}\n {%- set reasoning_content = reasoning_content|trim %}\n {%- if preserve_thinking is undefined or preserve_thinking is true or loop.index0 > ns.last_query_index %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content + '\\n</think>\\n\\n' + content }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if loop.first %}\n {%- if content|trim %}\n {{- '\\n\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- else %}\n {{- '<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- else %}\n {{- '\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- if tool_call.arguments is defined and tool_call.arguments != '' %}\n {%- for args_name, args_value in tool_call.arguments|items %}\n {{- '<parameter=' + args_name + '>\\n' }}\n {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}\n {{- args_value }}\n {{- '\\n</parameter>\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '</function>\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content }}\n {{- '\\n</tool_response>' }}\n {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n {{- '<|im_end|>\\n' }}\n {%- elif loop.last %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- else %}\n {{- raise_exception('Unexpected message role.') }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- else %}\n {{- '<think>\\n' }}\n {%- endif %}\n{%- endif %}","bos_token":"<|endoftext|>","eos_token":"<|im_end|>","totalFileSize":10522248928},"ggufFilePaths":["Qwen3.8-27B-IQ2_M.gguf","Qwen3.8-27B-IQ2_S.gguf","Qwen3.8-27B-IQ2_XS.gguf","Qwen3.8-27B-IQ2_XXS.gguf","Qwen3.8-27B-IQ3_M.gguf","Qwen3.8-27B-IQ3_XS.gguf","Qwen3.8-27B-IQ3_XXS.gguf","Qwen3.8-27B-IQ4_NL.gguf","Qwen3.8-27B-IQ4_XS.gguf","Qwen3.8-27B-Q2_K.gguf","Qwen3.8-27B-Q2_K_L.gguf","Qwen3.8-27B-Q3_K_L.gguf","Qwen3.8-27B-Q3_K_M.gguf","Qwen3.8-27B-Q3_K_S.gguf","Qwen3.8-27B-Q3_K_XL.gguf","Qwen3.8-27B-Q4_0.gguf","Qwen3.8-27B-Q4_1.gguf","Qwen3.8-27B-Q4_K_L.gguf","Qwen3.8-27B-Q4_K_M.gguf","Qwen3.8-27B-Q4_K_S.gguf","Qwen3.8-27B-Q5_K_L.gguf","Qwen3.8-27B-Q5_K_M.gguf","Qwen3.8-27B-Q5_K_S.gguf","Qwen3.8-27B-Q6_K.gguf","Qwen3.8-27B-Q6_K_L.gguf","Qwen3.8-27B-Q6_K_S.gguf","Qwen3.8-27B-Q8_0.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00001-of-00002.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00002-of-00002.gguf","Qwen3.8-27B-imatrix.gguf","mmproj-Qwen3.8-27B-bf16.gguf","mmproj-Qwen3.8-27B-f16.gguf"],"hasBlockedOids":false,"region":"us","isQuantized":false},"queryParams":{},"inferenceContextData":{"billableEntities":[],"entityName2Providers":{}},"linkToInferenceDiscussion":{"url":"/spaces/huggingface/InferenceSupport/discussions/11774","numReactions":1},"isLoggedIn":false,"canWrite":false,"examples":[],"widgetType":"conversational","isMaximized":false,"isMac":false}}"><!--[0--><form class="flex max-w-full flex-col gap-2 "><!--[-1--><!--]--> <!--[-1--><div class="@container z-1 flex min-w-0 flex-wrap items-center justify-between gap-2"><div class="flex flex-none items-center font-semibold"><!--[-1--><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" class="-ml-1 mr-1 text-gray-500" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 10 18"><path fill-rule="evenodd" clip-rule="evenodd" d="M0.598938 11.0141H4.34894V17.0141L6.60537 12.5012L2.51252 7.18693L0.598938 11.0141ZM3.50625 5.19947L7.5991 10.5138L9.59894 6.5141H5.84894V0.514099L3.50625 5.19947Z" fill="currentColor"></path></svg><!--]--> <span class="@max-md:text-smd text-lg">Inference Providers</span> <a target="_blank" href="https://huggingface.co/docs/inference-providers" class="text-[.6rem]! ml-1.5 translate-y-px items-center rounded-sm bg-blue-500/10 px-1.5 py-0.5 font-semibold leading-tight text-blue-700 dark:bg-blue-500/30 dark:text-blue-200">NEW</a></div><!----> <div class="flex flex-row gap-1"><!--[-1--><!--]--> <!--[-1--><!--]--></div></div><!--]--><!----> <div class="flex w-full max-w-full flex-wrap items-center"><!--[0--><div class="flex items-center gap-4 text-sm text-gray-500"><a href="/tasks/image-text-to-text" target="_blank" title="Learn more about image-text-to-text"><div class="inline-flex items-center hover:underline"><!--[--><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M29.707 19.293l-3-3a1 1 0 0 0-1.414 0L16 25.586V30h4.414l9.293-9.293a1 1 0 0 0 0-1.414zM19.586 28H18v-1.586l5-5L24.586 23zM26 21.586L24.414 20L26 18.414L27.586 20z" fill="currentColor"></path><path d="M20 13v-2h-2.142a3.94 3.94 0 0 0-.425-1.019l1.517-1.517l-1.414-1.414l-1.517 1.517A3.944 3.944 0 0 0 15 8.142V6h-2v2.142a3.944 3.944 0 0 0-1.019.425L10.464 7.05L9.05 8.464l1.517 1.517A3.94 3.94 0 0 0 10.142 11H8v2h2.142a3.94 3.94 0 0 0 .425 1.019L9.05 15.536l1.414 1.414l1.517-1.517a3.944 3.944 0 0 0 1.019.425V18h2v-2.142a3.944 3.944 0 0 0 1.019-.425l1.517 1.517l1.414-1.414l-1.517-1.517A3.94 3.94 0 0 0 17.858 13zm-6 1a2 2 0 1 1 2-2a2.002 2.002 0 0 1-2 2z" fill="currentColor"></path><path d="M12 30H6a2.002 2.002 0 0 1-2-2V4a2.002 2.002 0 0 1 2-2h16a2.002 2.002 0 0 1 2 2v10h-2V4H6v24h6z" fill="currentColor"></path></svg><!--]--><!----> <span>Image-Text-to-Text</span></div></a></div><!--]--><!----> <div class="ml-auto flex gap-3"><!--[-1--><!--]--> <!--[-1--><!--]--></div></div><!----> <!--[-1--><!--]--> <!--[-1--><!--]--> <!--[0--><div class="flex items-center justify-between gap-x-3 gap-y-1 rounded-lg bg-gradient-to-r from-gray-50 to-transparent py-1 pl-2 pr-1 text-sm text-gray-400 dark:from-gray-900 max-sm:text-[.8rem]/4 md:flex-col md:items-start lg:flex-row lg:items-center"><span>This model isn't deployed by any Inference Provider.</span> <a href="/spaces/huggingface/InferenceSupport/discussions/11774" class="flex h-7 items-center gap-1.5 whitespace-nowrap rounded-md border border-gray-100 bg-white pl-1 pr-1.5 leading-none hover:text-gray-500 dark:hover:text-gray-300"><span class="flex h-5 items-center rounded px-1 text-xs shadow-sm dark:border dark:border-gray-800"><span>🙋</span> <!--[0--><span class="ml-1">1</span><!--]--></span> <span>Ask for provider support</span></a></div><!--]--></form> <!--[-1--><!--]--> <dialog class="shadow-alternate z-40 mx-4 my-auto h-fit select-text overflow-hidden rounded-xl bg-white max-sm:max-w-[calc(100dvw-2rem)] sm:mx-auto lg:mt-26 md:portrait:mt-30 xl:mt-30 2xl:mt-32 w-full lg:w-10/12 xl:w-8/12 2xl:w-7/12 max-w-[calc(100%-4rem)] lg:max-w-4xl "><div tabindex="-1" class="outline-none focus:ring-0 focus-visible:ring-0"><!--[-1--><!--]--></div></dialog><!----><!--]--><!----></div></div><!--]--> <!--[-1--><!--]--><!----> <!--[-1--><!--]--> <!--[0--><div class="divider-column-vertical"></div> <h2 class="text-smd mb-5 flex items-baseline overflow-hidden whitespace-nowrap font-semibold text-gray-800"><svg class="mr-1 inline self-center flex-none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M7.80914 18.7462V24.1907H13.2536V18.7462H7.80914Z" fill="#FF3270"></path><path d="M18.7458 18.7462V24.1907H24.1903V18.7462H18.7458Z" fill="#861FFF"></path><path d="M7.80914 7.80982V13.2543H13.2536V7.80982H7.80914Z" fill="#097EFF"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M4 6.41775C4 5.08246 5.08246 4 6.41775 4H14.6457C15.7626 4 16.7026 4.75724 16.9802 5.78629C18.1505 4.67902 19.7302 4 21.4685 4C25.0758 4 28.0003 6.92436 28.0003 10.5317C28.0003 12.27 27.3212 13.8497 26.2139 15.02C27.243 15.2977 28.0003 16.2376 28.0003 17.3545V25.5824C28.0003 26.9177 26.9177 28.0003 25.5824 28.0003H17.0635H14.9367H6.41775C5.08246 28.0003 4 26.9177 4 25.5824V15.1587V14.9367V6.41775ZM7.80952 7.80952V13.254H13.254V7.80952H7.80952ZM7.80952 24.1907V18.7462H13.254V24.1907H7.80952ZM18.7462 24.1907V18.7462H24.1907V24.1907H18.7462ZM18.7462 10.5317C18.7462 9.0283 19.9651 7.80952 21.4685 7.80952C22.9719 7.80952 24.1907 9.0283 24.1907 10.5317C24.1907 12.0352 22.9719 13.254 21.4685 13.254C19.9651 13.254 18.7462 12.0352 18.7462 10.5317Z" fill="black"></path><path d="M21.4681 7.80982C19.9647 7.80982 18.7458 9.02861 18.7458 10.5321C18.7458 12.0355 19.9647 13.2543 21.4681 13.2543C22.9715 13.2543 24.1903 12.0355 24.1903 10.5321C24.1903 9.02861 22.9715 7.80982 21.4681 7.80982Z" fill="#FFD702"></path></svg><!----> Space using <span class="ml-1 truncate font-mono text-[0.86rem] font-medium">bartowski/Qwen3.8-27B-GGUF</span> <span class="ml-3 font-normal text-gray-400">1</span></h2> <div class="SVELTE_HYDRATER contents" data-target="LinkedSpacesList" data-props="{"linkedSpaces":[{"emoji":"🧭","id":"kutaelee/Qwen3.8-27B-RTX5090-128K-Recipe","running":true,"shortDescription":"Dual-runtime 128K agent recipe for one RTX 5090","featured":false}],"parentResourceAuthors":[{"_id":"6435718aaaef013d1aec3b8b","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg","fullname":"Bartowski","name":"bartowski","type":"user","isPro":true,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":15111,"isUserFollowing":false}]}"><!--[0--><nav class="flex max-w-full flex-wrap gap-x-2.5 gap-y-2"><!--[--><a href="/spaces/kutaelee/Qwen3.8-27B-RTX5090-128K-Recipe" class="relative isolate flex min-w-0 items-center overflow-hidden whitespace-nowrap rounded-lg border px-2 text-xs leading-relaxed shadow-sm md:text-sm md:leading-relaxed border-gray-100 text-gray-500 hover:text-gray-800 dark:hover:text-gray-200"><!--[-1--><div class="mr-1.5 flex-none text-[0.6rem]">🧭</div><!--]--> <div class="z-1 truncate group-hover:underline">kutaelee/Qwen3.8-27B-RTX5090-128K-Recipe</div> <!--[-1--><!--]--> <!--[--><!--]--></a><!--]--> <!--[0--><!--[-1--><!--]--> <!--[-1--><!--]--><!--]--></nav><!--]--><!----></div><!--]--> <!--[0--><div class="divider-column-vertical"></div> <h2 class="text-smd mb-5 flex items-baseline overflow-hidden whitespace-nowrap font-semibold text-gray-800"><svg class="mr-1 inline self-center flex-none" width="1em" height="1em" aria-hidden="true" focusable="false" role="img" viewBox="0 0 12 13" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><rect x="2" y="2.49902" width="8" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.4"></rect><rect x="6.21875" y="6.7334" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.7"></rect><rect x="2" y="6.73438" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.5"></rect></svg><!----> Collections including <span class="ml-1 truncate font-mono text-[0.86rem] font-medium">bartowski/Qwen3.8-27B-GGUF</span></h2> <div class="flex flex-col gap-3"><!--[--><div class="flex flex-col"><article class="overview-card-wrapper group/collection rounded-md! from-white! to-white! dark:from-gray-900! dark:to-gray-900! relative peer"><a href="/collections/bartowski/recent-quants" class="block p-2"><header class="mb-0.5 flex items-center" title="Recent quants"><h4 class="text-md text-smd truncate font-semibold group-hover/collection:underline">Recent quants</h4> <div class="ml-2 flex items-center rounded-sm sm:ml-2.5 bg-blue-500/10 py-0.5 pl-1 pr-1.5 text-xs leading-none text-gray-700"><svg class="mr-0.5 flex-none text-blue-700" width="1em" height="1em" aria-hidden="true" focusable="false" role="img" viewBox="0 0 12 13" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><rect x="2" y="2.49902" width="8" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.4"></rect><rect x="6.21875" y="6.7334" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.7"></rect><rect x="2" y="6.73438" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.5"></rect></svg><!----> Collection</div></header> <div class="mr-1 flex items-center overflow-hidden whitespace-nowrap text-sm leading-tight text-gray-400"><!--[-1--><!--]--> <span>100 items</span> <span class="px-1.5 text-gray-300">•</span> <span class="truncate">Updated <time datetime="2026-09-11T09:05:47" title="2026-09-11T09:05:47.301Z">about 11 hours ago</time></span> <!--[0--><span class="px-1.5 text-gray-300">•</span> <!--[-1--><svg class="flex-none w-3 mr-1 text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12" fill="transparent"><path d="M9.30013 9.29152H9.3H2.7H2.69987C2.62308 9.29154 2.54762 9.27146 2.481 9.23328C2.41437 9.1951 2.3589 9.14015 2.32009 9.07389C2.28128 9.00763 2.26048 8.93237 2.25977 8.85558C2.25907 8.7798 2.27796 8.70513 2.31458 8.63882L5.62238 2.9426L5.67518 2.85168C5.7059 2.81806 5.74178 2.78928 5.78164 2.76649C5.84813 2.72848 5.9234 2.70848 6 2.70848C6.0766 2.70848 6.15187 2.72848 6.21836 2.76649C6.28441 2.80425 6.33953 2.85848 6.37836 2.92389L9.68527 8.63855C9.72199 8.70493 9.74093 8.7797 9.74023 8.85558C9.73952 8.93237 9.71872 9.00763 9.67991 9.07389C9.6411 9.14015 9.58563 9.1951 9.519 9.23328C9.45238 9.27146 9.37692 9.29154 9.30013 9.29152Z" stroke="currentColor"></path></svg><!--]--> 2<!--]--></div></a></article> <!--[0--><div class="overview-card-wrapper rounded-md! bg-linear-to-t! -z-1 from-gray-50! to-gray-50! shadow-none! dark:from-gray-925! dark:to-gray-925! -mt-[1.60rem] h-8 scale-x-[98%] transition-transform peer-hover:-translate-y-[2px] peer-hover:from-gray-100/80 dark:peer-hover:from-black"></div><!--]--></div><div class="flex flex-col"><article class="overview-card-wrapper group/collection rounded-md! from-white! to-white! dark:from-gray-900! dark:to-gray-900! relative peer"><a href="/collections/bartowski/recent-medium-models" class="block p-2"><header class="mb-0.5 flex items-center" title="Recent medium models"><h4 class="text-md text-smd truncate font-semibold group-hover/collection:underline">Recent medium models</h4> <div class="ml-2 flex items-center rounded-sm sm:ml-2.5 bg-orange-500/10 py-0.5 pl-1 pr-1.5 text-xs leading-none text-gray-700"><svg class="mr-0.5 flex-none text-orange-700" width="1em" height="1em" aria-hidden="true" focusable="false" role="img" viewBox="0 0 12 13" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><rect x="2" y="2.49902" width="8" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.4"></rect><rect x="6.21875" y="6.7334" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.7"></rect><rect x="2" y="6.73438" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.5"></rect></svg><!----> Collection</div></header> <div class="mr-1 flex items-center overflow-hidden whitespace-nowrap text-sm leading-tight text-gray-400"><!--[-1--><!--]--> <span>59 items</span> <span class="px-1.5 text-gray-300">•</span> <span class="truncate">Updated <time datetime="2026-09-11T09:05:47" title="2026-09-11T09:05:47.550Z">about 11 hours ago</time></span> <!--[0--><span class="px-1.5 text-gray-300">•</span> <!--[-1--><svg class="flex-none w-3 mr-1 text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12" fill="transparent"><path d="M9.30013 9.29152H9.3H2.7H2.69987C2.62308 9.29154 2.54762 9.27146 2.481 9.23328C2.41437 9.1951 2.3589 9.14015 2.32009 9.07389C2.28128 9.00763 2.26048 8.93237 2.25977 8.85558C2.25907 8.7798 2.27796 8.70513 2.31458 8.63882L5.62238 2.9426L5.67518 2.85168C5.7059 2.81806 5.74178 2.78928 5.78164 2.76649C5.84813 2.72848 5.9234 2.70848 6 2.70848C6.0766 2.70848 6.15187 2.72848 6.21836 2.76649C6.28441 2.80425 6.33953 2.85848 6.37836 2.92389L9.68527 8.63855C9.72199 8.70493 9.74093 8.7797 9.74023 8.85558C9.73952 8.93237 9.71872 9.00763 9.67991 9.07389C9.6411 9.14015 9.58563 9.1951 9.519 9.23328C9.45238 9.27146 9.37692 9.29154 9.30013 9.29152Z" stroke="currentColor"></path></svg><!--]--> 10<!--]--></div></a></article> <!--[0--><div class="overview-card-wrapper rounded-md! bg-linear-to-t! -z-1 from-gray-50! to-gray-50! shadow-none! dark:from-gray-925! dark:to-gray-925! -mt-[1.60rem] h-8 scale-x-[98%] transition-transform peer-hover:-translate-y-[2px] peer-hover:from-gray-100/80 dark:peer-hover:from-black"></div><!--]--></div><div class="flex flex-col"><article class="overview-card-wrapper group/collection rounded-md! from-white! to-white! dark:from-gray-900! dark:to-gray-900! relative peer"><a href="/collections/bartowski/latest-from-known-labs" class="block p-2"><header class="mb-0.5 flex items-center" title="Latest from known labs"><h4 class="text-md text-smd truncate font-semibold group-hover/collection:underline">Latest from known labs</h4> <div class="ml-2 flex items-center rounded-sm sm:ml-2.5 bg-pink-500/10 py-0.5 pl-1 pr-1.5 text-xs leading-none text-gray-700"><svg class="mr-0.5 flex-none text-pink-700" width="1em" height="1em" aria-hidden="true" focusable="false" role="img" viewBox="0 0 12 13" fill="none" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><rect x="2" y="2.49902" width="8" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.4"></rect><rect x="6.21875" y="6.7334" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.7"></rect><rect x="2" y="6.73438" width="3.78055" height="3.76425" rx="1.16774" fill="currentColor" fill-opacity="0.5"></rect></svg><!----> Collection</div></header> <div class="mr-1 flex items-center overflow-hidden whitespace-nowrap text-sm leading-tight text-gray-400"><!--[-1--><!--]--> <span>48 items</span> <span class="px-1.5 text-gray-300">•</span> <span class="truncate">Updated <time datetime="2026-09-10T04:05:20" title="2026-09-10T04:05:20.861Z">1 day ago</time></span> <!--[0--><span class="px-1.5 text-gray-300">•</span> <!--[-1--><svg class="flex-none w-3 mr-1 text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12" fill="transparent"><path d="M9.30013 9.29152H9.3H2.7H2.69987C2.62308 9.29154 2.54762 9.27146 2.481 9.23328C2.41437 9.1951 2.3589 9.14015 2.32009 9.07389C2.28128 9.00763 2.26048 8.93237 2.25977 8.85558C2.25907 8.7798 2.27796 8.70513 2.31458 8.63882L5.62238 2.9426L5.67518 2.85168C5.7059 2.81806 5.74178 2.78928 5.78164 2.76649C5.84813 2.72848 5.9234 2.70848 6 2.70848C6.0766 2.70848 6.15187 2.72848 6.21836 2.76649C6.28441 2.80425 6.33953 2.85848 6.37836 2.92389L9.68527 8.63855C9.72199 8.70493 9.74093 8.7797 9.74023 8.85558C9.73952 8.93237 9.71872 9.00763 9.67991 9.07389C9.6411 9.14015 9.58563 9.1951 9.519 9.23328C9.45238 9.27146 9.37692 9.29154 9.30013 9.29152Z" stroke="currentColor"></path></svg><!--]--> 6<!--]--></div></a></article> <!--[0--><div class="overview-card-wrapper rounded-md! bg-linear-to-t! -z-1 from-gray-50! to-gray-50! shadow-none! dark:from-gray-925! dark:to-gray-925! -mt-[1.60rem] h-8 scale-x-[98%] transition-transform peer-hover:-translate-y-[2px] peer-hover:from-gray-100/80 dark:peer-hover:from-black"></div><!--]--></div><!--]--></div><!--]--> <!--[-1--><!--]--> <!--[0--><div class="divider-column-vertical"></div> <h2 class="text-smd mb-5 flex items-baseline overflow-hidden whitespace-nowrap font-semibold text-gray-800"><svg class="mr-1 inline self-center flex-none text-blue-500" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 15 15"><path fill="currentColor" d="M3.417 12.75c-.32 0-.596-.114-.824-.342a1.126 1.126 0 0 1-.343-.825V3.417c0-.321.114-.597.343-.824.23-.228.503-.343.824-.343h8.166c.321 0 .596.114.825.343.228.229.342.503.342.824v8.166c0 .32-.114.596-.342.825a1.12 1.12 0 0 1-.825.342zm1.166-2.333h4.084V9.25H4.583v1.167m0-2.334h5.834V6.917H4.583v1.166m0-2.333h5.834V4.583H4.583V5.75"></path></svg><!----> Article mentioning <span class="ml-1 truncate font-mono text-[0.86rem] font-medium">bartowski/Qwen3.8-27B-GGUF</span></h2> <div class="flex flex-col gap-3"><!--[--><article class="overview-card-wrapper group/article "><!--[-1--><!--]--> <!----><a href="/blog/bartowski/imatrix-dataset" tabindex="0" role="link" class="relative block px-3 py-2 cursor-pointer"><!--[-1--><!--]--> <h4 class=" relative overflow-hidden leading-tight truncate text-smd ">New imatrix dataset <!--[-1--><!--]--></h4> <!--[0--><div class="mr-1 mt-1 flex items-center overflow-hidden whitespace-nowrap text-sm leading-tight text-gray-400"><!--[0--><div class="mr-0.5 flex-none"><!--[0--><ul class="flex items-center text-gray-600 mr-0! flex-row text-xs mr-1.5"><!--[--><li class=" -mr-1.5 h-3 w-3 md:h-4 md:w-4 bg-linear-to-br block flex-none rounded-full border-2 border-white from-gray-300 to-gray-100 dark:border-gray-900 dark:from-gray-600 dark:to-gray-800 " title="bartowski" style="content-visibility:auto;"><!--[1--><img class="overflow-hidden" alt="" src="https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg" loading="lazy"/><!--]--></li><!--]--> <!--[0--><li class="text-xs hover:text-gray-700 dark:text-gray-400 dark:hover:text-gray-300 order-last ml-2"><!--[--><!--[-1--><!--]--><!--]--></li><!--]--></ul><!--]--><!----></div> <div class="min-w-0 truncate">bartowski</div><!--]--> <!--[0--><!--[0--><span class="px-1.5 text-gray-300">•</span><!--]--> <div class="flex-none"><time datetime="2026-08-17T19:23:55" title="Mon, 17 Aug 2026 19:23:55 GMT">25 days ago</time></div><!--]--> <!--[0--><span class="px-1.5 text-gray-300">•</span> <!--[-1--><svg class="flex-none w-3 mr-1 text-gray-400" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 12 12" fill="transparent"><path d="M9.30013 9.29152H9.3H2.7H2.69987C2.62308 9.29154 2.54762 9.27146 2.481 9.23328C2.41437 9.1951 2.3589 9.14015 2.32009 9.07389C2.28128 9.00763 2.26048 8.93237 2.25977 8.85558C2.25907 8.7798 2.27796 8.70513 2.31458 8.63882L5.62238 2.9426L5.67518 2.85168C5.7059 2.81806 5.74178 2.78928 5.78164 2.76649C5.84813 2.72848 5.9234 2.70848 6 2.70848C6.0766 2.70848 6.15187 2.72848 6.21836 2.76649C6.28441 2.80425 6.33953 2.85848 6.37836 2.92389L9.68527 8.63855C9.72199 8.70493 9.74093 8.7797 9.74023 8.85558C9.73952 8.93237 9.71872 9.00763 9.67991 9.07389C9.6411 9.14015 9.58563 9.1951 9.519 9.23328C9.45238 9.27146 9.37692 9.29154 9.30013 9.29152Z" stroke="currentColor"></path></svg><!--]--> 17<!--]--></div><!--]--><!----></a><!----></article><!--]--></div><!--]--> <div class="SVELTE_HYDRATER contents" data-target="ModelEvalResults" data-props="{"model":{"author":"bartowski","cardData":{"quantized_by":"bartowski","pipeline_tag":"image-text-to-text"},"cardExists":true,"config":{},"createdAt":"2026-08-14T15:48:06.000Z","discussionsDisabled":false,"discussionsSorting":"recently-created","downloads":457490,"downloadsAllTime":457490,"id":"bartowski/Qwen3.8-27B-GGUF","isLikedByUser":false,"availableInferenceProviders":[],"showHuggingChatEntry":false,"inference":"","lastModified":"2026-09-11T19:39:15.000Z","likes":138,"pipeline_tag":"image-text-to-text","librariesOther":[],"trackDownloads":true,"model-index":null,"private":false,"repoType":"model","gated":false,"tags":["gguf","image-text-to-text","endpoints_compatible","region:us","imatrix","conversational"],"tag_objs":[{"id":"image-text-to-text","label":"Image-Text-to-Text","type":"pipeline_tag","subType":"multimodal"},{"id":"gguf","label":"GGUF","type":"library"},{"id":"endpoints_compatible","label":"Inference Endpoints","type":"other","clickable":true},{"id":"imatrix","label":"imatrix","type":"other","clickable":true},{"id":"conversational","label":"conversational","type":"other","clickable":true},{"type":"region","label":"🇺🇸 Region: US","id":"region:us"}],"widgetData":[{"text":"Hi, what can you help me with?"},{"text":"What is 84 * 3 / 2?"},{"text":"Tell me an interesting fact about the universe!"},{"text":"Explain quantum computing in simple terms."}],"gguf":{"total":27320697856,"architecture":"qwen35","context_length":262144,"quantize_imatrix_file":"/models_out/Qwen3.8-27B-GGUF/Qwen3.8-27B-imatrix.gguf","chat_template":"{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n {%- if content is string %}\n {{- content }}\n {%- elif content is iterable and content is not mapping %}\n {%- for item in content %}\n {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain images.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set image_count.value = image_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Picture ' ~ image_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n {%- elif 'video' in item or item.type == 'video' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain videos.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set video_count.value = video_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Video ' ~ video_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n {%- elif 'text' in item %}\n {{- item.text }}\n {%- else %}\n {{- raise_exception('Unexpected item type in content.') }}\n {%- endif %}\n {%- endfor %}\n {%- elif content is none or content is undefined %}\n {{- '' }}\n {%- else %}\n {{- raise_exception('Unexpected content type.') }}\n {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- set reasoning_instructions = '' %}\n{%- if enable_thinking is undefined or enable_thinking is true %}\n {%- set resolved_reasoning_effort = reasoning_effort|default('xhigh') %}\n {%- if resolved_reasoning_effort not in ('xhigh', 'medium', 'low') %}\n {{- raise_exception('Unexpected reasoning effort ' ~ reasoning_effort ~ '. Supported types are xhigh (default), medium, and low.') }}\n {%- endif %}\n {%- if resolved_reasoning_effort == 'xhigh' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.' %}\n {%- elif resolved_reasoning_effort == 'low' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to low. Keep your thinking brief and focused, moving directly to the conclusion without unnecessary elaboration.' %}\n {%- endif %}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n {{- '<|im_start|>system\\n' }}\n {%- if reasoning_instructions %}\n {{- reasoning_instructions + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\" }}\n {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '\\n\\n' + content }}\n {%- endif %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '<|im_start|>system\\n' + (reasoning_instructions + '\\n\\n' if reasoning_instructions else '') + content + '<|im_end|>\\n' }}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" %}\n {%- set content = render_content(message.content, false)|trim %}\n {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = render_content(message.content, true)|trim %}\n {%- if message.role == \"system\" %}\n {%- if not loop.first %}\n {{- raise_exception('System message must be at the beginning.') }}\n {%- endif %}\n {%- elif message.role == \"user\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- endif %}\n {%- set reasoning_content = reasoning_content|trim %}\n {%- if preserve_thinking is undefined or preserve_thinking is true or loop.index0 > ns.last_query_index %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content + '\\n</think>\\n\\n' + content }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if loop.first %}\n {%- if content|trim %}\n {{- '\\n\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- else %}\n {{- '<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- else %}\n {{- '\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- if tool_call.arguments is defined and tool_call.arguments != '' %}\n {%- for args_name, args_value in tool_call.arguments|items %}\n {{- '<parameter=' + args_name + '>\\n' }}\n {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}\n {{- args_value }}\n {{- '\\n</parameter>\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '</function>\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content }}\n {{- '\\n</tool_response>' }}\n {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n {{- '<|im_end|>\\n' }}\n {%- elif loop.last %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- else %}\n {{- raise_exception('Unexpected message role.') }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- else %}\n {{- '<think>\\n' }}\n {%- endif %}\n{%- endif %}","bos_token":"<|endoftext|>","eos_token":"<|im_end|>","totalFileSize":10522248928},"ggufFilePaths":["Qwen3.8-27B-IQ2_M.gguf","Qwen3.8-27B-IQ2_S.gguf","Qwen3.8-27B-IQ2_XS.gguf","Qwen3.8-27B-IQ2_XXS.gguf","Qwen3.8-27B-IQ3_M.gguf","Qwen3.8-27B-IQ3_XS.gguf","Qwen3.8-27B-IQ3_XXS.gguf","Qwen3.8-27B-IQ4_NL.gguf","Qwen3.8-27B-IQ4_XS.gguf","Qwen3.8-27B-Q2_K.gguf","Qwen3.8-27B-Q2_K_L.gguf","Qwen3.8-27B-Q3_K_L.gguf","Qwen3.8-27B-Q3_K_M.gguf","Qwen3.8-27B-Q3_K_S.gguf","Qwen3.8-27B-Q3_K_XL.gguf","Qwen3.8-27B-Q4_0.gguf","Qwen3.8-27B-Q4_1.gguf","Qwen3.8-27B-Q4_K_L.gguf","Qwen3.8-27B-Q4_K_M.gguf","Qwen3.8-27B-Q4_K_S.gguf","Qwen3.8-27B-Q5_K_L.gguf","Qwen3.8-27B-Q5_K_M.gguf","Qwen3.8-27B-Q5_K_S.gguf","Qwen3.8-27B-Q6_K.gguf","Qwen3.8-27B-Q6_K_L.gguf","Qwen3.8-27B-Q6_K_S.gguf","Qwen3.8-27B-Q8_0.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00001-of-00002.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00002-of-00002.gguf","Qwen3.8-27B-imatrix.gguf","mmproj-Qwen3.8-27B-bf16.gguf","mmproj-Qwen3.8-27B-f16.gguf"],"hasBlockedOids":false,"region":"us","isQuantized":false}}"><!--[-1--><!--]--><!----></div> <div class="divider-column-vertical md:hidden"></div><!----></section><!----><!--]--><!----></div><!----><!----></main> <!--[1--><footer class="b-12 mb-2 flex border-t border-gray-100 md:h-14"><nav class="container relative flex flex-col justify-between space-y-2 py-6 text-gray-500 max-md:*:self-start md:flex-row md:items-center md:space-y-0 md:py-0 md:text-sm"><div class="SVELTE_HYDRATER contents" data-target="ThemeSwitcher" data-props="{"theme":"system","isLoggedIn":false,"menuClassNames":"md:-top-24","classNames":"max-md:mb-5 max-md:*:self-start"}"><!--[-1--><div class="relative inline-block max-md:mb-5 max-md:*:self-start"><button class="rounded-full border border-gray-100 pl-2 py-1 pr-2.5 flex items-center text-sm text-gray-500 bg-white hover:bg-purple-50 hover:border-purple-200 dark:hover:bg-gray-800 dark:hover:border-gray-950 dark:border-gray-800 " type="button"><!--[-1--><!--[0--><!--[--><svg class="mr-1.5 text-gray-500" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M29 25H3a1 1 0 1 0 0 2h26a1 1 0 1 0 0-2Z" fill="currentColor"></path><path fill-rule="evenodd" clip-rule="evenodd" d="M6 22.5h20a2 2 0 0 0 2-2V7a2 2 0 0 0-2-2H6a2 2 0 0 0-2 2v13.5a2 2 0 0 0 2 2ZM7 7a1 1 0 0 0-1 1v11a1 1 0 0 0 1 1h18a1 1 0 0 0 1-1V8a1 1 0 0 0-1-1H7Z" fill="currentColor"></path><path d="M6 8a1 1 0 0 1 1-1h18a1 1 0 0 1 1 1v11a1 1 0 0 1-1 1H7a1 1 0 0 1-1-1V8Z" fill="currentColor" fill-opacity=".4"></path><path d="M29 25H3a1 1 0 1 0 0 2h26a1 1 0 1 0 0-2Z" fill="currentColor"></path></svg><!--]--><!--]--> System theme<!--]--> <!--[-1--><!--]--></button> <!--[-1--><!--]--> <!--[-1--><!--]--></div><!--]--><!----></div> <div class="font-semibold text-black md:hidden">Company</div> <a class="hover:underline" href="/terms-of-service">TOS</a> <a class="hover:underline" href="/privacy">Privacy</a> <a class="hover:underline" href="/huggingface">About</a> <a class="hover:underline" href="https://apply.workable.com/huggingface/">Careers</a> <a href="/" class="max-md:mb-4! max-md:mt-8! group flex-none max-md:order-last" aria-label="Hugging Face"><svg class="h-7 w-7 transition-transform group-hover:-translate-y-px" viewBox="0 0 95 88" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M47.2119 76.5C66.4037 76.5 81.9619 60.9419 81.9619 41.75C81.9619 22.5581 66.4037 7 47.2119 7C28.02 7 12.4619 22.5581 12.4619 41.75C12.4619 60.9419 28.02 76.5 47.2119 76.5Z" fill="#FFD21E"></path><path d="M81.9619 41.75C81.9619 22.5581 66.4037 7 47.2119 7C28.02 7 12.4619 22.5581 12.4619 41.75C12.4619 60.9419 28.02 76.5 47.2119 76.5C66.4037 76.5 81.9619 60.9419 81.9619 41.75ZM8.46185 41.75C8.46185 20.349 25.8108 3 47.2119 3C68.6129 3 85.9619 20.349 85.9619 41.75C85.9619 63.151 68.6129 80.5 47.2119 80.5C25.8108 80.5 8.46185 63.151 8.46185 41.75Z" fill="#FF9D0B"></path><path d="M58.5024 32.2915C59.7768 32.7415 60.2839 35.3615 61.5713 34.6769C64.0095 33.3805 64.9351 30.353 63.6387 27.9148C62.3423 25.4767 59.3148 24.5511 56.8766 25.8475C54.4384 27.1439 53.5128 30.1714 54.8092 32.6096C55.4211 33.7604 57.3632 31.8892 58.5024 32.2915Z" fill="#3A3B45"></path><path d="M34.9454 32.2915C33.671 32.7415 33.164 35.3615 31.8766 34.6769C29.4384 33.3805 28.5128 30.353 29.8092 27.9148C31.1056 25.4767 34.1331 24.5511 36.5713 25.8475C39.0095 27.1439 39.9351 30.1714 38.6387 32.6096C38.0268 33.7604 36.0846 31.8892 34.9454 32.2915Z" fill="#3A3B45"></path><path d="M46.9619 56.289C56.7903 56.289 59.9619 47.5261 59.9619 43.0262C59.9619 40.6875 58.3898 41.4236 55.8718 42.6702C53.5449 43.8222 50.4102 45.4101 46.9619 45.4101C39.7822 45.4101 33.9619 38.5263 33.9619 43.0262C33.9619 47.5261 37.1334 56.289 46.9619 56.289Z" fill="#3A3B45"></path><mask id="mask0" style="mask-type:alpha" maskUnits="userSpaceOnUse" x="33" y="41" width="27" height="16"><path d="M46.9619 56.289C56.7903 56.289 59.9619 47.5261 59.9619 43.0262C59.9619 40.6875 58.3898 41.4236 55.8718 42.6702C53.5449 43.8222 50.4102 45.4101 46.9619 45.4101C39.7822 45.4101 33.9619 38.5263 33.9619 43.0262C33.9619 47.5261 37.1334 56.289 46.9619 56.289Z" fill="white"></path></mask><g mask="url(#mask0)"><path d="M47.2119 66.5C52.0018 66.5 55.8848 62.617 55.8848 57.8271C55.8848 54.0962 53.5291 50.9156 50.224 49.6915C50.1023 49.6464 49.9794 49.604 49.8553 49.5643C49.0219 49.2979 48.1337 52.1623 47.2119 52.1623C46.3506 52.1623 45.5186 49.2797 44.7332 49.5135C41.151 50.5799 38.5389 53.8984 38.5389 57.8271C38.5389 62.617 42.4219 66.5 47.2119 66.5Z" fill="#F94040"></path></g><path d="M70.7119 37C72.5068 37 73.9619 35.5449 73.9619 33.75C73.9619 31.9551 72.5068 30.5 70.7119 30.5C68.9169 30.5 67.4619 31.9551 67.4619 33.75C67.4619 35.5449 68.9169 37 70.7119 37Z" fill="#FF9D0B"></path><path d="M24.2119 37C26.0068 37 27.4619 35.5449 27.4619 33.75C27.4619 31.9551 26.0068 30.5 24.2119 30.5C22.4169 30.5 20.9619 31.9551 20.9619 33.75C20.9619 35.5449 22.4169 37 24.2119 37Z" fill="#FF9D0B"></path><path class="origin-bottom-right transition-transform group-hover:-rotate-6" d="M17.5238 48C15.9048 48 14.4578 48.665 13.4488 49.871C12.8248 50.618 12.1728 51.822 12.1198 53.625C11.4408 53.43 10.7878 53.321 10.1778 53.321C8.6278 53.321 7.2278 53.915 6.2378 54.994C4.9658 56.379 4.4008 58.081 4.6468 59.784C4.7638 60.595 5.0348 61.322 5.4398 61.995C4.5858 62.686 3.9568 63.648 3.6528 64.805C3.4148 65.712 3.1708 67.601 4.4448 69.547C4.3638 69.674 4.2878 69.806 4.2168 69.941C3.4508 71.395 3.4018 73.038 4.0778 74.568C5.1028 76.887 7.6498 78.714 12.5958 80.675C15.6728 81.895 18.4878 82.675 18.5128 82.682C22.5808 83.737 26.2598 84.273 29.4448 84.273C35.2988 84.273 39.4898 82.48 41.9018 78.944C45.7838 73.25 45.2288 68.042 40.2058 63.022C37.4258 60.244 35.5778 56.148 35.1928 55.249C34.4168 52.587 32.3648 49.628 28.9538 49.628H28.9528C28.6658 49.628 28.3758 49.651 28.0898 49.696C26.5958 49.931 25.2898 50.791 24.3568 52.085C23.3498 50.833 22.3718 49.837 21.4868 49.275C20.1528 48.429 18.8198 48 17.5238 48ZM17.5238 52C18.0338 52 18.6568 52.217 19.3438 52.653C21.4768 54.006 25.5928 61.081 27.0998 63.833C27.6048 64.755 28.4678 65.145 29.2448 65.145C30.7868 65.145 31.9908 63.612 29.3858 61.664C25.4688 58.733 26.8428 53.942 28.7128 53.647C28.7948 53.634 28.8758 53.628 28.9538 53.628C30.6538 53.628 31.4038 56.558 31.4038 56.558C31.4038 56.558 33.6018 62.078 37.3778 65.851C41.1538 69.625 41.3488 72.654 38.5968 76.69C36.7198 79.442 33.1268 80.273 29.4448 80.273C25.6258 80.273 21.7108 79.379 19.5168 78.81C19.4088 78.782 6.0658 75.013 7.7558 71.805C8.0398 71.266 8.5078 71.05 9.0968 71.05C11.4768 71.05 15.8058 74.592 17.6668 74.592C18.0828 74.592 18.3758 74.415 18.4958 73.983C19.2888 71.138 6.4388 69.942 7.5218 65.821C7.7128 65.092 8.2308 64.796 8.9588 64.797C12.1038 64.797 19.1598 70.328 20.6388 70.328C20.7518 70.328 20.8328 70.295 20.8768 70.225C21.6178 69.029 21.2118 68.194 15.9888 65.033C10.7658 61.871 7.0998 59.969 9.1848 57.699C9.4248 57.437 9.7648 57.321 10.1778 57.321C13.3488 57.322 20.8408 64.14 20.8408 64.14C20.8408 64.14 22.8628 66.243 24.0858 66.243C24.3668 66.243 24.6058 66.132 24.7678 65.858C25.6348 64.396 16.7148 57.636 16.2118 54.847C15.8708 52.957 16.4508 52 17.5238 52Z" fill="#FF9D0B"></path><path class="origin-bottom-right transition-transform group-hover:-rotate-6" d="M38.5967 76.6898C41.3487 72.6538 41.1537 69.6248 37.3777 65.8508C33.6017 62.0778 31.4037 56.5578 31.4037 56.5578C31.4037 56.5578 30.5827 53.3518 28.7127 53.6468C26.8427 53.9418 25.4697 58.7328 29.3867 61.6638C33.3037 64.5938 28.6067 66.5848 27.0997 63.8328C25.5927 61.0808 21.4777 54.0058 19.3437 52.6528C17.2107 51.2998 15.7087 52.0578 16.2117 54.8468C16.7147 57.6358 25.6357 64.3958 24.7677 65.8588C23.8997 67.3208 20.8407 64.1398 20.8407 64.1398C20.8407 64.1398 11.2687 55.4288 9.18465 57.6988C7.10065 59.9688 10.7657 61.8708 15.9887 65.0328C21.2127 68.1938 21.6177 69.0288 20.8767 70.2248C20.1347 71.4208 8.60465 61.6998 7.52165 65.8208C6.43965 69.9418 19.2887 71.1378 18.4957 73.9828C17.7027 76.8288 9.44465 68.5978 7.75565 71.8048C6.06565 75.0128 19.4087 78.7818 19.5167 78.8098C23.8267 79.9278 34.7727 82.2968 38.5967 76.6898Z" fill="#FFD21E"></path><path class="origin-bottom-left transition-transform group-hover:rotate-6" d="M77.3999 48C79.0189 48 80.4659 48.665 81.4749 49.871C82.0989 50.618 82.7509 51.822 82.8039 53.625C83.4829 53.43 84.1359 53.321 84.7459 53.321C86.2959 53.321 87.6959 53.915 88.6859 54.994C89.9579 56.379 90.5229 58.081 90.2769 59.784C90.1599 60.595 89.8889 61.322 89.4839 61.995C90.3379 62.686 90.9669 63.648 91.2709 64.805C91.5089 65.712 91.7529 67.601 90.4789 69.547C90.5599 69.674 90.6359 69.806 90.7069 69.941C91.4729 71.395 91.5219 73.038 90.8459 74.568C89.8209 76.887 87.2739 78.714 82.3279 80.675C79.2509 81.895 76.4359 82.675 76.4109 82.682C72.3429 83.737 68.6639 84.273 65.4789 84.273C59.6249 84.273 55.4339 82.48 53.0219 78.944C49.1399 73.25 49.6949 68.042 54.7179 63.022C57.4979 60.244 59.3459 56.148 59.7309 55.249C60.5069 52.587 62.5589 49.628 65.9699 49.628H65.9709C66.2579 49.628 66.5479 49.651 66.8339 49.696C68.3279 49.931 69.6339 50.791 70.5669 52.085C71.5739 50.833 72.5519 49.837 73.4369 49.275C74.7709 48.429 76.1039 48 77.3999 48ZM77.3999 52C76.8899 52 76.2669 52.217 75.5799 52.653C73.4469 54.006 69.3309 61.081 67.8239 63.833C67.3189 64.755 66.4559 65.145 65.6789 65.145C64.1369 65.145 62.9329 63.612 65.5379 61.664C69.4549 58.733 68.0809 53.942 66.2109 53.647C66.1289 53.634 66.0479 53.628 65.9699 53.628C64.2699 53.628 63.5199 56.558 63.5199 56.558C63.5199 56.558 61.3219 62.078 57.5459 65.851C53.7699 69.625 53.5749 72.654 56.3269 76.69C58.2039 79.442 61.7969 80.273 65.4789 80.273C69.2979 80.273 73.2129 79.379 75.4069 78.81C75.5149 78.782 88.8579 75.013 87.1679 71.805C86.8839 71.266 86.4159 71.05 85.8269 71.05C83.4469 71.05 79.1179 74.592 77.2569 74.592C76.8409 74.592 76.5479 74.415 76.4279 73.983C75.6349 71.138 88.4849 69.942 87.4019 65.821C87.2109 65.092 86.6929 64.796 85.9649 64.797C82.8199 64.797 75.7639 70.328 74.2849 70.328C74.1719 70.328 74.0909 70.295 74.0469 70.225C73.3059 69.029 73.7119 68.194 78.9349 65.033C84.1579 61.871 87.8239 59.969 85.7389 57.699C85.4989 57.437 85.1589 57.321 84.7459 57.321C81.5749 57.322 74.0829 64.14 74.0829 64.14C74.0829 64.14 72.0609 66.243 70.8379 66.243C70.5569 66.243 70.3179 66.132 70.1559 65.858C69.2889 64.396 78.2089 57.636 78.7119 54.847C79.0529 52.957 78.4729 52 77.3999 52Z" fill="#FF9D0B"></path><path class="origin-bottom-left transition-transform group-hover:rotate-6" d="M56.3271 76.6898C53.5751 72.6538 53.7701 69.6248 57.5461 65.8508C61.3221 62.0778 63.5201 56.5578 63.5201 56.5578C63.5201 56.5578 64.3411 53.3518 66.2111 53.6468C68.0811 53.9418 69.4541 58.7328 65.5371 61.6638C61.6201 64.5938 66.3171 66.5848 67.8241 63.8328C69.3311 61.0808 73.4461 54.0058 75.5801 52.6528C77.7131 51.2998 79.2151 52.0578 78.7121 54.8468C78.2091 57.6358 69.2881 64.3958 70.1561 65.8588C71.0241 67.3208 74.0831 64.1398 74.0831 64.1398C74.0831 64.1398 83.6551 55.4288 85.7391 57.6988C87.8231 59.9688 84.1581 61.8708 78.9351 65.0328C73.7111 68.1938 73.3061 69.0288 74.0471 70.2248C74.7891 71.4208 86.3191 61.6998 87.4021 65.8208C88.4841 69.9418 75.6351 71.1378 76.4281 73.9828C77.2211 76.8288 85.4791 68.5978 87.1681 71.8048C88.8581 75.0128 75.5151 78.7818 75.4071 78.8098C71.0971 79.9278 60.1511 82.2968 56.3271 76.6898Z" fill="#FFD21E"></path></svg></a> <div class="max-md:mt-8! font-semibold text-black md:hidden">Website</div> <a class="hover:underline" href="/models">Models</a> <a class="hover:underline" href="/datasets">Datasets</a> <a class="hover:underline" href="/spaces">Spaces</a> <a class="hover:underline" href="/pricing">Pricing</a> <a class="hover:underline" href="/docs">Docs</a></nav></footer><!--]--><!----></div><!--]-->1797 <script>1798 import("\/front\/build\/kube-8a47f95\/index.js"); window.moonSha = "kube-8a47f95\/"; window.__hf_deferred =1799 {};1800 </script>1801 <!-- Stripe -->1802 <script>1803 if (["hf.co", "huggingface.co"].includes(window.location.hostname)) {1804 const script = document.createElement("script");1805 script.src = "https://js.stripe.com/v3/";1806 script.async = true;1807 document.head.appendChild(script);1808 }1809 </script>1810 </body>1811</html>1812