HTML 77.2%
TypeScript 10.5%
Python 9.6%
JavaScript 2.5%
1<!DOCTYPE html><html lang="en" class="__variable_f367f3 __variable_dd5b2f"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1"/><link rel="preload" href="/_next/static/media/17e5ee57c5ca5e5a-s.p.woff2" as="font" crossorigin="" type="font/woff2"/><link rel="preload" href="/_next/static/media/36966cca54120369-s.p.woff2" as="font" crossorigin="" type="font/woff2"/><link rel="preload" href="/_next/static/media/904be59b21bd51cb-s.p.woff2" as="font" crossorigin="" type="font/woff2"/><link rel="preload" href="/_next/static/media/98e207f02528a563-s.p.woff2" as="font" crossorigin="" type="font/woff2"/><link rel="preload" href="/_next/static/media/d3ebbfd689654d3a-s.p.woff2" as="font" crossorigin="" type="font/woff2"/><link rel="preload" href="/_next/static/media/e4af272ccee01ff0-s.p.woff2" as="font" crossorigin="" type="font/woff2"/><link rel="preload" href="/_next/static/media/f36144f235cd456e-s.p.woff2" as="font" crossorigin="" type="font/woff2"/><link rel="preload" as="image" href="/groq-logo.svg"/><link rel="stylesheet" href="/_next/static/css/f45d8a18f54cc3ac.css" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/8f8f35646157a18a.css" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/ac38a6d5f9be034c.css" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/e4f71bf329054e3a.css" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/7da1762454660603.css" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/c584d21c6b86a9bf.css" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/ed0d2ab9f170a840.css" data-precedence="next"/><link rel="preload" as="script" fetchPriority="low" href="/_next/static/chunks/webpack-4c888fe2ba54f982.js"/><script src="/_next/static/chunks/7acc8f51-398b725ff4fd323d.js" async=""></script><script src="/_next/static/chunks/449-6c59398dd87daf9b.js" async=""></script><script src="/_next/static/chunks/main-app-e1151917921f934e.js" async=""></script><script src="/_next/static/chunks/a80d2a2d-b08785092855f4c5.js" async=""></script><script src="/_next/static/chunks/fba002aa-20720db692dc6109.js" async=""></script><script src="/_next/static/chunks/723-8a831b9c6f7eb996.js" async=""></script><script src="/_next/static/chunks/3056-22a2d6b51349e22b.js" async=""></script><script src="/_next/static/chunks/3800-b95be0272e952158.js" async=""></script><script src="/_next/static/chunks/1218-1fc2bda38efb14a0.js" async=""></script><script src="/_next/static/chunks/8159-77ee2a0aadb300dc.js" async=""></script><script src="/_next/static/chunks/9603-1bdbd878fd9581e7.js" async=""></script><script src="/_next/static/chunks/5615-01508c4e87babcb7.js" async=""></script><script src="/_next/static/chunks/613-866dfbd86de76351.js" async=""></script><script src="/_next/static/chunks/9447-592a768ef52ed75f.js" async=""></script><script src="/_next/static/chunks/9373-4016758f85fe77e8.js" async=""></script><script src="/_next/static/chunks/3587-58960acfe3564002.js" async=""></script><script src="/_next/static/chunks/5853-6c763e19311b4981.js" async=""></script><script src="/_next/static/chunks/3536-f14290971a3aa7e8.js" async=""></script><script src="/_next/static/chunks/8765-a57c9a13e3d1e553.js" async=""></script><script src="/_next/static/chunks/1395-4c42f474c77450ef.js" async=""></script><script src="/_next/static/chunks/1502-2bd2e799768f9ef4.js" async=""></script><script src="/_next/static/chunks/1085-ee7decdffd124a62.js" async=""></script><script src="/_next/static/chunks/app/(console)/layout-df79c7fba285d4fe.js" async=""></script><script src="/_next/static/chunks/app/(console)/error-fecea6936e021330.js" async=""></script><script src="/_next/static/chunks/app/(console)/docs/(mdx-pages)/layout-b4da334159596a11.js" async=""></script><script src="/_next/static/chunks/9837-e13ee65df95cce58.js" async=""></script><script src="/_next/static/chunks/620-cc50a2176b14953a.js" async=""></script><script src="/_next/static/chunks/4044-926314e60397dfa0.js" async=""></script><script src="/_next/static/chunks/9502-1d0f0302c5330456.js" async=""></script><script src="/_next/static/chunks/4203-5fe984d9e0ac7510.js" async=""></script><script src="/_next/static/chunks/app/(console)/docs/(mdx-pages)/models/page-dbb0c0f6fa5560c5.js" async=""></script><script src="/_next/static/chunks/7252-92a41c7c669bd010.js" async=""></script><script src="/_next/static/chunks/app/global-error-6fb4e63f0902b190.js" async=""></script><script src="/_next/static/chunks/62399e41-5a157f7055a6255b.js" async=""></script><script src="/_next/static/chunks/85434cc8-4e67a73ce7750802.js" async=""></script><script src="/_next/static/chunks/07baea06-dbedb10e2b67cf87.js" async=""></script><script src="/_next/static/chunks/8894-19900a8a02600b8c.js" async=""></script><script src="/_next/static/chunks/app/layout-64a26820ee11a7e0.js" async=""></script><script async="" src="/g.js"></script><script async="" src="https://js.stripe.com/v3/"></script><script src="/_next/static/chunks/app/error-5b07153f415e59dc.js" async=""></script><script src="/_next/static/chunks/app/not-found-3282a5a8b4995ce6.js" async=""></script><script src="/_next/static/chunks/3088-fc36e1235bfd7a60.js" async=""></script><script src="/_next/static/chunks/app/(console)/docs/layout-fe7432317e51c31f.js" async=""></script><link rel="preload" href="https://www.googletagmanager.com/gtag/js?id=G-CQ9K0VPEEQ" as="script"/><link rel="preload" href="https://www.googletagmanager.com/gtm.js?id=GTM-WWK828JN" as="script"/><meta name="next-size-adjust" content=""/><link rel="icon" href="/favicon.ico?cache=rounded-bolt" sizes="32x32"/><title>Supported Models - GroqDocs</title><meta name="description" content="Explore all available models on GroqCloud."/><meta property="og:title" content="Supported Models - GroqDocs"/><meta property="og:description" content="Explore all available models on GroqCloud."/><meta property="og:url" content="https://console.groq.com/docs"/><meta property="og:site_name" content="GroqDocs"/><meta property="og:image" content="https://console.groq.com/og_cloudv5.jpg"/><meta property="og:type" content="website"/><meta name="twitter:card" content="summary_large_image"/><meta name="twitter:title" content="Supported Models - GroqDocs"/><meta name="twitter:description" content="Explore all available models on GroqCloud."/><meta name="twitter:image" content="https://console.groq.com/og_cloudv5.jpg"/><link rel="icon" href="/favicon.ico?cache=rounded-bolt" sizes="32x32"/><style id="dg-consent-custom-style">/* For our datagrail consent banner */2/* https://docs.datagrail.io/docs/consent/banner/css-customization/ */34:host(.dg-consent-banner) {5 /* Fonts - matching Groq Console system */6 --dg-primary-font: Inter, -apple-system, BlinkMacSystemFont, "Segoe UI",7 Roboto, "Helvetica Neue", Arial, sans-serif;8 --dg-secondary-font: Montserrat, -apple-system, BlinkMacSystemFont, "Segoe UI",9 Roboto, "Helvetica Neue", Arial, sans-serif;1011 /* General banner styling */12 --dg-consent-background-color: rgb(255, 255, 255);13 --dg-consent-background-border: rgb(231, 229, 228);14 --consent-border-radius: 12px;1516 /* Body text styling */17 --dg-body-font-size: 14px;18 --dg-body-font-weight: 400;19 --dg-body-font-color: rgb(118, 111, 107);20 --dg-body-line-height: 1.5;2122 /* Heading styling */23 --dg-heading-font-size: 18px;24 --dg-heading-font-weight: 600;25 --dg-heading-font-color: rgb(12, 10, 9);26 --dg-heading-line-height: 1.4;2728 /* Title styling */29 --dg-title-font-size: 16px;30 --dg-title-font-weight: 500;31 --dg-title-font-color: rgb(30, 30, 30);32 --dg-title-line-height: 1.4;3334 /* Button styling */35 --dg-button-border: rgb(231, 229, 228) 1px solid;36 --dg-button-primary-background: rgb(30, 30, 30);37 --dg-button-primary-color: rgb(248, 248, 247);38 --dg-button-secondary-background: rgb(243, 243, 242);39 --dg-button-secondary-color: rgb(28, 25, 23);4041 /* Category styling */42 --dg-policy-option-heading-size: 15px;43 --dg-policy-option-heading-weight: 500;44 --dg-policy-option-heading-color: rgb(30, 30, 30);45 --dg-policy-option-heading-enabled-color: rgb(245, 80, 54);46 --dg-policy-option-chevron-size: 16;4748 /* Category description */49 --dg-policy-option-description-font-size: 13px;50 --dg-policy-option-description-font-weight: 400;51 --dg-policy-option-description-font-color: rgb(118, 111, 107);5253 /* Essential categories */54 --dg-policy-option-essential-label-font-size: 12px;55 --dg-policy-option-essential-label-font-weight: 500;56 --dg-policy-option-essential-label-font-color: rgb(118, 111, 107);5758 /* Slider styling - inspired by switch component */59 --dg-slider-primary: rgb(231, 229, 228);60 --dg-slider-secondary: rgb(255, 255, 255);6162 --dg-slider-enabled-primary: rgb(30, 30, 30);63 --dg-slider-enabled-secondary: rgb(255, 255, 255);6465 /* For Enabled Categories */66 --dg-policy-option-heading-enabled-color: rgb(245, 80, 54);67}6869:host(.dg-consent-banner) strong {70 font-weight: 500;71}7273/* Slider styling for checked enabled categories */74:host(.dg-consent-banner)75 input[type="checkbox"]:not(:disabled):checked76 + label77 .dg-slider {78 background: rgb(30, 30, 30) !important;79}8081/* Advanced button styling to match Groq Console */82:host(.dg-consent-banner) .dg-button {83 border-radius: 8px !important;84 padding: 8px 16px !important;85 font-weight: 500 !important;86 font-size: 14px !important;87 transition: all 0.2s ease !important;88}8990:host(.dg-consent-banner) .dg-button.accept_all,91:host(.dg-consent-banner) .dg-button.accept_some,92:host(.dg-consent-banner) .dg-button.reject_all,93:host(.dg-consent-banner) .dg-button.open_layer,94:host(.dg-consent-banner) .dg-button.custom {95 background: rgb(243, 243, 242) !important;96 color: rgb(28, 25, 23) !important;97 border: 1px solid rgb(231, 229, 228) !important;98}99100:host(.dg-consent-banner) .dg-button.accept_all:hover,101:host(.dg-consent-banner) .dg-button.accept_some:hover,102:host(.dg-consent-banner) .dg-button.reject_all:hover,103:host(.dg-consent-banner) .dg-button.open_layer:hover,104:host(.dg-consent-banner) .dg-button.custom:hover {105 background: rgb(231, 229, 228) !important;106}107108/* Link styling to match Groq Console */109:host(.dg-consent-banner) .dg-link {110 color: rgb(245, 80, 54) !important;111 text-decoration: none !important;112 font-weight: 500 !important;113}114115:host(.dg-consent-banner) .dg-link:hover {116 text-decoration: underline !important;117}118119:host(.dg-consent-banner) .dg-main-content-policy-option-description p {120 margin-top: 0 !important;121 margin-bottom: 16px;122}123124/* Dark mode support */125:host(.dg-consent-banner) .dark {126 --dg-consent-background-color: rgb(18, 20, 24);127 --dg-consent-background-border: rgba(153, 153, 153, 0.161);128 --dg-body-font-color: rgb(165, 160, 156);129 --dg-heading-font-color: rgb(248, 248, 247);130 --dg-title-font-color: rgb(248, 248, 247);131 --dg-policy-option-heading-color: rgb(248, 248, 247);132 --dg-button-secondary-background: rgb(38, 38, 38);133 --dg-button-secondary-color: rgb(248, 248, 247);134 --dg-slider-primary: rgba(153, 153, 153, 0.35);135 --dg-slider-background: rgb(107, 114, 128);136}137138/* Overall banner container styling */139:host(.dg-consent-banner) .dg-app {140 box-shadow: 0 4px 6px -1px rgba(0, 0, 0, 0.1), 0 2px 4px -2px141 rgba(0, 0, 0, 0.1) !important;142 border: 1px solid rgb(231, 229, 228) !important;143}144</style><script src="/_next/static/chunks/polyfills-42372ed130431b0a.js" noModule=""></script></head><body class="font-inter"><div hidden=""><!--$--><!--/$--></div><script>!function(){try{var d=document.documentElement,c=d.classList;c.remove('light','dark');var e=localStorage.getItem('theme');if('system'===e||(!e&&true)){var t='(prefers-color-scheme: dark)',m=window.matchMedia(t);if(m.media!==t||m.matches){d.style.colorScheme = 'dark';c.add('dark')}else{d.style.colorScheme = 'light';c.add('light')}}else if(e){c.add(e|| '')}if(e==='light'||e==='dark')d.style.colorScheme=e}catch(e){}}()</script><div class="flex flex-col h-svh bg-nav"><div class="pl-3 sm:pl-[23px] mt-[3px] flex justify-between py-2 sm:py-3 top-0 left-0 right-0"><div class="flex flex-row items-center" data-nav-container="true"><a class="flex items-center h-[32px] ml-1 sm:ml-0 mr-3 mt-1" href="/home"><img src="/groq-logo.svg" alt="Groq" class="h-4 sm:h-6 w-auto dark:invert"/></a><div class="transition-opacity duration-300 opacity-0 flex items-center"></div></div><div class="transition-opacity duration-300 opacity-0"><div class="flex gap-1 font-header lg:hidden mr-4"><a class="flex items-center gap-2 text-[var(--neutral-600)]" href="/docs/overview"><button class="inline-flex items-center justify-center whitespace-nowrap text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 rounded-md px-3 gap-2"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-book-open-text w-4 h-4 text-[var(--neutral-600)]" aria-hidden="true"><path d="M12 7v14"></path><path d="M16 12h2"></path><path d="M16 8h2"></path><path d="M3 18a1 1 0 0 1-1-1V4a1 1 0 0 1 1-1h5a4 4 0 0 1 4 4 4 4 0 0 1 4-4h5a1 1 0 0 1 1 1v13a1 1 0 0 1-1 1h-6a3 3 0 0 0-3 3 3 3 0 0 0-3-3z"></path><path d="M6 12h2"></path><path d="M6 8h2"></path></svg>Docs</button></a><a class="flex items-center gap-2 text-[var(--neutral-600)]" href="/home"><span class="inline-flex items-center justify-center whitespace-nowrap text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 rounded-md px-3 text-[var(--neutral-600)] h-4">Login</span></a></div></div><div class="hidden lg:flex items-start mt-[-4px] relative"><nav class="flex gap-1 font-header px-0 flex-row m-0 pr-[180px]"><div class="flex flex-row"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium min-h-10 pl-0 pr-6" href="/playground"><span class="mr-auto flex items-center gap-1">Playground</span></a></div><div class="flex flex-row"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium min-h-10 pl-0 pr-6" href="/keys"><span class="mr-auto flex items-center gap-1">API Keys</span></a></div><div class="flex flex-row"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium min-h-10 pl-0 pr-6" href="/dashboard"><span class="mr-auto flex items-center gap-1">Dashboard</span></a></div><div class="flex flex-row"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium min-h-10 pl-0 pr-6" data-state="active" href="/docs"><span class="mr-auto flex items-center gap-1">Docs</span></a></div><div class="flex flex-row"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium min-h-10 pl-0 pr-6" href="/settings"><span class="mr-auto flex items-center gap-1"><svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-settings mr-2" data-state="closed"><path d="M12.22 2h-.44a2 2 0 0 0-2 2v.18a2 2 0 0 1-1 1.73l-.43.25a2 2 0 0 1-2 0l-.15-.08a2 2 0 0 0-2.73.73l-.22.38a2 2 0 0 0 .73 2.73l.15.1a2 2 0 0 1 1 1.72v.51a2 2 0 0 1-1 1.74l-.15.09a2 2 0 0 0-.73 2.73l.22.38a2 2 0 0 0 2.73.73l.15-.08a2 2 0 0 1 2 0l.43.25a2 2 0 0 1 1 1.73V20a2 2 0 0 0 2 2h.44a2 2 0 0 0 2-2v-.18a2 2 0 0 1 1-1.73l.43-.25a2 2 0 0 1 2 0l.15.08a2 2 0 0 0 2.73-.73l.22-.39a2 2 0 0 0-.73-2.73l-.15-.08a2 2 0 0 1-1-1.74v-.5a2 2 0 0 1 1-1.74l.15-.09a2 2 0 0 0 .73-2.73l-.22-.38a2 2 0 0 0-2.73-.73l-.15.08a2 2 0 0 1-2 0l-.43-.25a2 2 0 0 1-1-1.73V4a2 2 0 0 0-2-2z"></path><circle cx="12" cy="12" r="3"></circle></svg></span></a></div></nav><div class="transition-opacity duration-300 opacity-0 flex font-header p-3 mt-[3px] md:pt-0 absolute right-1"><a type="button" class="justify-between pt-[6px] flex-1 overflow-hidden rounded-[18px] h-9 text-ellipsis bg-accent w-[130px] lg:w-[170px] border border-input dark:border-gray-500 text-center text-sm font-normal font-header" href="/login">Log In</a></div></div></div><div class="flex-1 flex flex-col lg:flex-row bg-nav"><aside class="lg:hidden"><h2 class="text-lg font-header pl-4 pt-4">Documentation</h2><div class="flex flex-row justify-between items-center"><div class="flex gap-7 pl-4 pt-1"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium data-[state=active]:border-b data-[state=active]:border-current pb-[4px] data-[state=active]:pb-[3px] text-muted-foreground" data-state="active" href="/docs/overview">Docs</a><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium data-[state=active]:border-b data-[state=active]:border-current pb-[4px] data-[state=active]:pb-[3px] text-muted-foreground" href="/docs/api-reference">API Reference</a></div><div class="mr-[16px] mt-[14px] w-[100px]"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search (Command+K)"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20" aria-hidden="true"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div><div class="grid gap-2 font-header"><div class="flex flex-col gap-2 px-4"><button class="inline-flex items-center whitespace-nowrap rounded-md text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 border border-input dark:border-gray-500 bg-background hover:bg-accent hover:text-accent-foreground h-10 px-4 py-2 mt-2 w-full justify-between self-center mb-4" aria-expanded="false" aria-label="Select a document"><label class="text-sm leading-none peer-disabled:cursor-not-allowed peer-disabled:opacity-70 text-primary font-normal text-ellipsis overflow-hidden"></label><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-chevrons-up-down ml-2 h-4 w-4 shrink-0 opacity-50" aria-hidden="true"><path d="m7 15 5 5 5-5"></path><path d="m7 9 5-5 5 5"></path></svg></button><div class="z-[105] absolute top-[-60px] left-0 h-32 w-full bg-secondary overflow-hidden transition-all duration-150 ease-in-out max-h-0 opacity-0"></div><div class="fixed inset-0 bg-background border-l-2 border-r-2 mt-14 border-t-2 rounded-tl-lg rounded-tr-lg z-[106] transform transition-transform duration-150 ease-in-out translate-y-full"><h2 class="pl-3.5 pt-[17px] pb-4 text-lg font-header">Docs</h2><button class="inline-flex items-center justify-center whitespace-nowrap rounded-md text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-10 px-4 py-2 z-100 absolute right-2 top-3"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-x" aria-hidden="true"><path d="M18 6 6 18"></path><path d="m6 6 12 12"></path></svg></button><div class="flex-1 relative before:content-[''] before:absolute before:inset-0 before:top-0"><div class="absolute inset-0 overflow-auto px-4 h-[100dvh] pb-[117px]"><div data-testid="docs-nav-list"><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Getting Started</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/overview">Overview</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/quickstart">Quickstart</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/models">Models</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/openai">OpenAI Compatibility</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/responses-api">Responses API</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/rate-limits">Rate Limits</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/examples">Templates</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/api-reference">API Reference</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Core Features</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/text-chat">Text Generation</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/speech-to-text">Speech to Text</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/text-to-speech">Text to Speech</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/text-to-speech/orpheus">Orpheus</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/vision">OCR and Image Recognition</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/reasoning">Reasoning</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/content-moderation">Content Moderation</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/structured-outputs">Structured Outputs</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/prompt-caching">Prompt Caching</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Tools & Integrations</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/tool-use/overview">Tool Use</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/tool-use/overview">Overview</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/tool-use/built-in-tools">Groq Built-In Tools</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:45px" href="/docs/tool-use/built-in-tools/web-search">Web Search</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:45px" href="/docs/tool-use/built-in-tools/visit-website">Visit Website</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:45px" href="/docs/tool-use/built-in-tools/code-execution">Code Execution</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:45px" href="/docs/tool-use/built-in-tools/wolfram-alpha">Wolfram Alpha</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:45px" href="/docs/tool-use/built-in-tools/browser-search">Browser Search (GPT OSS Models)</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/tool-use/remote-mcp">Remote Tools and MCP</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:45px" href="/docs/tool-use/remote-mcp/connectors">Connectors</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/tool-use/local-tool-calling">Local Tool Calling</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/integrations">Integrations Catalog</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/coding-with-groq">Coding with Groq</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/coding-with-groq/factory-droid">Factory Droid</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/coding-with-groq/opencode">OpenCode</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/coding-with-groq/kilo-code">Kilo Code</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/coding-with-groq/roo-code">Roo Code</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/coding-with-groq/cline">Cline</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Compound (Agentic AI)</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/compound">Overview</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/compound/built-in-tools">Built-In Tools</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/compound/systems">Systems</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/compound/use-cases">Use Cases</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Guides</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/prompting">Prompting Guide</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/prompting">Basics</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/prompting/patterns">Patterns</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap" style="padding-left:29px" href="/docs/prompting/model-migration">Model Migration</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/prefilling">Assistant Message Prefilling</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Service Tiers</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/service-tiers">Service Tiers</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/performance-tier">Performance Tier</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/flex-processing">Flex Processing</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/batch">Batch Processing</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Advanced</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/lora">LoRA Inference</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Production Readiness</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/production-readiness/production-ready-checklist">Production Checklist</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/production-readiness/optimizing-latency">Optimizing Latency</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/production-readiness/security-onboarding">Security Onboarding</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/prometheus-metrics">Prometheus Metrics</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Account and Console</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/spend-limits">Spend Limits</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/projects">Projects</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/model-permissions">Model Permissions</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/billing-faqs">Billing FAQs</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/your-data">Your Data</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Developer Resources</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/libraries">SDK Libraries</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/badge">Groq Badge</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="https://community.groq.com">Developer Community</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="https://openbench.dev">OpenBench</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/errors">Error Codes</a><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/changelog">Changelog</a><h3 class="pl-[13px] pr-3 pb-1 pt-6 text-xs uppercase text-slate-500 dark:text-slate-300 font-medium">Legal</h3><a class="items-center whitespace-nowrap rounded-md text-sm ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 text-primary font-normal py-2 hover:bg-gray-50 dark:hover:bg-accent hover:text-primary leading-4 justify-start px-3 flex font-header h-10 mb-[2px] text-ellipsis overflow-hidden text-nowrap pl-[13px]" href="/docs/legal">Policies & Notices</a></div></div></div></div></div></div></aside><aside class="hidden pl-5 pb-4 w-[220px] lg:flex lg:flex-col pt-[23px]"><div class="mr-[20px] mb-[5px] -mt-[8px]"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search (Command+K)"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20" aria-hidden="true"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div><div class="flex gap-7 pt-3 pb-4"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium data-[state=active]:border-b data-[state=active]:border-current pb-[4px] data-[state=active]:pb-[3px] text-muted-foreground" data-state="active" href="/docs/overview">Docs</a><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium data-[state=active]:border-b data-[state=active]:border-current pb-[4px] data-[state=active]:pb-[3px] text-muted-foreground" href="/docs/api-reference">API Reference</a></div><div class="flex-1 relative flex before:content-[''] before:absolute before:inset-0 before:top-0"><div class="absolute inset-0 overflow-auto"><nav class="flex gap-1 font-header m-0 px-0 flex-col"><div class="flex flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Getting Started</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/overview"><span class="mr-auto flex items-center gap-1">Overview</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/quickstart"><span class="mr-auto flex items-center gap-1">Quickstart</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" data-state="active" href="/docs/models"><span class="mr-auto flex items-center gap-1">Models</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/openai"><span class="mr-auto flex items-center gap-1">OpenAI Compatibility</span></a><div class="flex-col gap-1 mt-1 pl-4 border-l-2 border-border/40 hidden"><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/responses-api"><span class="mr-auto flex items-center gap-1">Responses API</span></a></div></div></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/rate-limits"><span class="mr-auto flex items-center gap-1">Rate Limits</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/examples"><span class="mr-auto flex items-center gap-1">Templates</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/api-reference"><span class="mr-auto flex items-center gap-1">API Reference</span></a></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Core Features</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/text-chat"><span class="mr-auto flex items-center gap-1">Text Generation</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/speech-to-text"><span class="mr-auto flex items-center gap-1">Speech to Text</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/text-to-speech"><span class="mr-auto flex items-center gap-1">Text to Speech</span></a><div class="flex-col gap-1 mt-1 pl-4 border-l-2 border-border/40 hidden"><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/text-to-speech/orpheus"><span class="mr-auto flex items-center gap-1">Orpheus</span></a></div></div></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/vision"><span class="mr-auto flex items-center gap-1">OCR and Image Recognition</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/reasoning"><span class="mr-auto flex items-center gap-1">Reasoning</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/content-moderation"><span class="mr-auto flex items-center gap-1">Content Moderation</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/structured-outputs"><span class="mr-auto flex items-center gap-1">Structured Outputs</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/prompt-caching"><span class="mr-auto flex items-center gap-1">Prompt Caching</span></a></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Tools & Integrations</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/overview"><span class="mr-auto flex items-center gap-1">Tool Use</span></a><div class="flex-col gap-1 mt-1 pl-4 border-l-2 border-border/40 hidden"><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/overview"><span class="mr-auto flex items-center gap-1">Overview</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/built-in-tools"><span class="mr-auto flex items-center gap-1">Groq Built-In Tools</span></a><div class="flex-col gap-1 mt-1 pl-4 border-l-2 border-border/40 hidden"><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/built-in-tools/web-search"><span class="mr-auto flex items-center gap-1">Web Search</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/built-in-tools/visit-website"><span class="mr-auto flex items-center gap-1">Visit Website</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/built-in-tools/code-execution"><span class="mr-auto flex items-center gap-1">Code Execution</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/built-in-tools/wolfram-alpha"><span class="mr-auto flex items-center gap-1">Wolfram Alpha</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/built-in-tools/browser-search"><span class="mr-auto flex items-center gap-1">Browser Search (GPT OSS Models)</span></a></div></div></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/remote-mcp"><span class="mr-auto flex items-center gap-1">Remote Tools and MCP</span></a><div class="flex-col gap-1 mt-1 pl-4 border-l-2 border-border/40 hidden"><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/remote-mcp/connectors"><span class="mr-auto flex items-center gap-1">Connectors</span></a></div></div></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/tool-use/local-tool-calling"><span class="mr-auto flex items-center gap-1">Local Tool Calling</span></a></div></div></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/integrations"><span class="mr-auto flex items-center gap-1">Integrations Catalog</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/coding-with-groq"><span class="mr-auto flex items-center gap-1">Coding with Groq</span></a><div class="flex-col gap-1 mt-1 pl-4 border-l-2 border-border/40 hidden"><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/coding-with-groq/factory-droid"><span class="mr-auto flex items-center gap-1">Factory Droid</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/coding-with-groq/opencode"><span class="mr-auto flex items-center gap-1">OpenCode</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/coding-with-groq/kilo-code"><span class="mr-auto flex items-center gap-1">Kilo Code</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/coding-with-groq/roo-code"><span class="mr-auto flex items-center gap-1">Roo Code</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/coding-with-groq/cline"><span class="mr-auto flex items-center gap-1">Cline</span></a></div></div></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Compound (Agentic AI)</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/compound"><span class="mr-auto flex items-center gap-1">Overview</span></a><div class="flex-col gap-1 mt-1 pl-4 border-l-2 border-border/40 hidden"><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/compound/built-in-tools"><span class="mr-auto flex items-center gap-1">Built-In Tools</span></a></div></div></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/compound/systems"><span class="mr-auto flex items-center gap-1">Systems</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/compound/use-cases"><span class="mr-auto flex items-center gap-1">Use Cases</span></a></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Guides</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/prompting"><span class="mr-auto flex items-center gap-1">Prompting Guide</span></a><div class="flex-col gap-1 mt-1 pl-4 border-l-2 border-border/40 hidden"><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/prompting"><span class="mr-auto flex items-center gap-1">Basics</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/prompting/patterns"><span class="mr-auto flex items-center gap-1">Patterns</span></a></div><div class="relative"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/prompting/model-migration"><span class="mr-auto flex items-center gap-1">Model Migration</span></a></div></div></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/prefilling"><span class="mr-auto flex items-center gap-1">Assistant Message Prefilling</span></a></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Service Tiers</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/service-tiers"><span class="mr-auto flex items-center gap-1">Service Tiers</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/performance-tier"><span class="mr-auto flex items-center gap-1">Performance Tier</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/flex-processing"><span class="mr-auto flex items-center gap-1">Flex Processing</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/batch"><span class="mr-auto flex items-center gap-1">Batch Processing</span></a></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Advanced</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/lora"><span class="mr-auto flex items-center gap-1">LoRA Inference</span></a></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Production Readiness</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/production-readiness/production-ready-checklist"><span class="mr-auto flex items-center gap-1">Production Checklist</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/production-readiness/optimizing-latency"><span class="mr-auto flex items-center gap-1">Optimizing Latency</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/production-readiness/security-onboarding"><span class="mr-auto flex items-center gap-1">Security Onboarding</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/prometheus-metrics"><span class="mr-auto flex items-center gap-1">Prometheus Metrics</span></a></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Account and Console</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/spend-limits"><span class="mr-auto flex items-center gap-1">Spend Limits</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/projects"><span class="mr-auto flex items-center gap-1">Projects</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/model-permissions"><span class="mr-auto flex items-center gap-1">Model Permissions</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/billing-faqs"><span class="mr-auto flex items-center gap-1">Billing FAQs</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/your-data"><span class="mr-auto flex items-center gap-1">Your Data</span></a></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Developer Resources</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/libraries"><span class="mr-auto flex items-center gap-1">SDK Libraries</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/badge"><span class="mr-auto flex items-center gap-1">Groq Badge</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="https://community.groq.com"><span class="mr-auto flex items-center gap-1">Developer Community<svg aria-label="arrow external" role="img" width="11" height="11" viewBox="0 0 11 12" fill="none" xmlns="http://www.w3.org/2000/svg" class="h-4 w-4"><g clip-path="url(#clip0_34_663)"><path d="M5.70078 1.80005H1.15078C0.957476 1.80005 0.800781 1.95674 0.800781 2.15005V9.85005C0.800781 10.0434 0.957476 10.2 1.15078 10.2H8.85078C9.04409 10.2 9.20078 10.0434 9.20078 9.85005V5.30005" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round"></path><path d="M8.75951 2.24011L4.30469 6.69493" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round"></path><path d="M9.71952 3.20009L7.79968 1.28025C7.60594 1.08651 7.74315 0.755249 8.01713 0.755249H9.71952C10.0095 0.755249 10.2445 0.990292 10.2445 1.28025V2.98263C10.2445 3.25661 9.91326 3.39383 9.71952 3.20009Z" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round"></path></g><defs><clipPath id="clip0_34_663"><rect width="11" height="11" fill="white"></rect></clipPath></defs></svg></span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="https://openbench.dev"><span class="mr-auto flex items-center gap-1">OpenBench<svg aria-label="arrow external" role="img" width="11" height="11" viewBox="0 0 11 12" fill="none" xmlns="http://www.w3.org/2000/svg" class="h-4 w-4"><g clip-path="url(#clip0_34_663)"><path d="M5.70078 1.80005H1.15078C0.957476 1.80005 0.800781 1.95674 0.800781 2.15005V9.85005C0.800781 10.0434 0.957476 10.2 1.15078 10.2H8.85078C9.04409 10.2 9.20078 10.0434 9.20078 9.85005V5.30005" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round"></path><path d="M8.75951 2.24011L4.30469 6.69493" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round"></path><path d="M9.71952 3.20009L7.79968 1.28025C7.60594 1.08651 7.74315 0.755249 8.01713 0.755249H9.71952C10.0095 0.755249 10.2445 0.990292 10.2445 1.28025V2.98263C10.2445 3.25661 9.91326 3.39383 9.71952 3.20009Z" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round"></path></g><defs><clipPath id="clip0_34_663"><rect width="11" height="11" fill="white"></rect></clipPath></defs></svg></span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/errors"><span class="mr-auto flex items-center gap-1">Error Codes</span></a></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/changelog"><span class="mr-auto flex items-center gap-1">Changelog</span></a></div><div class="flex mt-4 flex-col"><h3 class=":not:first:mt-6 pr-2 text-xs uppercase text-foreground first:mt-2 first:pt-[5px] font-medium pl-0 mb-1">Legal</h3></div><div class="flex flex-col"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-header text-muted-foreground hover:text-primaryaccent data-[state=active]:text-primaryaccent text-sm font-normal data-[state=active]:font-medium p-0 min-h-7" href="/docs/legal"><span class="mr-auto flex items-center gap-1">Policies & Notices</span></a></div></nav></div></div></aside><div class="flex-1 flex"><div class="relative flex-1 lg:px-8 bg-background md:rounded-tl-lg md:rounded-tr-lg border-[1px] border-nav-border sm:mr-[12px] before:content-[''] before:absolute before:inset-0 before:top-0"><div id="docs-scrollable" class="absolute inset-0 overflow-auto pt-8"><div class="flex justify-center"><div class="px-4 pb-16 flex-1 flex max-w-[780px] w-full lg:max-w-[1100px]"><div class="flex-1 min-w-0 lg:max-w-[780px]" data-main-content="true"><div><div class="flex flex-col sm:flex-row sm:items-center gap-2 sm:gap-4 mb-3 justify-between"><h1 class="text-2xl font-semibold font-header">Supported Models</h1><div class="flex items-center border rounded-md w-fit" data-ignore-md="true"><button class="inline-flex items-center justify-center whitespace-nowrap font-medium ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 hover:text-accent-foreground h-9 px-3 rounded-none rounded-l-md border-0 hover:bg-accent text-sm min-w-[100px]">Copy page</button><div class="w-px h-4 bg-border"></div><button class="inline-flex items-center justify-center whitespace-nowrap text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 hover:text-accent-foreground h-9 rounded-none rounded-r-md border-0 px-2 hover:bg-accent" type="button" id="radix-_R_elfiupff5tn9fd8pb_" aria-haspopup="menu" aria-expanded="false" data-state="closed"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-chevron-down h-4 w-4" aria-hidden="true"><path d="m6 9 6 6 6-6"></path></svg></button></div></div>145<p class="text-sm my-3">Explore all available models on GroqCloud.</p>146<h2 id="featured-models-and-systems" class="[&:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline"><a href="#featured-models-and-systems" class="anchor-link">Featured Models and Systems</a></h2>147<div class="w-full grid grid-cols-[repeat(auto-fit,minmax(320px,1fr))] gap-7"><a class="justify-center whitespace-nowrap rounded-md text-sm font-medium ring-offset-background transition-colors disabled:pointer-events-none disabled:opacity-50 border border-input dark:border-gray-500 bg-background hover:bg-accent hover:text-accent-foreground neum h-full flex flex-col min-w-0 items-start text-left p-6 w-full md:w-auto neum-crystal neum-gray focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-primary focus-visible:ring-offset-2 focus-visible:ring-offset-background w-full min-w-0 h-full flex flex-col" href="/docs/compound/systems/compound"><div class="flex flex-col h-full min-w-0"><div class="flex items-start justify-between w-full gap-3 min-w-0 mb-4"><div class="flex items-start gap-3 flex-1 min-w-0 overflow-hidden"><img alt="Groq Compound icon" loading="lazy" width="40" height="40" decoding="async" data-nimg="1" class="rounded flex-shrink-0" style="color:transparent" srcSet="/_next/image?url=%2Fgroq-circle.png&w=48&q=75 1x, /_next/image?url=%2Fgroq-circle.png&w=96&q=75 2x" src="/_next/image?url=%2Fgroq-circle.png&w=96&q=75"/><div class="flex-1 min-w-0 overflow-hidden"><h3 class="text-lg font-semibold text-foreground font-header">Groq Compound</h3><p class="text-xs text-muted-foreground mt-1 break-words whitespace-normal">Groq Compound is an AI system powered by openly available models that intelligently and selectively uses built-in tools to answer user queries, including web search and code execution.</p></div></div><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-chevron-right w-5 h-5 text-muted-foreground flex-shrink-0 mt-0.5" aria-hidden="true"><path d="m9 18 6-6-6-6"></path></svg></div><div class="rounded-lg p-4 border mt-auto"><div class="grid grid-cols-3 gap-4 text-sm"><div class="flex flex-col items-center text-center"><div class="text-xs text-muted-foreground mb-2">Token Speed</div><div class="flex flex-row items-center gap-1 text-primary"><svg width="14" height="18" viewBox="0 0 22 28" fill="none" xmlns="http://www.w3.org/2000/svg" class="grayscale dark:brightness-[5]"><g><g filter="url(#filter0_i_3915_5894)"><path d="M14.6579 2.84175L2.93749 15.0764L10.1882 16.9344L6.93985 26.2607L18.6603 14.026L11.4096 12.168L14.6579 2.84175Z" fill="#F55036"></path></g></g><defs><filter id="filter0_i_3915_5894" x="2.9375" y="2.8418" width="16.1266" height="23.818" filterUnits="userSpaceOnUse" color-interpolation-filters="sRGB"><feFlood flood-opacity="0" result="BackgroundImageFix"></feFlood><feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape"></feBlend><feColorMatrix in="SourceAlpha" type="matrix" values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 127 0" result="hardAlpha"></feColorMatrix><feOffset dx="0.4" dy="0.4"></feOffset><feGaussianBlur stdDeviation="1"></feGaussianBlur><feComposite in2="hardAlpha" operator="arithmetic" k2="-1" k3="1"></feComposite><feColorMatrix type="matrix" values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.2 0"></feColorMatrix><feBlend mode="normal" in2="shape" result="effect1_innerShadow_3915_5894"></feBlend></filter></defs></svg><span class="text-sm">~450 tps</span></div></div><div class="flex flex-col items-center text-center"><div class="text-xs text-muted-foreground mb-2">Modalities</div><div class="flex mb-1 text-primary"><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-type w-4 h-4" aria-hidden="true"><path d="M12 4v16"></path><path d="M4 7V5a1 1 0 0 1 1-1h14a1 1 0 0 1 1 1v2"></path><path d="M9 20h6"></path></svg></div></div><span class="mx-1 text-muted-foreground flex items-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-arrow-right w-4 h-4" aria-hidden="true"><path d="M5 12h14"></path><path d="m12 5 7 7-7 7"></path></svg></span><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-type w-4 h-4" aria-hidden="true"><path d="M12 4v16"></path><path d="M4 7V5a1 1 0 0 1 1-1h14a1 1 0 0 1 1 1v2"></path><path d="M9 20h6"></path></svg></div></div></div></div><div class="flex flex-col items-center text-center"><div class="text-xs text-muted-foreground mb-2">Capabilities</div><div class="flex gap-1 text-primary"><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-globe w-4 h-4" aria-hidden="true"><circle cx="12" cy="12" r="10"></circle><path d="M12 2a14.5 14.5 0 0 0 0 20 14.5 14.5 0 0 0 0-20"></path><path d="M2 12h20"></path></svg></div></div><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-square-chevron-right w-4 h-4" aria-hidden="true"><rect width="18" height="18" x="3" y="3" rx="2"></rect><path d="m10 8 4 4-4 4"></path></svg></div></div><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-calculator w-4 h-4" aria-hidden="true"><rect width="16" height="20" x="4" y="2" rx="2"></rect><line x1="8" x2="16" y1="6" y2="6"></line><line x1="16" x2="16" y1="14" y2="18"></line><path d="M16 10h.01"></path><path d="M12 10h.01"></path><path d="M8 10h.01"></path><path d="M12 14h.01"></path><path d="M8 14h.01"></path><path d="M12 18h.01"></path><path d="M8 18h.01"></path></svg></div></div></div></div></div></div></div></a><a class="justify-center whitespace-nowrap rounded-md text-sm font-medium ring-offset-background transition-colors disabled:pointer-events-none disabled:opacity-50 border border-input dark:border-gray-500 bg-background hover:bg-accent hover:text-accent-foreground neum h-full flex flex-col min-w-0 items-start text-left p-6 w-full md:w-auto neum-crystal neum-gray focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-primary focus-visible:ring-offset-2 focus-visible:ring-offset-background w-full min-w-0 h-full flex flex-col" href="/docs/model/openai/gpt-oss-120b"><div class="flex flex-col h-full min-w-0"><div class="flex items-start justify-between w-full gap-3 min-w-0 mb-4"><div class="flex items-start gap-3 flex-1 min-w-0 overflow-hidden"><img alt="OpenAI GPT-OSS 120B icon" loading="lazy" width="40" height="40" decoding="async" data-nimg="1" class="rounded flex-shrink-0" style="color:transparent" src="/_next/static/media/openailogo.523c87a0.svg"/><div class="flex-1 min-w-0 overflow-hidden"><h3 class="text-lg font-semibold text-foreground font-header">OpenAI GPT-OSS 120B</h3><p class="text-xs text-muted-foreground mt-1 break-words whitespace-normal">GPT-OSS 120B is OpenAI's flagship open-weight language model with 120 billion parameters, built in browser search and code execution, and reasoning capabilities.</p></div></div><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-chevron-right w-5 h-5 text-muted-foreground flex-shrink-0 mt-0.5" aria-hidden="true"><path d="m9 18 6-6-6-6"></path></svg></div><div class="rounded-lg p-4 border mt-auto"><div class="grid grid-cols-3 gap-4 text-sm"><div class="flex flex-col items-center text-center"><div class="text-xs text-muted-foreground mb-2">Token Speed</div><div class="flex flex-row items-center gap-1 text-primary"><svg width="14" height="18" viewBox="0 0 22 28" fill="none" xmlns="http://www.w3.org/2000/svg" class="grayscale dark:brightness-[5]"><g><g filter="url(#filter0_i_3915_5894)"><path d="M14.6579 2.84175L2.93749 15.0764L10.1882 16.9344L6.93985 26.2607L18.6603 14.026L11.4096 12.168L14.6579 2.84175Z" fill="#F55036"></path></g></g><defs><filter id="filter0_i_3915_5894" x="2.9375" y="2.8418" width="16.1266" height="23.818" filterUnits="userSpaceOnUse" color-interpolation-filters="sRGB"><feFlood flood-opacity="0" result="BackgroundImageFix"></feFlood><feBlend mode="normal" in="SourceGraphic" in2="BackgroundImageFix" result="shape"></feBlend><feColorMatrix in="SourceAlpha" type="matrix" values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 127 0" result="hardAlpha"></feColorMatrix><feOffset dx="0.4" dy="0.4"></feOffset><feGaussianBlur stdDeviation="1"></feGaussianBlur><feComposite in2="hardAlpha" operator="arithmetic" k2="-1" k3="1"></feComposite><feColorMatrix type="matrix" values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.2 0"></feColorMatrix><feBlend mode="normal" in2="shape" result="effect1_innerShadow_3915_5894"></feBlend></filter></defs></svg><span class="text-sm">~500 tps</span></div></div><div class="flex flex-col items-center text-center"><div class="text-xs text-muted-foreground mb-2">Modalities</div><div class="flex mb-1 text-primary"><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-type w-4 h-4" aria-hidden="true"><path d="M12 4v16"></path><path d="M4 7V5a1 1 0 0 1 1-1h14a1 1 0 0 1 1 1v2"></path><path d="M9 20h6"></path></svg></div></div><span class="mx-1 text-muted-foreground flex items-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-arrow-right w-4 h-4" aria-hidden="true"><path d="M5 12h14"></path><path d="m12 5 7 7-7 7"></path></svg></span><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-type w-4 h-4" aria-hidden="true"><path d="M12 4v16"></path><path d="M4 7V5a1 1 0 0 1 1-1h14a1 1 0 0 1 1 1v2"></path><path d="M9 20h6"></path></svg></div></div></div></div><div class="flex flex-col items-center text-center"><div class="text-xs text-muted-foreground mb-2">Capabilities</div><div class="flex gap-1 text-primary"><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-brain w-4 h-4" aria-hidden="true"><path d="M12 5a3 3 0 1 0-5.997.125 4 4 0 0 0-2.526 5.77 4 4 0 0 0 .556 6.588A4 4 0 1 0 12 18Z"></path><path d="M12 5a3 3 0 1 1 5.997.125 4 4 0 0 1 2.526 5.77 4 4 0 0 1-.556 6.588A4 4 0 1 1 12 18Z"></path><path d="M15 13a4.5 4.5 0 0 1-3-4 4.5 4.5 0 0 1-3 4"></path><path d="M17.599 6.5a3 3 0 0 0 .399-1.375"></path><path d="M6.003 5.125A3 3 0 0 0 6.401 6.5"></path><path d="M3.477 10.896a4 4 0 0 1 .585-.396"></path><path d="M19.938 10.5a4 4 0 0 1 .585.396"></path><path d="M6 18a4 4 0 0 1-1.967-.516"></path><path d="M19.967 17.484A4 4 0 0 1 18 18"></path></svg></div></div><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-globe w-4 h-4" aria-hidden="true"><circle cx="12" cy="12" r="10"></circle><path d="M12 2a14.5 14.5 0 0 0 0 20 14.5 14.5 0 0 0 0-20"></path><path d="M2 12h20"></path></svg></div></div><div class="w-6 h-6 flex items-center justify-center border rounded-[4px] p-1"><div class="w-4 h-4 flex items-center justify-center"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-square-chevron-right w-4 h-4" aria-hidden="true"><rect width="18" height="18" x="3" y="3" rx="2"></rect><path d="m10 8 4 4-4 4"></path></svg></div></div></div></div></div></div></div></a></div>148<h2 id="production-models" class="[&:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline"><a href="#production-models" class="anchor-link">Production Models</a></h2>149<p class="text-sm my-3"><strong>Note:</strong> Production models are intended for use in your production environments. They meet or exceed our high standards for speed, quality, and reliability. Read more <a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm" href="/docs/deprecations">here</a>.</p>150<div><div class="w-full"><div class="relative w-full overflow-auto"><table class="w-full caption-bottom text-sm"><thead class="[&_tr]:border-b hover:none"><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted"><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400 w-[30%]" data-column-index="0">MODEL ID</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="1">SPEED151(T/SEC)</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400 w-[15%]" data-column-index="2">PRICE PER1521M TOKENS</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="3">RATE LIMITS153(DEVELOPER PLAN)</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="4">CONTEXT WINDOW154(TOKENS)</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="5">MAX155COMPLETION TOKENS</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400 w-[12%]" data-column-index="6">MAX FILE156SIZE</th></tr></thead><tbody class="[border-0"><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="llama-3.1-8b-instant" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/llama-3.1-8b-instant"><img alt="Meta" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2FMeta_logo.png&w=32&q=75 1x, /_next/image?url=%2FMeta_logo.png&w=48&q=75 2x" src="/_next/image?url=%2FMeta_logo.png&w=48&q=75"/>Llama 3.1 8B</a><span class="text-xs text-muted-foreground select-none">Enterprise</span></div><span class="font-mono text-muted-foreground text-xs">llama-3.1-8b-instant</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">560</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm text-muted-foreground"><span>Contact</span><span>Sales</span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm text-muted-foreground"><span>Contact</span><span>Sales</span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="llama-3.3-70b-versatile" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/llama-3.3-70b-versatile"><img alt="Meta" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2FMeta_logo.png&w=32&q=75 1x, /_next/image?url=%2FMeta_logo.png&w=48&q=75 2x" src="/_next/image?url=%2FMeta_logo.png&w=48&q=75"/>Llama 3.3 70B</a><span class="text-xs text-muted-foreground select-none">Enterprise</span></div><span class="font-mono text-muted-foreground text-xs">llama-3.3-70b-versatile</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">280</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm text-muted-foreground"><span>Contact</span><span>Sales</span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm text-muted-foreground"><span>Contact</span><span>Sales</span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">32,768</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="openai/gpt-oss-120b" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/openai/gpt-oss-120b"><img alt="OpenAI" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" src="/_next/static/media/openailogo.523c87a0.svg"/>GPT OSS 120B</a></div><span class="font-mono text-muted-foreground text-xs">openai/gpt-oss-120b</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">500</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$0.15<!-- --> <span class="text-muted-foreground text-xs">input</span></span><span>$0.60<!-- --> <span class="text-muted-foreground text-xs">output</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>250K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>1K<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">65,536</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="openai/gpt-oss-20b" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/openai/gpt-oss-20b"><img alt="OpenAI" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" src="/_next/static/media/openailogo.523c87a0.svg"/>GPT OSS 20B</a></div><span class="font-mono text-muted-foreground text-xs">openai/gpt-oss-20b</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">1000</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$0.075<!-- --> <span class="text-muted-foreground text-xs">input</span></span><span>$0.30<!-- --> <span class="text-muted-foreground text-xs">output</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>250K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>1K<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">65,536</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="whisper-large-v3" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/whisper-large-v3"><img alt="OpenAI" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" src="/_next/static/media/openailogo.523c87a0.svg"/>Whisper</a></div><span class="font-mono text-muted-foreground text-xs">whisper-large-v3</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$0.111<!-- --> <span class="text-muted-foreground text-xs">per hour</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>200K<!-- --> <span class="text-muted-foreground text-xs">ASH</span></span><span>300<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">100 MB</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="whisper-large-v3-turbo" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/whisper-large-v3-turbo"><img alt="OpenAI" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" src="/_next/static/media/openailogo.523c87a0.svg"/>Whisper Large V3 Turbo</a></div><span class="font-mono text-muted-foreground text-xs">whisper-large-v3-turbo</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$0.04<!-- --> <span class="text-muted-foreground text-xs">per hour</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>400K<!-- --> <span class="text-muted-foreground text-xs">ASH</span></span><span>400<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr></tbody></table></div></div></div>157<h2 id="production-systems" class="[&:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline"><a href="#production-systems" class="anchor-link">Production Systems</a></h2>158<p class="text-sm my-3">Systems are a collection of models and tools that work together to answer a user query.</p>159<br/>160<div><div class="w-full"><div class="relative w-full overflow-auto"><table class="w-full caption-bottom text-sm"><thead class="[&_tr]:border-b hover:none"><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted"><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400 w-[30%]" data-column-index="0">MODEL ID</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="1">SPEED161(T/SEC)</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400 w-[15%]" data-column-index="2">PRICE PER1621M TOKENS</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="3">RATE LIMITS163(DEVELOPER PLAN)</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="4">CONTEXT WINDOW164(TOKENS)</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="5">MAX165COMPLETION TOKENS</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400 w-[12%]" data-column-index="6">MAX FILE166SIZE</th></tr></thead><tbody class="[border-0"><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="groq/compound" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/compound/systems/compound"><img alt="Groq" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2Fgroq-circle.png&w=32&q=75 1x, /_next/image?url=%2Fgroq-circle.png&w=48&q=75 2x" src="/_next/image?url=%2Fgroq-circle.png&w=48&q=75"/>Compound</a></div><span class="font-mono text-muted-foreground text-xs">groq/compound</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">450</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>200K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>200<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">8,192</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="groq/compound-mini" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/compound/systems/compound-mini"><img alt="Groq" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2Fgroq-circle.png&w=32&q=75 1x, /_next/image?url=%2Fgroq-circle.png&w=48&q=75 2x" src="/_next/image?url=%2Fgroq-circle.png&w=48&q=75"/>Compound Mini</a></div><span class="font-mono text-muted-foreground text-xs">groq/compound-mini</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">450</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>200K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>200<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">8,192</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr></tbody></table></div></div></div>167<br/>168<a class="neum neum-crystal h-auto flex flex-col text-left p-6 w-full md:w-auto active:border-black border-2 border-transparent" href="/docs/agentic-tooling"><div class="flex flex-col gap-2 w-full flex-grow"><div class="text-lg font-medium font-header">Learn More About Agentic Tooling</div><div class="flex justify-between items-center gap-2 w-full"><div class="text-xs text-muted-foreground opacity-50">Discover how to build powerful applications with real-time web search and code execution</div><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-chevron-right w-6 h-6" aria-hidden="true"><path d="m9 18 6-6-6-6"></path></svg></div></div></a>169<h2 id="preview-models" class="[&:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline"><a href="#preview-models" class="anchor-link">Preview Models</a></h2>170<p class="text-sm my-3"><strong>Note:</strong> Preview models are intended for evaluation purposes only and should not be used in production environments as they may be discontinued at short notice. Read more about deprecations <a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm" href="/docs/deprecations">here</a>.</p>171<div><div class="w-full"><div class="relative w-full overflow-auto"><table class="w-full caption-bottom text-sm"><thead class="[&_tr]:border-b hover:none"><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted"><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400 w-[30%]" data-column-index="0">MODEL ID</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="1">SPEED172(T/SEC)</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400 w-[15%]" data-column-index="2">PRICE PER1731M TOKENS</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="3">RATE LIMITS174(DEVELOPER PLAN)</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="4">CONTEXT WINDOW175(TOKENS)</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400" data-column-index="5">MAX176COMPLETION TOKENS</th><th class="h-12 py-3 pr-2 text-left align-middle text-xs font-medium uppercase tracking-wider [&:has([role=checkbox])]:pr-0 text-gray-500 dark:text-gray-400 w-[12%]" data-column-index="6">MAX FILE177SIZE</th></tr></thead><tbody class="[border-0"><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="canopylabs/orpheus-arabic-saudi" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/canopylabs/orpheus-arabic-saudi"><img alt="Canopy Labs" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2Fcanopylabs.png&w=32&q=75 1x, /_next/image?url=%2Fcanopylabs.png&w=48&q=75 2x" src="/_next/image?url=%2Fcanopylabs.png&w=48&q=75"/>Canopy Labs Orpheus Arabic Saudi</a></div><span class="font-mono text-muted-foreground text-xs">canopylabs/orpheus-arabic-saudi</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$40.00<!-- --> <span class="text-muted-foreground text-xs">per 1M characters</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>50K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>250<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">4,000</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">50,000</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="canopylabs/orpheus-v1-english" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/canopylabs/orpheus-v1-english"><img alt="Canopy Labs" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2Fcanopylabs.png&w=32&q=75 1x, /_next/image?url=%2Fcanopylabs.png&w=48&q=75 2x" src="/_next/image?url=%2Fcanopylabs.png&w=48&q=75"/>Canopy Labs Orpheus V1 English</a></div><span class="font-mono text-muted-foreground text-xs">canopylabs/orpheus-v1-english</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$22.00<!-- --> <span class="text-muted-foreground text-xs">per 1M characters</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>50K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>250<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">4,000</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">50,000</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="meta-llama/llama-prompt-guard-2-22m" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/meta-llama/llama-prompt-guard-2-22m"><img alt="Meta" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2FMeta_logo.png&w=32&q=75 1x, /_next/image?url=%2FMeta_logo.png&w=48&q=75 2x" src="/_next/image?url=%2FMeta_logo.png&w=48&q=75"/>Llama Prompt Guard 2 22M</a></div><span class="font-mono text-muted-foreground text-xs">meta-llama/llama-prompt-guard-2-22m</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$0.03<!-- --> <span class="text-muted-foreground text-xs">input</span></span><span>$0.03<!-- --> <span class="text-muted-foreground text-xs">output</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>30K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>100<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">512</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">512</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="meta-llama/llama-prompt-guard-2-86m" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/meta-llama/llama-prompt-guard-2-86m"><img alt="Meta" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2FMeta_logo.png&w=32&q=75 1x, /_next/image?url=%2FMeta_logo.png&w=48&q=75 2x" src="/_next/image?url=%2FMeta_logo.png&w=48&q=75"/>Prompt Guard 2 86M</a></div><span class="font-mono text-muted-foreground text-xs">meta-llama/llama-prompt-guard-2-86m</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$0.04<!-- --> <span class="text-muted-foreground text-xs">input</span></span><span>$0.04<!-- --> <span class="text-muted-foreground text-xs">output</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>30K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>100<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">512</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">512</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="minimaxai/minimax-m2.7" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/minimaxai/minimax-m2.7"><img alt="MiniMaxAI" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2Fminimax_logo.png&w=32&q=75 1x, /_next/image?url=%2Fminimax_logo.png&w=48&q=75 2x" src="/_next/image?url=%2Fminimax_logo.png&w=48&q=75"/>MiniMax M2.7</a><span class="text-xs text-muted-foreground select-none">Enterprise</span></div><span class="font-mono text-muted-foreground text-xs">minimaxai/minimax-m2.7</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">260</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm text-muted-foreground"><span>Contact</span><span>Sales</span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm text-muted-foreground"><span>Contact</span><span>Sales</span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">196,608</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="openai/gpt-oss-safeguard-20b" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/openai/gpt-oss-safeguard-20b"><img alt="OpenAI" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" src="/_next/static/media/openailogo.523c87a0.svg"/>Safety GPT OSS 20B</a></div><span class="font-mono text-muted-foreground text-xs">openai/gpt-oss-safeguard-20b</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">1000</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$0.075<!-- --> <span class="text-muted-foreground text-xs">input</span></span><span>$0.30<!-- --> <span class="text-muted-foreground text-xs">output</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>150K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>1K<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">65,536</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">-</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="qwen/qwen3.6-27b" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/qwen/qwen3.6-27b"><img alt="Alibaba Cloud" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2Fqwen_logo.png&w=32&q=75 1x, /_next/image?url=%2Fqwen_logo.png&w=48&q=75 2x" src="/_next/image?url=%2Fqwen_logo.png&w=48&q=75"/>Qwen/Qwen3.6-27B</a></div><span class="font-mono text-muted-foreground text-xs">qwen/qwen3.6-27b</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">500</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$0.60<!-- --> <span class="text-muted-foreground text-xs">input</span></span><span>$3.00<!-- --> <span class="text-muted-foreground text-xs">output</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>250K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>1K<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,072</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">16,384</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">20 MB</div></div></td></tr><tr class="border-b border-nav transition-colors hover:bg-muted/50 data-[state=selected]:bg-muted group"><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[30%]"><div class="flex items-end gap-2 isolate"><div class=""><div id="qwen/qwen3.8-27b" class="flex flex-col"><div class="flex items-center gap-1.5"><a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm font-medium py-0.5" href="/docs/model/qwen/qwen3.8-27b"><img alt="Alibaba Cloud" loading="lazy" width="24" height="24" decoding="async" data-nimg="1" class="inline-block mr-0.5 rounded-xs" style="color:transparent" srcSet="/_next/image?url=%2Fqwen_logo.png&w=32&q=75 1x, /_next/image?url=%2Fqwen_logo.png&w=48&q=75 2x" src="/_next/image?url=%2Fqwen_logo.png&w=48&q=75"/>Qwen/Qwen3.8-27B</a></div><span class="font-mono text-muted-foreground text-xs">qwen/qwen3.8-27b</span></div></div><button type="button" class="invisible group-hover:visible rounded p-1 hover:bg-gray-100 dark:hover:bg-gray-800 focus:outline-none focus:ring-2 focus:ring-gray-200 z-10 relative flex-shrink-0" title="Copy to clipboard"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy h-4 w-4 text-gray-500" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">450</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[15%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>$0.80<!-- --> <span class="text-muted-foreground text-xs">input</span></span><span>$4.00<!-- --> <span class="text-muted-foreground text-xs">output</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow"><div class="flex flex-col text-sm"><span>250K<!-- --> <span class="text-muted-foreground text-xs">TPM</span></span><span>1K<!-- --> <span class="text-muted-foreground text-xs">RPM</span></span></div></div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">131,042</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0"><div class="flex items-end gap-2 isolate"><div class="flex-grow">16,384</div></div></td><td class="py-2 pr-2 align-middle [&:has([role=checkbox])]:pr-0 w-[12%]"><div class="flex items-end gap-2 isolate"><div class="flex-grow">20 MB</div></div></td></tr></tbody></table></div></div></div>178<h2 id="deprecated-models" class="[&:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline"><a href="#deprecated-models" class="anchor-link">Deprecated Models</a></h2>179<p class="text-sm my-3">Deprecated models are models that are no longer supported or will no longer be supported in the future. See our deprecation guidelines and deprecated models <a class="inline-flex items-center gap-1 transition-colors duration-200 font-inter text-foreground underline underline-offset-2 hover:text-primaryaccent text-sm" href="/docs/deprecations">here</a>.</p>180<h2 id="get-all-available-models" class="[&:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline"><a href="#get-all-available-models" class="anchor-link">Get All Available Models</a></h2>181<p class="text-sm my-3">Hosted models are directly accessible through the GroqCloud Models API endpoint using the model IDs mentioned above. You can use the <code class="bg-gray-100 dark:bg-gray-800 py-0.5 px-[0.5em] rounded-[4px]">https://api.groq.com/openai/v1/models</code> endpoint to return a JSON list of all active models:</p>182<div class="rounded-md max-h-[400px] border w-full max-w-[780px] overflow-auto lg:max-h-[600px] min-w-[300px] bg-nav isolate my-3"><div class="text-muted-foreground flex items-center justify-between gap-2 sticky top-0 bg-nav h-[44px] z-10 pr-1 border-b"><div class="grid gap-2 pl-1"><button class="relative inline-flex gap-3 items-center whitespace-nowrap ring-offset-background transition-colors disabled:pointer-events-none disabled:opacity-50 cursor-pointer hover:bg-[var(--neutral-200)] hover:text-accent-foreground dark:hover:bg-[var(--neutral-400)] [.light_&]:hover:!bg-[var(--neutral-200)] h-9 rounded-md px-4 text-[12px] [&_.button-icon]:w-4 [&_.button-icon]:h-4 [&_.button-text]:pt-[0.5px] w-full justify-between aria-expanded:text-accent-foreground font-normal" aria-expanded="false" aria-label="Select a language" type="button" aria-haspopup="dialog" aria-controls="radix-_R_5klfiupff5tn9fd8pb_" data-state="closed"><span class="button-text">Python</span><svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-chevrons-up-down button-icon" aria-hidden="true"><path d="m7 15 5 5 5-5"></path><path d="m7 9 5-5 5 5"></path></svg></button></div><div><button class="relative inline-flex gap-3 items-center justify-center whitespace-nowrap ring-offset-background transition-colors disabled:pointer-events-none disabled:opacity-50 cursor-pointer hover:bg-[var(--neutral-200)] hover:text-accent-foreground dark:hover:bg-[var(--neutral-400)] [.light_&]:hover:!bg-[var(--neutral-200)] h-9 rounded-md px-4 text-[12px] [&_.button-icon]:w-4 [&_.button-icon]:h-4 [&_.button-text]:pt-[0.5px]" title="Copy snippet"><svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy button-icon" aria-hidden="true"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"></rect><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"></path></svg></button></div></div><div><div class="hidden"><pre class="overflow-auto text-sm p-4"><code>curl -X GET "https://api.groq.com/openai/v1/models" \183 -H "Authorization: Bearer $GROQ_API_KEY" \184 -H "Content-Type: application/json"</code></pre></div><div class="hidden"><pre class="overflow-auto text-sm p-4"><code>import Groq from "groq-sdk";185186const groq = new Groq({ apiKey: process.env.GROQ_API_KEY });187188const getModels = async () => {189 return await groq.models.list();190};191192getModels().then((models) => {193 // console.log(models);194});</code></pre></div><div class=""><pre style="color:#d4d4d4;font-size:13px;text-shadow:none;font-family:Menlo, Monaco, Consolas, "Andale Mono", "Ubuntu Mono", "Courier New", monospace;direction:ltr;text-align:left;white-space:pre;word-spacing:normal;word-break:normal;line-height:1.5;-moz-tab-size:4;-o-tab-size:4;tab-size:4;-webkit-hyphens:none;-moz-hyphens:none;-ms-hyphens:none;hyphens:none;padding:1em;margin:0;overflow:auto;background:inherit;padding-top:14px;padding-left:20px;padding-bottom:14px;padding-right:20px"><code data-size="sm" data-type="syntax-highlighter" style="white-space:pre"><span class="token" style="color:#569CD6">import</span><span> requests195</span><span></span><span class="token" style="color:#569CD6">import</span><span> os196</span>197<span>api_key </span><span class="token" style="color:#d4d4d4">=</span><span> os</span><span class="token" style="color:#d4d4d4">.</span><span>environ</span><span class="token" style="color:#d4d4d4">.</span><span>get</span><span class="token" style="color:#d4d4d4">(</span><span class="token" style="color:#ce9178">"GROQ_API_KEY"</span><span class="token" style="color:#d4d4d4">)</span><span>198</span><span>url </span><span class="token" style="color:#d4d4d4">=</span><span> </span><span class="token" style="color:#ce9178">"https://api.groq.com/openai/v1/models"</span><span>199</span>200<span>headers </span><span class="token" style="color:#d4d4d4">=</span><span> </span><span class="token" style="color:#d4d4d4">{</span><span>201</span><span> </span><span class="token" style="color:#ce9178">"Authorization"</span><span class="token" style="color:#d4d4d4">:</span><span> </span><span class="token string-interpolation" style="color:#ce9178">f"Bearer </span><span class="token string-interpolation" style="color:#d4d4d4">{</span><span class="token string-interpolation" style="color:#9cdcfe">api_key</span><span class="token string-interpolation" style="color:#d4d4d4">}</span><span class="token string-interpolation" style="color:#ce9178">"</span><span class="token" style="color:#d4d4d4">,</span><span>202</span><span> </span><span class="token" style="color:#ce9178">"Content-Type"</span><span class="token" style="color:#d4d4d4">:</span><span> </span><span class="token" style="color:#ce9178">"application/json"</span><span>203</span><span></span><span class="token" style="color:#d4d4d4">}</span><span>204</span>205<span>response </span><span class="token" style="color:#d4d4d4">=</span><span> requests</span><span class="token" style="color:#d4d4d4">.</span><span>get</span><span class="token" style="color:#d4d4d4">(</span><span>url</span><span class="token" style="color:#d4d4d4">,</span><span> headers</span><span class="token" style="color:#d4d4d4">=</span><span>headers</span><span class="token" style="color:#d4d4d4">)</span><span>206</span>207<span></span><span class="token" style="color:#569CD6">print</span><span class="token" style="color:#d4d4d4">(</span><span>response</span><span class="token" style="color:#d4d4d4">.</span><span>json</span><span class="token" style="color:#d4d4d4">(</span><span class="token" style="color:#d4d4d4">)</span><span class="token" style="color:#d4d4d4">)</span></code></pre></div></div></div><!--$--><!--/$--><div class="flex items-center gap-4 mt-12 min-h-[30px]"><h3 class="text-sm font-light text-primary">Was this page helpful?</h3><div class="flex items-center space-x-1"><button class="justify-center whitespace-nowrap text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground rounded-md px-3 text-primary h-[30px] gap-2 cursor-pointer flex items-center"><svg xmlns="http://www.w3.org/2000/svg" width="12" height="12" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-thumbs-up text-inherit fill-background" aria-hidden="true"><path d="M7 10v12"></path><path d="M15 5.88 14 10h5.83a2 2 0 0 1 1.92 2.56l-2.33 8A2 2 0 0 1 17.5 22H4a2 2 0 0 1-2-2v-8a2 2 0 0 1 2-2h2.76a2 2 0 0 0 1.79-1.11L12 2a3.13 3.13 0 0 1 3 3.88Z"></path></svg><span class="text-xs">Yes</span></button><button class="items-center justify-center whitespace-nowrap text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground rounded-md px-3 text-primary h-[30px] gap-2 cursor-pointer flex item-center"><svg xmlns="http://www.w3.org/2000/svg" width="12" height="12" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-thumbs-down text-inherit fill-background" aria-hidden="true"><path d="M17 14V2"></path><path d="M9 18.12 10 14H4.17a2 2 0 0 1-1.92-2.56l2.33-8A2 2 0 0 1 6.5 2H20a2 2 0 0 1 2 2v8a2 2 0 0 1-2 2h-2.76a2 2 0 0 0-1.79 1.11L12 22a3.13 3.13 0 0 1-3-3.88Z"></path></svg><span class="text-xs">No</span></button><button class="items-center justify-center whitespace-nowrap text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground rounded-md px-3 text-primary h-[30px] gap-2 cursor-pointer flex item-center"><svg xmlns="http://www.w3.org/2000/svg" width="12" height="12" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-pencil text-inherit" aria-hidden="true"><path d="M21.174 6.812a1 1 0 0 0-3.986-3.987L3.842 16.174a2 2 0 0 0-.5.83l-1.321 4.352a.5.5 0 0 0 .623.622l4.353-1.32a2 2 0 0 0 .83-.497z"></path><path d="m15 5 4 4"></path></svg><span class="text-xs">Suggest Edits</span></button></div></div></div></div><div class="hidden lg:block w-[14rem] max-w-[14rem] flex-shrink-0 pl-8"><div class="sticky top-0 pb-8"><div class="space-y-2"><h4 class="text-sm font-semibold flex items-center gap-2 flex-row text-primary font-header mb-4"><svg xmlns="http://www.w3.org/2000/svg" width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-align-left" aria-hidden="true"><path d="M15 12H3"></path><path d="M17 18H3"></path><path d="M21 6H3"></path></svg>On this page</h4><div class="relative overflow-y-auto max-h-[calc(100dvh-10rem)]"><ul class="space-y-2 pl-4 border-l-2 border-gray-200 dark:border-gray-700 overflow-hidden"><li class="relative"><div class="block text-sm tracking-tight h-5 bg-gray-200 dark:bg-gray-700 rounded animate-pulse max-w-full" style="width:62%"></div></li><li class="relative"><div class="block text-sm tracking-tight h-5 bg-gray-200 dark:bg-gray-700 rounded animate-pulse max-w-full" style="width:74%"></div></li><li class="relative"><div class="block text-sm tracking-tight h-5 bg-gray-200 dark:bg-gray-700 rounded animate-pulse max-w-full" style="width:85%"></div></li></ul></div></div></div></div></div></div></div></div></div></div></div><section aria-label="Notifications alt+T" tabindex="-1" aria-live="polite" aria-relevant="additions text" aria-atomic="false"></section><!--$--><!--/$--><script src="/_next/static/chunks/webpack-4c888fe2ba54f982.js" id="_R_" async=""></script><script>(self.__next_f=self.__next_f||[]).push([0])</script><script>self.__next_f.push([1,"1:\"$Sreact.fragment\"\n3:I[18834,[],\"ClientSegmentRoot\"]\n"])</script><script>self.__next_f.push([1,"4:I[51106,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"9603\",\"static/chunks/9603-1bdbd878fd9581e7.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"9373\",\"static/chunks/9373-4016758f85fe77e8.js\",\"3587\",\"static/chunks/3587-58960acfe3564002.js\",\"5853\",\"static/chunks/5853-6c763e19311b4981.js\",\"3536\",\"static/chunks/3536-f14290971a3aa7e8.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"1395\",\"static/chunks/1395-4c42f474c77450ef.js\",\"1502\",\"static/chunks/1502-2bd2e799768f9ef4.js\",\"1085\",\"static/chunks/1085-ee7decdffd124a62.js\",\"9870\",\"static/chunks/app/(console)/layout-df79c7fba285d4fe.js\"],\"default\"]\n"])</script><script>self.__next_f.push([1,"5:I[46875,[],\"\"]\n6:I[35403,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"806\",\"static/chunks/app/(console)/error-fecea6936e021330.js\"],\"default\"]\n7:I[68743,[],\"\"]\na:I[48543,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"3148\",\"static/chunks/app/(console)/docs/(mdx-pages)/layout-b4da334159596a11.js\"],\"FeedbackCollector\"]\n"])</script><script>self.__next_f.push([1,"b:I[68511,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"9603\",\"static/chunks/9603-1bdbd878fd9581e7.js\",\"9837\",\"static/chunks/9837-e13ee65df95cce58.js\",\"620\",\"static/chunks/620-cc50a2176b14953a.js\",\"4044\",\"static/chunks/4044-926314e60397dfa0.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"9373\",\"static/chunks/9373-4016758f85fe77e8.js\",\"5853\",\"static/chunks/5853-6c763e19311b4981.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"9502\",\"static/chunks/9502-1d0f0302c5330456.js\",\"1395\",\"static/chunks/1395-4c42f474c77450ef.js\",\"4203\",\"static/chunks/4203-5fe984d9e0ac7510.js\",\"9806\",\"static/chunks/app/(console)/docs/(mdx-pages)/models/page-dbb0c0f6fa5560c5.js\"],\"CopyAsMarkdownButton\"]\n"])</script><script>self.__next_f.push([1,"c:I[1042,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"9603\",\"static/chunks/9603-1bdbd878fd9581e7.js\",\"9837\",\"static/chunks/9837-e13ee65df95cce58.js\",\"620\",\"static/chunks/620-cc50a2176b14953a.js\",\"4044\",\"static/chunks/4044-926314e60397dfa0.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"9373\",\"static/chunks/9373-4016758f85fe77e8.js\",\"5853\",\"static/chunks/5853-6c763e19311b4981.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"9502\",\"static/chunks/9502-1d0f0302c5330456.js\",\"1395\",\"static/chunks/1395-4c42f474c77450ef.js\",\"4203\",\"static/chunks/4203-5fe984d9e0ac7510.js\",\"9806\",\"static/chunks/app/(console)/docs/(mdx-pages)/models/page-dbb0c0f6fa5560c5.js\"],\"\"]\n"])</script><script>self.__next_f.push([1,"d:I[15615,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"9603\",\"static/chunks/9603-1bdbd878fd9581e7.js\",\"9837\",\"static/chunks/9837-e13ee65df95cce58.js\",\"620\",\"static/chunks/620-cc50a2176b14953a.js\",\"4044\",\"static/chunks/4044-926314e60397dfa0.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"9373\",\"static/chunks/9373-4016758f85fe77e8.js\",\"5853\",\"static/chunks/5853-6c763e19311b4981.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"9502\",\"static/chunks/9502-1d0f0302c5330456.js\",\"1395\",\"static/chunks/1395-4c42f474c77450ef.js\",\"4203\",\"static/chunks/4203-5fe984d9e0ac7510.js\",\"9806\",\"static/chunks/app/(console)/docs/(mdx-pages)/models/page-dbb0c0f6fa5560c5.js\"],\"Image\"]\n"])</script><script>self.__next_f.push([1,"25:I[17252,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"7252\",\"static/chunks/7252-92a41c7c669bd010.js\",\"4219\",\"static/chunks/app/global-error-6fb4e63f0902b190.js\"],\"default\"]\n:HL[\"/_next/static/media/17e5ee57c5ca5e5a-s.p.woff2\",\"font\",{\"crossOrigin\":\"\",\"type\":\"font/woff2\"}]\n:HL[\"/_next/static/media/36966cca54120369-s.p.woff2\",\"font\",{\"crossOrigin\":\"\",\"type\":\"font/woff2\"}]\n:HL[\"/_next/static/media/904be59b21bd51cb-s.p.woff2\",\"font\",{\"crossOrigin\":\"\",\"type\":\"font/woff2\"}]\n:HL[\"/_next/static/media/98e207f02528a563-s.p.woff2\",\"font\",{\"crossOrigin\":\"\",\"type\":\"font/woff2\"}]\n:HL[\"/_next/static/media/d3ebbfd689654d3a-s.p.woff2\",\"font\",{\"crossOrigin\":\"\",\"type\":\"font/woff2\"}]\n:HL[\"/_next/static/media/e4af272ccee01ff0-s.p.woff2\",\"font\",{\"crossOrigin\":\"\",\"type\":\"font/woff2\"}]\n:HL[\"/_next/static/media/f36144f235cd456e-s.p.woff2\",\"font\",{\"crossOrigin\":\"\",\"type\":\"font/woff2\"}]\n:HL[\"/_next/static/css/f45d8a18f54cc3ac.css\",\"style\"]\n:HL[\"/_next/static/css/8f8f35646157a18a.css\",\"style\"]\n:HL[\"/_next/static/css/ac38a6d5f9be034c.css\",\"style\"]\n:HL[\"/_next/static/css/e4f71bf329054e3a.css\",\"style\"]\n:HL[\"/_next/static/css/7da1762454660603.css\",\"style\"]\n:HL[\"/_next/static/css/c584d21c6b86a9bf.css\",\"style\"]\n:HL[\"/_next/static/css/ed0d2ab9f170a840.css\",\"style\"]\n"])</script><script>self.__next_f.push([1,"0:{\"P\":null,\"b\":\"czjgM08utXRApdbmXjZQc\",\"p\":\"\",\"c\":[\"\",\"docs\",\"models\"],\"i\":false,\"f\":[[[\"\",{\"children\":[\"(console)\",{\"children\":[\"docs\",{\"children\":[\"(mdx-pages)\",{\"children\":[\"models\",{\"children\":[\"__PAGE__\",{}]}]}]}]}]},\"$undefined\",\"$undefined\",true],[\"\",[\"$\",\"$1\",\"c\",{\"children\":[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/f45d8a18f54cc3ac.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}],[\"$\",\"link\",\"1\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/8f8f35646157a18a.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}],[\"$\",\"link\",\"2\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/ac38a6d5f9be034c.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}],[\"$\",\"link\",\"3\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/e4f71bf329054e3a.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}],[\"$\",\"link\",\"4\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/7da1762454660603.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}]],\"$L2\"]}],{\"children\":[\"(console)\",[\"$\",\"$1\",\"c\",{\"children\":[null,[\"$\",\"$L3\",null,{\"Component\":\"$4\",\"slots\":{\"children\":[\"$\",\"$L5\",null,{\"parallelRouterKey\":\"children\",\"error\":\"$6\",\"errorStyles\":[],\"errorScripts\":[],\"template\":[\"$\",\"$L7\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":\"$undefined\",\"forbidden\":\"$undefined\",\"unauthorized\":\"$undefined\"}]},\"params\":{},\"promise\":\"$@8\"}]]}],{\"children\":[\"docs\",[\"$\",\"$1\",\"c\",{\"children\":[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/c584d21c6b86a9bf.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}]],\"$L9\"]}],{\"children\":[\"(mdx-pages)\",[\"$\",\"$1\",\"c\",{\"children\":[null,[\"$\",\"div\",null,{\"children\":[[\"$\",\"$L5\",null,{\"parallelRouterKey\":\"children\",\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"errorScripts\":\"$undefined\",\"template\":[\"$\",\"$L7\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":\"$undefined\",\"forbidden\":\"$undefined\",\"unauthorized\":\"$undefined\"}],[\"$\",\"$La\",null,{}]]}]]}],{\"children\":[\"models\",[\"$\",\"$1\",\"c\",{\"children\":[null,[\"$\",\"$L5\",null,{\"parallelRouterKey\":\"children\",\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"errorScripts\":\"$undefined\",\"template\":[\"$\",\"$L7\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":\"$undefined\",\"forbidden\":\"$undefined\",\"unauthorized\":\"$undefined\"}]]}],{\"children\":[\"__PAGE__\",[\"$\",\"$1\",\"c\",{\"children\":[[[\"$\",\"div\",null,{\"className\":\"flex flex-col sm:flex-row sm:items-center gap-2 sm:gap-4 mb-3 justify-between\",\"children\":[[\"$\",\"h1\",null,{\"className\":\"text-2xl font-semibold font-header\",\"children\":\"Supported Models\"}],[\"$\",\"$Lb\",null,{}]]}],\"\\n\",[\"$\",\"p\",null,{\"className\":\"text-sm my-3\",\"children\":\"Explore all available models on GroqCloud.\"}],\"\\n\",[\"$\",\"h2\",null,{\"id\":\"featured-models-and-systems\",\"className\":\"[\u0026:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline\",\"children\":[\"$\",\"a\",null,{\"href\":\"#featured-models-and-systems\",\"className\":\"anchor-link\",\"children\":[\"Featured Models and Systems\"]}]}],\"\\n\",[\"$\",\"div\",null,{\"className\":\"w-full grid grid-cols-[repeat(auto-fit,minmax(320px,1fr))] gap-7\",\"children\":[[\"$\",\"$Lc\",\"Groq Compound\",{\"href\":\"/docs/compound/systems/compound\",\"prefetch\":true,\"className\":\"justify-center whitespace-nowrap rounded-md text-sm font-medium ring-offset-background transition-colors disabled:pointer-events-none disabled:opacity-50 border border-input dark:border-gray-500 bg-background hover:bg-accent hover:text-accent-foreground neum h-full flex flex-col min-w-0 items-start text-left p-6 w-full md:w-auto neum-crystal neum-gray focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-primary focus-visible:ring-offset-2 focus-visible:ring-offset-background w-full min-w-0 h-full flex flex-col\",\"children\":[\"$\",\"div\",null,{\"className\":\"flex flex-col h-full min-w-0\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-start justify-between w-full gap-3 min-w-0 mb-4\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-start gap-3 flex-1 min-w-0 overflow-hidden\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/groq-circle.png\",\"alt\":\"Groq Compound icon\",\"width\":40,\"height\":40,\"className\":\"rounded flex-shrink-0\"}],[\"$\",\"div\",null,{\"className\":\"flex-1 min-w-0 overflow-hidden\",\"children\":[[\"$\",\"h3\",null,{\"className\":\"text-lg font-semibold text-foreground font-header\",\"children\":\"Groq Compound\"}],[\"$\",\"p\",null,{\"className\":\"text-xs text-muted-foreground mt-1 break-words whitespace-normal\",\"children\":\"Groq Compound is an AI system powered by openly available models that intelligently and selectively uses built-in tools to answer user queries, including web search and code execution.\"}]]}]]}],\"$Le\"]}],\"$Lf\"]}],\"ref\":null}],\"$L10\"]}],\"\\n\",\"$L11\",\"\\n\",\"$L12\",\"\\n\",\"$L13\",\"\\n\",\"$L14\",\"\\n\",\"$L15\",\"\\n\",\"$L16\",\"\\n\",\"$L17\",\"\\n\",\"$L18\",\"\\n\",\"$L19\",\"\\n\",\"$L1a\",\"\\n\",\"$L1b\",\"\\n\",\"$L1c\",\"\\n\",\"$L1d\",\"\\n\",\"$L1e\",\"\\n\",\"$L1f\",\"\\n\",\"$L20\",\"\\n\",\"$L21\"],[\"$L22\"],\"$L23\"]}],{},null,false]},null,false]},null,false]},null,false]},null,false]},null,false],\"$L24\",false]],\"m\":\"$undefined\",\"G\":[\"$25\",[\"$L26\",\"$L27\",\"$L28\"]],\"s\":false,\"S\":true}\n"])</script><script>self.__next_f.push([1,"32:I[66392,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"9603\",\"static/chunks/9603-1bdbd878fd9581e7.js\",\"9837\",\"static/chunks/9837-e13ee65df95cce58.js\",\"620\",\"static/chunks/620-cc50a2176b14953a.js\",\"4044\",\"static/chunks/4044-926314e60397dfa0.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"9373\",\"static/chunks/9373-4016758f85fe77e8.js\",\"5853\",\"static/chunks/5853-6c763e19311b4981.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"9502\",\"static/chunks/9502-1d0f0302c5330456.js\",\"1395\",\"static/chunks/1395-4c42f474c77450ef.js\",\"4203\",\"static/chunks/4203-5fe984d9e0ac7510.js\",\"9806\",\"static/chunks/app/(console)/docs/(mdx-pages)/models/page-dbb0c0f6fa5560c5.js\"],\"Link\"]\n"])</script><script>self.__next_f.push([1,"33:I[40331,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"9603\",\"static/chunks/9603-1bdbd878fd9581e7.js\",\"9837\",\"static/chunks/9837-e13ee65df95cce58.js\",\"620\",\"static/chunks/620-cc50a2176b14953a.js\",\"4044\",\"static/chunks/4044-926314e60397dfa0.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"9373\",\"static/chunks/9373-4016758f85fe77e8.js\",\"5853\",\"static/chunks/5853-6c763e19311b4981.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"9502\",\"static/chunks/9502-1d0f0302c5330456.js\",\"1395\",\"static/chunks/1395-4c42f474c77450ef.js\",\"4203\",\"static/chunks/4203-5fe984d9e0ac7510.js\",\"9806\",\"static/chunks/app/(console)/docs/(mdx-pages)/models/page-dbb0c0f6fa5560c5.js\"],\"PanelButton\"]\n"])</script><script>self.__next_f.push([1,"34:I[40291,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"9603\",\"static/chunks/9603-1bdbd878fd9581e7.js\",\"9837\",\"static/chunks/9837-e13ee65df95cce58.js\",\"620\",\"static/chunks/620-cc50a2176b14953a.js\",\"4044\",\"static/chunks/4044-926314e60397dfa0.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"9373\",\"static/chunks/9373-4016758f85fe77e8.js\",\"5853\",\"static/chunks/5853-6c763e19311b4981.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"9502\",\"static/chunks/9502-1d0f0302c5330456.js\",\"1395\",\"static/chunks/1395-4c42f474c77450ef.js\",\"4203\",\"static/chunks/4203-5fe984d9e0ac7510.js\",\"9806\",\"static/chunks/app/(console)/docs/(mdx-pages)/models/page-dbb0c0f6fa5560c5.js\"],\"default\"]\n"])</script><script>self.__next_f.push([1,"35:I[50834,[],\"OutletBoundary\"]\n37:I[17031,[],\"AsyncMetadataOutlet\"]\n39:I[50834,[],\"ViewportBoundary\"]\n3b:I[50834,[],\"MetadataBoundary\"]\n3c:\"$Sreact.suspense\"\ne:[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-chevron-right w-5 h-5 text-muted-foreground flex-shrink-0 mt-0.5\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"path\",\"mthhwq\",{\"d\":\"m9 18 6-6-6-6\"}],\"$undefined\"]}]\n"])</script><script>self.__next_f.push([1,"f:[\"$\",\"div\",null,{\"className\":\"rounded-lg p-4 border mt-auto\",\"children\":[\"$\",\"div\",null,{\"className\":\"grid grid-cols-3 gap-4 text-sm\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex flex-col items-center text-center\",\"children\":[[\"$\",\"div\",null,{\"className\":\"text-xs text-muted-foreground mb-2\",\"children\":\"Token Speed\"}],[\"$\",\"div\",null,{\"className\":\"flex flex-row items-center gap-1 text-primary\",\"children\":[[\"$\",\"svg\",null,{\"width\":14,\"height\":18,\"viewBox\":\"0 0 22 28\",\"fill\":\"none\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"className\":\"grayscale dark:brightness-[5]\",\"children\":[[\"$\",\"g\",null,{\"children\":[\"$\",\"g\",null,{\"filter\":\"url(#filter0_i_3915_5894)\",\"children\":[\"$\",\"path\",null,{\"d\":\"M14.6579 2.84175L2.93749 15.0764L10.1882 16.9344L6.93985 26.2607L18.6603 14.026L11.4096 12.168L14.6579 2.84175Z\",\"fill\":\"#F55036\"}]}]}],[\"$\",\"defs\",null,{\"children\":[\"$\",\"filter\",null,{\"id\":\"filter0_i_3915_5894\",\"x\":\"2.9375\",\"y\":\"2.8418\",\"width\":\"16.1266\",\"height\":\"23.818\",\"filterUnits\":\"userSpaceOnUse\",\"colorInterpolationFilters\":\"sRGB\",\"children\":[[\"$\",\"feFlood\",null,{\"floodOpacity\":\"0\",\"result\":\"BackgroundImageFix\"}],[\"$\",\"feBlend\",null,{\"mode\":\"normal\",\"in\":\"SourceGraphic\",\"in2\":\"BackgroundImageFix\",\"result\":\"shape\"}],[\"$\",\"feColorMatrix\",null,{\"in\":\"SourceAlpha\",\"type\":\"matrix\",\"values\":\"0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 127 0\",\"result\":\"hardAlpha\"}],[\"$\",\"feOffset\",null,{\"dx\":\"0.4\",\"dy\":\"0.4\"}],[\"$\",\"feGaussianBlur\",null,{\"stdDeviation\":\"1\"}],[\"$\",\"feComposite\",null,{\"in2\":\"hardAlpha\",\"operator\":\"arithmetic\",\"k2\":\"-1\",\"k3\":\"1\"}],[\"$\",\"feColorMatrix\",null,{\"type\":\"matrix\",\"values\":\"0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.2 0\"}],[\"$\",\"feBlend\",null,{\"mode\":\"normal\",\"in2\":\"shape\",\"result\":\"effect1_innerShadow_3915_5894\"}]]}]}]]}],[\"$\",\"span\",null,{\"className\":\"text-sm\",\"children\":\"~450 tps\"}]]}]]}],[\"$\",\"div\",null,{\"className\":\"flex flex-col items-center text-center\",\"children\":[[\"$\",\"div\",null,{\"className\":\"text-xs text-muted-foreground mb-2\",\"children\":\"Modalities\"}],[\"$\",\"div\",null,{\"className\":\"flex mb-1 text-primary\",\"children\":[[\"$\",\"div\",null,{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-type w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"path\",\"1654pz\",{\"d\":\"M12 4v16\"}],[\"$\",\"path\",\"e0r10z\",{\"d\":\"M4 7V5a1 1 0 0 1 1-1h14a1 1 0 0 1 1 1v2\"}],[\"$\",\"path\",\"s66wpe\",{\"d\":\"M9 20h6\"}],\"$undefined\"]}]}]}],[\"$\",\"span\",null,{\"className\":\"mx-1 text-muted-foreground flex items-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-arrow-right w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"path\",\"1ays0h\",{\"d\":\"M5 12h14\"}],[\"$\",\"path\",\"xquz4c\",{\"d\":\"m12 5 7 7-7 7\"}],\"$undefined\"]}]}],[\"$\",\"div\",null,{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-type w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"path\",\"1654pz\",{\"d\":\"M12 4v16\"}],[\"$\",\"path\",\"e0r10z\",{\"d\":\"M4 7V5a1 1 0 0 1 1-1h14a1 1 0 0 1 1 1v2\"}],[\"$\",\"path\",\"s66wpe\",{\"d\":\"M9 20h6\"}],\"$undefined\"]}]}]}]]}]]}],[\"$\",\"div\",null,{\"className\":\"flex flex-col items-center text-center\",\"children\":[[\"$\",\"div\",null,{\"className\":\"text-xs text-muted-foreground mb-2\",\"children\":\"Capabilities\"}],[\"$\",\"div\",null,{\"className\":\"flex gap-1 text-primary\",\"children\":[[\"$\",\"div\",\"browser-search\",{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-globe w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[\"$L29\",\"$L2a\",\"$L2b\",\"$undefined\"]}]}]}],\"$L2c\",\"$L2d\"]}]]}]]}]}]\n"])</script><script>self.__next_f.push([1,"10:[\"$\",\"$Lc\",\"OpenAI GPT-OSS 120B\",{\"href\":\"/docs/model/openai/gpt-oss-120b\",\"prefetch\":true,\"className\":\"justify-center whitespace-nowrap rounded-md text-sm font-medium ring-offset-background transition-colors disabled:pointer-events-none disabled:opacity-50 border border-input dark:border-gray-500 bg-background hover:bg-accent hover:text-accent-foreground neum h-full flex flex-col min-w-0 items-start text-left p-6 w-full md:w-auto neum-crystal neum-gray focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-primary focus-visible:ring-offset-2 focus-visible:ring-offset-background w-full min-w-0 h-full flex flex-col\",\"children\":[\"$\",\"div\",null,{\"className\":\"flex flex-col h-full min-w-0\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-start justify-between w-full gap-3 min-w-0 mb-4\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-start gap-3 flex-1 min-w-0 overflow-hidden\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":{\"src\":\"/_next/static/media/openailogo.523c87a0.svg\",\"height\":721,\"width\":721,\"blurWidth\":0,\"blurHeight\":0},\"alt\":\"OpenAI GPT-OSS 120B icon\",\"width\":40,\"height\":40,\"className\":\"rounded flex-shrink-0\"}],[\"$\",\"div\",null,{\"className\":\"flex-1 min-w-0 overflow-hidden\",\"children\":[[\"$\",\"h3\",null,{\"className\":\"text-lg font-semibold text-foreground font-header\",\"children\":\"OpenAI GPT-OSS 120B\"}],[\"$\",\"p\",null,{\"className\":\"text-xs text-muted-foreground mt-1 break-words whitespace-normal\",\"children\":\"GPT-OSS 120B is OpenAI's flagship open-weight language model with 120 billion parameters, built in browser search and code execution, and reasoning capabilities.\"}]]}]]}],[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-chevron-right w-5 h-5 text-muted-foreground flex-shrink-0 mt-0.5\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"path\",\"mthhwq\",{\"d\":\"m9 18 6-6-6-6\"}],\"$undefined\"]}]]}],[\"$\",\"div\",null,{\"className\":\"rounded-lg p-4 border mt-auto\",\"children\":[\"$\",\"div\",null,{\"className\":\"grid grid-cols-3 gap-4 text-sm\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex flex-col items-center text-center\",\"children\":[[\"$\",\"div\",null,{\"className\":\"text-xs text-muted-foreground mb-2\",\"children\":\"Token Speed\"}],[\"$\",\"div\",null,{\"className\":\"flex flex-row items-center gap-1 text-primary\",\"children\":[[\"$\",\"svg\",null,{\"width\":14,\"height\":18,\"viewBox\":\"0 0 22 28\",\"fill\":\"none\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"className\":\"grayscale dark:brightness-[5]\",\"children\":[[\"$\",\"g\",null,{\"children\":[\"$\",\"g\",null,{\"filter\":\"url(#filter0_i_3915_5894)\",\"children\":[\"$\",\"path\",null,{\"d\":\"M14.6579 2.84175L2.93749 15.0764L10.1882 16.9344L6.93985 26.2607L18.6603 14.026L11.4096 12.168L14.6579 2.84175Z\",\"fill\":\"#F55036\"}]}]}],[\"$\",\"defs\",null,{\"children\":[\"$\",\"filter\",null,{\"id\":\"filter0_i_3915_5894\",\"x\":\"2.9375\",\"y\":\"2.8418\",\"width\":\"16.1266\",\"height\":\"23.818\",\"filterUnits\":\"userSpaceOnUse\",\"colorInterpolationFilters\":\"sRGB\",\"children\":[[\"$\",\"feFlood\",null,{\"floodOpacity\":\"0\",\"result\":\"BackgroundImageFix\"}],[\"$\",\"feBlend\",null,{\"mode\":\"normal\",\"in\":\"SourceGraphic\",\"in2\":\"BackgroundImageFix\",\"result\":\"shape\"}],[\"$\",\"feColorMatrix\",null,{\"in\":\"SourceAlpha\",\"type\":\"matrix\",\"values\":\"0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 127 0\",\"result\":\"hardAlpha\"}],[\"$\",\"feOffset\",null,{\"dx\":\"0.4\",\"dy\":\"0.4\"}],[\"$\",\"feGaussianBlur\",null,{\"stdDeviation\":\"1\"}],[\"$\",\"feComposite\",null,{\"in2\":\"hardAlpha\",\"operator\":\"arithmetic\",\"k2\":\"-1\",\"k3\":\"1\"}],[\"$\",\"feColorMatrix\",null,{\"type\":\"matrix\",\"values\":\"0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.2 0\"}],[\"$\",\"feBlend\",null,{\"mode\":\"normal\",\"in2\":\"shape\",\"result\":\"effect1_innerShadow_3915_5894\"}]]}]}]]}],[\"$\",\"span\",null,{\"className\":\"text-sm\",\"children\":\"~500 tps\"}]]}]]}],[\"$\",\"div\",null,{\"className\":\"flex flex-col items-center text-center\",\"children\":[[\"$\",\"div\",null,{\"className\":\"text-xs text-muted-foreground mb-2\",\"children\":\"Modalities\"}],[\"$\",\"div\",null,{\"className\":\"flex mb-1 text-primary\",\"children\":[[\"$\",\"div\",null,{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":\"$L2e\"}],\"$L2f\",\"$L30\"]}]]}],\"$L31\"]}]}]]}],\"ref\":null}]\n"])</script><script>self.__next_f.push([1,"11:[\"$\",\"h2\",null,{\"id\":\"production-models\",\"className\":\"[\u0026:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline\",\"children\":[\"$\",\"a\",null,{\"href\":\"#production-models\",\"className\":\"anchor-link\",\"children\":[\"Production Models\"]}]}]\n12:[\"$\",\"p\",null,{\"className\":\"text-sm my-3\",\"children\":[[\"$\",\"strong\",null,{\"children\":\"Note:\"}],\" Production models are intended for use in your production environments. They meet or exceed our high standards for speed, quality, and reliability. Read more \",[\"$\",\"$L32\",null,{\"prefetch\":true,\"href\":\"/docs/deprecations\",\"children\":\"here\"}],\".\"]}]\n14:[\"$\",\"h2\",null,{\"id\":\"production-systems\",\"className\":\"[\u0026:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline\",\"children\":[\"$\",\"a\",null,{\"href\":\"#production-systems\",\"className\":\"anchor-link\",\"children\":[\"Production Systems\"]}]}]\n15:[\"$\",\"p\",null,{\"className\":\"text-sm my-3\",\"children\":\"Systems are a collection of models and tools that work together to answer a user query.\"}]\n16:[\"$\",\"br\",null,{}]\n18:[\"$\",\"br\",null,{}]\n19:[\"$\",\"$L33\",null,{\"content\":{\"title\":\"Learn More About Agentic Tooling\",\"description\":\"Discover how to build powerful applications with real-time web search and code execution\"},\"variant\":\"crystal\",\"href\":\"/docs/agentic-tooling\"}]\n1a:[\"$\",\"h2\",null,{\"id\":\"preview-models\",\"className\":\"[\u0026:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline\",\"children\":[\"$\",\"a\",null,{\"href\":\"#preview-models\",\"className\":\"anchor-link\",\"children\":[\"Preview Models\"]}]}]\n1b:[\"$\",\"p\",null,{\"className\":\"text-sm my-3\",\"children\":[[\"$\",\"strong\",null,{\"children\":\"Note:\"}],\" Preview models are intended for evaluation purposes only and should not be used in production environments as they may be discontinued at short notice. Read more about deprecations \",[\"$\",\"$L32\",null,{\"prefetch\":true,\"href\":\"/docs/deprecations\",\"children\":\"here\"}],\".\"]}]\n1d:[\"$\",\"h2\",null,{\"id\":\"deprecated-models\",\"className\":\"[\u0026:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibo"])</script><script>self.__next_f.push([1,"ld font-header hover:underline\",\"children\":[\"$\",\"a\",null,{\"href\":\"#deprecated-models\",\"className\":\"anchor-link\",\"children\":[\"Deprecated Models\"]}]}]\n1e:[\"$\",\"p\",null,{\"className\":\"text-sm my-3\",\"children\":[\"Deprecated models are models that are no longer supported or will no longer be supported in the future. See our deprecation guidelines and deprecated models \",[\"$\",\"$L32\",null,{\"prefetch\":true,\"href\":\"/docs/deprecations\",\"children\":\"here\"}],\".\"]}]\n1f:[\"$\",\"h2\",null,{\"id\":\"get-all-available-models\",\"className\":\"[\u0026:not(:first-child)]:mt-12 mb-3 text-xl w-fit font-semibold font-header hover:underline\",\"children\":[\"$\",\"a\",null,{\"href\":\"#get-all-available-models\",\"className\":\"anchor-link\",\"children\":[\"Get All Available Models\"]}]}]\n20:[\"$\",\"p\",null,{\"className\":\"text-sm my-3\",\"children\":[\"Hosted models are directly accessible through the GroqCloud Models API endpoint using the model IDs mentioned above. You can use the \",[\"$\",\"code\",null,{\"className\":\"bg-gray-100 dark:bg-gray-800 py-0.5 px-[0.5em] rounded-[4px]\",\"children\":\"https://api.groq.com/openai/v1/models\"}],\" endpoint to return a JSON list of all active models:\"]}]\n"])</script><script>self.__next_f.push([1,"21:[\"$\",\"$L34\",null,{\"languageExamples\":[{\"language\":\"shell\",\"example\":\"curl -X GET \\\"https://api.groq.com/openai/v1/models\\\" \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\"\"},{\"language\":\"javascript\",\"example\":\"import Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq({ apiKey: process.env.GROQ_API_KEY });\\n\\nconst getModels = async () =\u003e {\\n return await groq.models.list();\\n};\\n\\ngetModels().then((models) =\u003e {\\n // console.log(models);\\n});\\n\"},{\"language\":\"python\",\"example\":\"import requests\\nimport os\\n\\napi_key = os.environ.get(\\\"GROQ_API_KEY\\\")\\nurl = \\\"https://api.groq.com/openai/v1/models\\\"\\n\\nheaders = {\\n \\\"Authorization\\\": f\\\"Bearer {api_key}\\\",\\n \\\"Content-Type\\\": \\\"application/json\\\"\\n}\\n\\nresponse = requests.get(url, headers=headers)\\n\\nprint(response.json())\"}]}]\n"])</script><script>self.__next_f.push([1,"22:[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/ed0d2ab9f170a840.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}]\n23:[\"$\",\"$L35\",null,{\"children\":[\"$L36\",[\"$\",\"$L37\",null,{\"promise\":\"$@38\"}]]}]\n24:[\"$\",\"$1\",\"h\",{\"children\":[null,[[\"$\",\"$L39\",null,{\"children\":\"$L3a\"}],[\"$\",\"meta\",null,{\"name\":\"next-size-adjust\",\"content\":\"\"}]],[\"$\",\"$L3b\",null,{\"children\":[\"$\",\"div\",null,{\"hidden\":true,\"children\":[\"$\",\"$3c\",null,{\"fallback\":null,\"children\":\"$L3d\"}]}]}]]}]\n26:[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/e4f71bf329054e3a.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}]\n27:[\"$\",\"link\",\"1\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/7da1762454660603.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}]\n28:[\"$\",\"link\",\"2\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/8f8f35646157a18a.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}]\n8:\"$0:f:0:1:2:children:1:props:children:1:props:params\"\n"])</script><script>self.__next_f.push([1,"29:[\"$\",\"circle\",\"1mglay\",{\"cx\":\"12\",\"cy\":\"12\",\"r\":\"10\"}]\n2a:[\"$\",\"path\",\"13o1zl\",{\"d\":\"M12 2a14.5 14.5 0 0 0 0 20 14.5 14.5 0 0 0 0-20\"}]\n2b:[\"$\",\"path\",\"9i4pu4\",{\"d\":\"M2 12h20\"}]\n2c:[\"$\",\"div\",\"code-execution\",{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-square-chevron-right w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"rect\",\"afitv7\",{\"width\":\"18\",\"height\":\"18\",\"x\":\"3\",\"y\":\"3\",\"rx\":\"2\"}],[\"$\",\"path\",\"1wy4r4\",{\"d\":\"m10 8 4 4-4 4\"}],\"$undefined\"]}]}]}]\n"])</script><script>self.__next_f.push([1,"2d:[\"$\",\"div\",\"wolfram-alpha\",{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-calculator w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"rect\",\"1nb95v\",{\"width\":\"16\",\"height\":\"20\",\"x\":\"4\",\"y\":\"2\",\"rx\":\"2\"}],[\"$\",\"line\",\"x4nwl0\",{\"x1\":\"8\",\"x2\":\"16\",\"y1\":\"6\",\"y2\":\"6\"}],[\"$\",\"line\",\"wjye3r\",{\"x1\":\"16\",\"x2\":\"16\",\"y1\":\"14\",\"y2\":\"18\"}],[\"$\",\"path\",\"1m94wz\",{\"d\":\"M16 10h.01\"}],[\"$\",\"path\",\"1nrarc\",{\"d\":\"M12 10h.01\"}],[\"$\",\"path\",\"19clt8\",{\"d\":\"M8 10h.01\"}],[\"$\",\"path\",\"1etili\",{\"d\":\"M12 14h.01\"}],[\"$\",\"path\",\"6423bh\",{\"d\":\"M8 14h.01\"}],[\"$\",\"path\",\"mhygvu\",{\"d\":\"M12 18h.01\"}],[\"$\",\"path\",\"lrp35t\",{\"d\":\"M8 18h.01\"}],\"$undefined\"]}]}]}]\n"])</script><script>self.__next_f.push([1,"2e:[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-type w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"path\",\"1654pz\",{\"d\":\"M12 4v16\"}],[\"$\",\"path\",\"e0r10z\",{\"d\":\"M4 7V5a1 1 0 0 1 1-1h14a1 1 0 0 1 1 1v2\"}],[\"$\",\"path\",\"s66wpe\",{\"d\":\"M9 20h6\"}],\"$undefined\"]}]}]\n2f:[\"$\",\"span\",null,{\"className\":\"mx-1 text-muted-foreground flex items-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-arrow-right w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"path\",\"1ays0h\",{\"d\":\"M5 12h14\"}],[\"$\",\"path\",\"xquz4c\",{\"d\":\"m12 5 7 7-7 7\"}],\"$undefined\"]}]}]\n30:[\"$\",\"div\",null,{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-type w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"path\",\"1654pz\",{\"d\":\"M12 4v16\"}],[\"$\",\"path\",\"e0r10z\",{\"d\":\"M4 7V5a1 1 0 0 1 1-1h14a1 1 0 0 1 1 1v2\"}],[\"$\",\"path\",\"s66wpe\",{\"d\":\"M9 20h6\"}],\"$undefined\"]}]}]}]\n"])</script><script>self.__next_f.push([1,"31:[\"$\",\"div\",null,{\"className\":\"flex flex-col items-center text-center\",\"children\":[[\"$\",\"div\",null,{\"className\":\"text-xs text-muted-foreground mb-2\",\"children\":\"Capabilities\"}],[\"$\",\"div\",null,{\"className\":\"flex gap-1 text-primary\",\"children\":[[\"$\",\"div\",\"reasoning\",{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-brain w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"path\",\"l5xja\",{\"d\":\"M12 5a3 3 0 1 0-5.997.125 4 4 0 0 0-2.526 5.77 4 4 0 0 0 .556 6.588A4 4 0 1 0 12 18Z\"}],[\"$\",\"path\",\"ep3f8r\",{\"d\":\"M12 5a3 3 0 1 1 5.997.125 4 4 0 0 1 2.526 5.77 4 4 0 0 1-.556 6.588A4 4 0 1 1 12 18Z\"}],[\"$\",\"path\",\"1p4c4q\",{\"d\":\"M15 13a4.5 4.5 0 0 1-3-4 4.5 4.5 0 0 1-3 4\"}],[\"$\",\"path\",\"tmeiqw\",{\"d\":\"M17.599 6.5a3 3 0 0 0 .399-1.375\"}],[\"$\",\"path\",\"105sqy\",{\"d\":\"M6.003 5.125A3 3 0 0 0 6.401 6.5\"}],[\"$\",\"path\",\"ql3yin\",{\"d\":\"M3.477 10.896a4 4 0 0 1 .585-.396\"}],[\"$\",\"path\",\"1qfode\",{\"d\":\"M19.938 10.5a4 4 0 0 1 .585.396\"}],[\"$\",\"path\",\"2e4loj\",{\"d\":\"M6 18a4 4 0 0 1-1.967-.516\"}],[\"$\",\"path\",\"159ez6\",{\"d\":\"M19.967 17.484A4 4 0 0 1 18 18\"}],\"$undefined\"]}]}]}],[\"$\",\"div\",\"browser-search\",{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-globe w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"circle\",\"1mglay\",{\"cx\":\"12\",\"cy\":\"12\",\"r\":\"10\"}],[\"$\",\"path\",\"13o1zl\",{\"d\":\"M12 2a14.5 14.5 0 0 0 0 20 14.5 14.5 0 0 0 0-20\"}],[\"$\",\"path\",\"9i4pu4\",{\"d\":\"M2 12h20\"}],\"$undefined\"]}]}]}],[\"$\",\"div\",\"code-execution\",{\"className\":\"w-6 h-6 flex items-center justify-center border rounded-[4px] p-1\",\"children\":[\"$\",\"div\",null,{\"className\":\"w-4 h-4 flex items-center justify-center\",\"children\":[\"$\",\"svg\",null,{\"ref\":\"$undefined\",\"xmlns\":\"http://www.w3.org/2000/svg\",\"width\":24,\"height\":24,\"viewBox\":\"0 0 24 24\",\"fill\":\"none\",\"stroke\":\"currentColor\",\"strokeWidth\":2,\"strokeLinecap\":\"round\",\"strokeLinejoin\":\"round\",\"className\":\"lucide lucide-square-chevron-right w-4 h-4\",\"aria-hidden\":\"true\",\"children\":[[\"$\",\"rect\",\"afitv7\",{\"width\":\"18\",\"height\":\"18\",\"x\":\"3\",\"y\":\"3\",\"rx\":\"2\"}],[\"$\",\"path\",\"1wy4r4\",{\"d\":\"m10 8 4 4-4 4\"}],\"$undefined\"]}]}]}]]}]]}]\n"])</script><script>self.__next_f.push([1,"3e:T12b5,"])</script><script>self.__next_f.push([1,"/* For our datagrail consent banner */\n/* https://docs.datagrail.io/docs/consent/banner/css-customization/ */\n\n:host(.dg-consent-banner) {\n /* Fonts - matching Groq Console system */\n --dg-primary-font: Inter, -apple-system, BlinkMacSystemFont, \"Segoe UI\",\n Roboto, \"Helvetica Neue\", Arial, sans-serif;\n --dg-secondary-font: Montserrat, -apple-system, BlinkMacSystemFont, \"Segoe UI\",\n Roboto, \"Helvetica Neue\", Arial, sans-serif;\n\n /* General banner styling */\n --dg-consent-background-color: rgb(255, 255, 255);\n --dg-consent-background-border: rgb(231, 229, 228);\n --consent-border-radius: 12px;\n\n /* Body text styling */\n --dg-body-font-size: 14px;\n --dg-body-font-weight: 400;\n --dg-body-font-color: rgb(118, 111, 107);\n --dg-body-line-height: 1.5;\n\n /* Heading styling */\n --dg-heading-font-size: 18px;\n --dg-heading-font-weight: 600;\n --dg-heading-font-color: rgb(12, 10, 9);\n --dg-heading-line-height: 1.4;\n\n /* Title styling */\n --dg-title-font-size: 16px;\n --dg-title-font-weight: 500;\n --dg-title-font-color: rgb(30, 30, 30);\n --dg-title-line-height: 1.4;\n\n /* Button styling */\n --dg-button-border: rgb(231, 229, 228) 1px solid;\n --dg-button-primary-background: rgb(30, 30, 30);\n --dg-button-primary-color: rgb(248, 248, 247);\n --dg-button-secondary-background: rgb(243, 243, 242);\n --dg-button-secondary-color: rgb(28, 25, 23);\n\n /* Category styling */\n --dg-policy-option-heading-size: 15px;\n --dg-policy-option-heading-weight: 500;\n --dg-policy-option-heading-color: rgb(30, 30, 30);\n --dg-policy-option-heading-enabled-color: rgb(245, 80, 54);\n --dg-policy-option-chevron-size: 16;\n\n /* Category description */\n --dg-policy-option-description-font-size: 13px;\n --dg-policy-option-description-font-weight: 400;\n --dg-policy-option-description-font-color: rgb(118, 111, 107);\n\n /* Essential categories */\n --dg-policy-option-essential-label-font-size: 12px;\n --dg-policy-option-essential-label-font-weight: 500;\n --dg-policy-option-essential-label-font-color: rgb(118, 111, 107);\n\n /* Slider styling - inspired by switch component */\n --dg-slider-primary: rgb(231, 229, 228);\n --dg-slider-secondary: rgb(255, 255, 255);\n\n --dg-slider-enabled-primary: rgb(30, 30, 30);\n --dg-slider-enabled-secondary: rgb(255, 255, 255);\n\n /* For Enabled Categories */\n --dg-policy-option-heading-enabled-color: rgb(245, 80, 54);\n}\n\n:host(.dg-consent-banner) strong {\n font-weight: 500;\n}\n\n/* Slider styling for checked enabled categories */\n:host(.dg-consent-banner)\n input[type=\"checkbox\"]:not(:disabled):checked\n + label\n .dg-slider {\n background: rgb(30, 30, 30) !important;\n}\n\n/* Advanced button styling to match Groq Console */\n:host(.dg-consent-banner) .dg-button {\n border-radius: 8px !important;\n padding: 8px 16px !important;\n font-weight: 500 !important;\n font-size: 14px !important;\n transition: all 0.2s ease !important;\n}\n\n:host(.dg-consent-banner) .dg-button.accept_all,\n:host(.dg-consent-banner) .dg-button.accept_some,\n:host(.dg-consent-banner) .dg-button.reject_all,\n:host(.dg-consent-banner) .dg-button.open_layer,\n:host(.dg-consent-banner) .dg-button.custom {\n background: rgb(243, 243, 242) !important;\n color: rgb(28, 25, 23) !important;\n border: 1px solid rgb(231, 229, 228) !important;\n}\n\n:host(.dg-consent-banner) .dg-button.accept_all:hover,\n:host(.dg-consent-banner) .dg-button.accept_some:hover,\n:host(.dg-consent-banner) .dg-button.reject_all:hover,\n:host(.dg-consent-banner) .dg-button.open_layer:hover,\n:host(.dg-consent-banner) .dg-button.custom:hover {\n background: rgb(231, 229, 228) !important;\n}\n\n/* Link styling to match Groq Console */\n:host(.dg-consent-banner) .dg-link {\n color: rgb(245, 80, 54) !important;\n text-decoration: none !important;\n font-weight: 500 !important;\n}\n\n:host(.dg-consent-banner) .dg-link:hover {\n text-decoration: underline !important;\n}\n\n:host(.dg-consent-banner) .dg-main-content-policy-option-description p {\n margin-top: 0 !important;\n margin-bottom: 16px;\n}\n\n/* Dark mode support */\n:host(.dg-consent-banner) .dark {\n --dg-consent-background-color: rgb(18, 20, 24);\n --dg-consent-background-border: rgba(153, 153, 153, 0.161);\n --dg-body-font-color: rgb(165, 160, 156);\n --dg-heading-font-color: rgb(248, 248, 247);\n --dg-title-font-color: rgb(248, 248, 247);\n --dg-policy-option-heading-color: rgb(248, 248, 247);\n --dg-button-secondary-background: rgb(38, 38, 38);\n --dg-button-secondary-color: rgb(248, 248, 247);\n --dg-slider-primary: rgba(153, 153, 153, 0.35);\n --dg-slider-background: rgb(107, 114, 128);\n}\n\n/* Overall banner container styling */\n:host(.dg-consent-banner) .dg-app {\n box-shadow: 0 4px 6px -1px rgba(0, 0, 0, 0.1), 0 2px 4px -2px\n rgba(0, 0, 0, 0.1) !important;\n border: 1px solid rgb(231, 229, 228) !important;\n}\n"])</script><script>self.__next_f.push([1,"2:[\"$\",\"html\",null,{\"lang\":\"en\",\"className\":\"__variable_f367f3 __variable_dd5b2f\",\"suppressHydrationWarning\":true,\"children\":[[\"$\",\"head\",null,{\"children\":[[\"$\",\"style\",null,{\"id\":\"dg-consent-custom-style\",\"dangerouslySetInnerHTML\":{\"__html\":\"$3e\"}}],\"$L3f\"]}],\"$L40\",\"$L41\",\"$L42\"]}]\n"])</script><script>self.__next_f.push([1,"44:I[20985,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"1116\",\"static/chunks/62399e41-5a157f7055a6255b.js\",\"6559\",\"static/chunks/85434cc8-4e67a73ce7750802.js\",\"5375\",\"static/chunks/07baea06-dbedb10e2b67cf87.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"8894\",\"static/chunks/8894-19900a8a02600b8c.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"7177\",\"static/chunks/app/layout-64a26820ee11a7e0.js\"],\"GoogleAnalytics\"]\n"])</script><script>self.__next_f.push([1,"45:I[17160,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"1116\",\"static/chunks/62399e41-5a157f7055a6255b.js\",\"6559\",\"static/chunks/85434cc8-4e67a73ce7750802.js\",\"5375\",\"static/chunks/07baea06-dbedb10e2b67cf87.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"8894\",\"static/chunks/8894-19900a8a02600b8c.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"7177\",\"static/chunks/app/layout-64a26820ee11a7e0.js\"],\"GoogleTagManager\"]\n"])</script><script>self.__next_f.push([1,"46:I[40217,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"1116\",\"static/chunks/62399e41-5a157f7055a6255b.js\",\"6559\",\"static/chunks/85434cc8-4e67a73ce7750802.js\",\"5375\",\"static/chunks/07baea06-dbedb10e2b67cf87.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"8894\",\"static/chunks/8894-19900a8a02600b8c.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"7177\",\"static/chunks/app/layout-64a26820ee11a7e0.js\"],\"SpeedInsights\"]\n"])</script><script>self.__next_f.push([1,"3f:[\"$\",\"link\",null,{\"rel\":\"icon\",\"href\":\"/favicon.ico?cache=rounded-bolt\",\"sizes\":\"32x32\"}]\n40:[\"$\",\"script\",null,{\"async\":true,\"src\":\"/g.js\"}]\n41:[\"$\",\"script\",null,{\"async\":true,\"src\":\"https://js.stripe.com/v3/\"}]\n42:[\"$\",\"body\",null,{\"className\":\"font-inter\",\"children\":[\"$L43\",[\"$\",\"$L44\",null,{\"gaId\":\"G-CQ9K0VPEEQ\"}],[\"$\",\"$L45\",null,{\"gtmId\":\"GTM-WWK828JN\"}],[\"$\",\"$L46\",null,{\"sampleRate\":0.01}]]}]\n"])</script><script>self.__next_f.push([1,"47:I[25006,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"1116\",\"static/chunks/62399e41-5a157f7055a6255b.js\",\"6559\",\"static/chunks/85434cc8-4e67a73ce7750802.js\",\"5375\",\"static/chunks/07baea06-dbedb10e2b67cf87.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"8894\",\"static/chunks/8894-19900a8a02600b8c.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"7177\",\"static/chunks/app/layout-64a26820ee11a7e0.js\"],\"PostHogClientProvider\"]\n"])</script><script>self.__next_f.push([1,"48:I[14656,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"1116\",\"static/chunks/62399e41-5a157f7055a6255b.js\",\"6559\",\"static/chunks/85434cc8-4e67a73ce7750802.js\",\"5375\",\"static/chunks/07baea06-dbedb10e2b67cf87.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"8894\",\"static/chunks/8894-19900a8a02600b8c.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"7177\",\"static/chunks/app/layout-64a26820ee11a7e0.js\"],\"ClientProviders\"]\n"])</script><script>self.__next_f.push([1,"49:I[49942,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"7252\",\"static/chunks/7252-92a41c7c669bd010.js\",\"8039\",\"static/chunks/app/error-5b07153f415e59dc.js\"],\"default\"]\n4a:I[65824,[\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"4345\",\"static/chunks/app/not-found-3282a5a8b4995ce6.js\"],\"default\"]\n43:[\"$\",\"$L47\",null,{\"userIdentity\":{\"id\":\"a78f7afb-0469-4e91-80f0-c8ce4e660ceb\",\"name\":\"$undefined\",\"email\":\"$undefined\",\"isIdentified\":false},\"children\":[\"$\",\"$L48\",null,{\"layoutPreferences\":null,\"children\":[\"$\",\"$L5\",null,{\"parallelRouterKey\":\"children\",\"error\":\"$49\",\"errorStyles\":[],\"errorScripts\":[],\"template\":[\"$\",\"$L7\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":[[\"$\",\"$L4a\",null,{}],[]],\"forbidden\":\"$undefined\",\"unauthorized\":\"$undefined\"}]}]}]\n"])</script><script>self.__next_f.push([1,"3a:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"meta\",\"1\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1, maximum-scale=1\"}]]\n36:null\n"])</script><script>self.__next_f.push([1,"4b:I[17015,[],\"IconMark\"]\n"])</script><script>self.__next_f.push([1,"38:{\"metadata\":[[\"$\",\"title\",\"0\",{\"children\":\"Supported Models - GroqDocs\"}],[\"$\",\"meta\",\"1\",{\"name\":\"description\",\"content\":\"Explore all available models on GroqCloud.\"}],[\"$\",\"meta\",\"2\",{\"property\":\"og:title\",\"content\":\"Supported Models - GroqDocs\"}],[\"$\",\"meta\",\"3\",{\"property\":\"og:description\",\"content\":\"Explore all available models on GroqCloud.\"}],[\"$\",\"meta\",\"4\",{\"property\":\"og:url\",\"content\":\"https://console.groq.com/docs\"}],[\"$\",\"meta\",\"5\",{\"property\":\"og:site_name\",\"content\":\"GroqDocs\"}],[\"$\",\"meta\",\"6\",{\"property\":\"og:image\",\"content\":\"https://console.groq.com/og_cloudv5.jpg\"}],[\"$\",\"meta\",\"7\",{\"property\":\"og:type\",\"content\":\"website\"}],[\"$\",\"meta\",\"8\",{\"name\":\"twitter:card\",\"content\":\"summary_large_image\"}],[\"$\",\"meta\",\"9\",{\"name\":\"twitter:title\",\"content\":\"Supported Models - GroqDocs\"}],[\"$\",\"meta\",\"10\",{\"name\":\"twitter:description\",\"content\":\"Explore all available models on GroqCloud.\"}],[\"$\",\"meta\",\"11\",{\"name\":\"twitter:image\",\"content\":\"https://console.groq.com/og_cloudv5.jpg\"}],[\"$\",\"link\",\"12\",{\"rel\":\"icon\",\"href\":\"/favicon.ico?cache=rounded-bolt\",\"sizes\":\"32x32\"}],[\"$\",\"$L4b\",\"13\",{}]],\"error\":null,\"digest\":\"$undefined\"}\n"])</script><script>self.__next_f.push([1,"3d:\"$38:metadata\"\n"])</script><script>self.__next_f.push([1,"4c:I[74961,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"9373\",\"static/chunks/9373-4016758f85fe77e8.js\",\"3587\",\"static/chunks/3587-58960acfe3564002.js\",\"5853\",\"static/chunks/5853-6c763e19311b4981.js\",\"3088\",\"static/chunks/3088-fc36e1235bfd7a60.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"1395\",\"static/chunks/1395-4c42f474c77450ef.js\",\"1502\",\"static/chunks/1502-2bd2e799768f9ef4.js\",\"9382\",\"static/chunks/app/(console)/docs/layout-fe7432317e51c31f.js\"],\"default\"]\n"])</script><script>self.__next_f.push([1,"4d:Tfb0,"])</script><script>self.__next_f.push([1,"{\n \"id\": \"chatcmpl-f51b2cd2-bef7-417e-964e-a08f0b513c22\",\n \"object\": \"chat.completion\",\n \"created\": 1730241104,\n \"model\": \"openai/gpt-oss-20b\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"Fast language models have gained significant attention in recent years due to their ability to process and generate human-like text quickly and efficiently. The importance of fast language models can be understood from their potential applications and benefits:\\n\\n1. **Real-time Chatbots and Conversational Interfaces**: Fast language models enable the development of chatbots and conversational interfaces that can respond promptly to user queries, making them more engaging and useful.\\n2. **Sentiment Analysis and Opinion Mining**: Fast language models can quickly analyze text data to identify sentiments, opinions, and emotions, allowing for improved customer service, market research, and opinion mining.\\n3. **Language Translation and Localization**: Fast language models can quickly translate text between languages, facilitating global communication and enabling businesses to reach a broader audience.\\n4. **Text Summarization and Generation**: Fast language models can summarize long documents or even generate new text on a given topic, improving information retrieval and processing efficiency.\\n5. **Named Entity Recognition and Information Extraction**: Fast language models can rapidly recognize and extract specific entities, such as names, locations, and organizations, from unstructured text data.\\n6. **Recommendation Systems**: Fast language models can analyze large amounts of text data to personalize product recommendations, improve customer experience, and increase sales.\\n7. **Content Generation for Social Media**: Fast language models can quickly generate engaging content for social media platforms, helping businesses maintain a consistent online presence and increasing their online visibility.\\n8. **Sentiment Analysis for Stock Market Analysis**: Fast language models can quickly analyze social media posts, news articles, and other text data to identify sentiment trends, enabling financial analysts to make more informed investment decisions.\\n9. **Language Learning and Education**: Fast language models can provide instant feedback and adaptive language learning, making language education more effective and engaging.\\n10. **Domain-Specific Knowledge Extraction**: Fast language models can quickly extract relevant information from vast amounts of text data, enabling domain experts to focus on high-level decision-making rather than manual information gathering.\\n\\nThe benefits of fast language models include:\\n\\n* **Increased Efficiency**: Fast language models can process large amounts of text data quickly, reducing the time and effort required for tasks such as sentiment analysis, entity recognition, and text summarization.\\n* **Improved Accuracy**: Fast language models can analyze and learn from large datasets, leading to more accurate results and more informed decision-making.\\n* **Enhanced User Experience**: Fast language models can enable real-time interactions, personalized recommendations, and timely responses, improving the overall user experience.\\n* **Cost Savings**: Fast language models can automate many tasks, reducing the need for manual labor and minimizing costs associated with data processing and analysis.\\n\\nIn summary, fast language models have the potential to transform various industries and applications by providing fast, accurate, and efficient language processing capabilities.\"\n },\n \"logprobs\": null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"queue_time\": 0.037493756,\n \"prompt_tokens\": 18,\n \"prompt_time\": 0.000680594,\n \"completion_tokens\": 556,\n \"completion_time\": 0.463333333,\n \"total_tokens\": 574,\n \"total_time\": 0.464013927\n },\n \"system_fingerprint\": \"fp_179b0f92c9\",\n \"x_groq\": { \"id\": \"req_01jbd6g2qdfw2adyrt2az8hz4w\" }\n}\n"])</script><script>self.__next_f.push([1,"4e:T699,"])</script><script>self.__next_f.push([1,"{\n \"object\": \"list\",\n \"data\": [\n {\n \"id\": \"gemma2-9b-it\",\n \"object\": \"model\",\n \"created\": 1693721698,\n \"owned_by\": \"Google\",\n \"active\": true,\n \"context_window\": 8192,\n \"public_apps\": null\n },\n {\n \"id\": \"llama3-8b-8192\",\n \"object\": \"model\",\n \"created\": 1693721698,\n \"owned_by\": \"Meta\",\n \"active\": true,\n \"context_window\": 8192,\n \"public_apps\": null\n },\n {\n \"id\": \"llama3-70b-8192\",\n \"object\": \"model\",\n \"created\": 1693721698,\n \"owned_by\": \"Meta\",\n \"active\": true,\n \"context_window\": 8192,\n \"public_apps\": null\n },\n {\n \"id\": \"whisper-large-v3-turbo\",\n \"object\": \"model\",\n \"created\": 1728413088,\n \"owned_by\": \"OpenAI\",\n \"active\": true,\n \"context_window\": 448,\n \"public_apps\": null\n },\n {\n \"id\": \"whisper-large-v3\",\n \"object\": \"model\",\n \"created\": 1693721698,\n \"owned_by\": \"OpenAI\",\n \"active\": true,\n \"context_window\": 448,\n \"public_apps\": null\n },\n {\n \"id\": \"llama-guard-3-8b\",\n \"object\": \"model\",\n \"created\": 1693721698,\n \"owned_by\": \"Meta\",\n \"active\": true,\n \"context_window\": 8192,\n \"public_apps\": null\n },\n {\n \"id\": \"distil-whisper-large-v3-en\",\n \"object\": \"model\",\n \"created\": 1693721698,\n \"owned_by\": \"Hugging Face\",\n \"active\": true,\n \"context_window\": 448,\n \"public_apps\": null\n },\n {\n \"id\": \"llama-3.1-8b-instant\",\n \"object\": \"model\",\n \"created\": 1693721698,\n \"owned_by\": \"Meta\",\n \"active\": true,\n \"context_window\": 131072,\n \"public_apps\": null\n }\n ]\n}\n"])</script><script>self.__next_f.push([1,"4f:T5c5,"])</script><script>self.__next_f.push([1,"{\n \"id\": \"resp_01k1x6w9ane6d8rfxm05cb45yk\",\n \"object\": \"response\",\n \"status\": \"completed\",\n \"created_at\": 1754400695,\n \"output\": [\n {\n \"type\": \"message\",\n \"id\": \"msg_01k1x6w9ane6eb0650crhawwyy\",\n \"status\": \"completed\",\n \"role\": \"assistant\",\n \"content\": [\n {\n \"type\": \"output_text\",\n \"text\": \"When the stars blinked awake, Luna the unicorn curled her mane and whispered wishes to the sleeping pine trees. She galloped through a field of moonlit daisies, gathering dew like tiny silver pearls. With a gentle sigh, she tucked her hooves beneath a silver cloud so the world slept softly, dreaming of her gentle hooves until the morning.\",\n \"annotations\": []\n }\n ]\n }\n ],\n \"previous_response_id\": null,\n \"model\": \"llama-3.3-70b-versatile\",\n \"reasoning\": {\n \"effort\": null,\n \"summary\": null\n },\n \"max_output_tokens\": null,\n \"instructions\": null,\n \"text\": {\n \"format\": {\n \"type\": \"text\"\n }\n },\n \"tools\": [],\n \"tool_choice\": \"auto\",\n \"truncation\": \"disabled\",\n \"metadata\": {},\n \"temperature\": 1,\n \"top_p\": 1,\n \"user\": null,\n \"service_tier\": \"default\",\n \"error\": null,\n \"incomplete_details\": null,\n \"usage\": {\n \"input_tokens\": 82,\n \"input_tokens_details\": {\n \"cached_tokens\": 0\n },\n \"output_tokens\": 266,\n \"output_tokens_details\": {\n \"reasoning_tokens\": 0\n },\n \"total_tokens\": 348\n },\n \"parallel_tool_calls\": true,\n \"store\": false\n}\n"])</script><script>self.__next_f.push([1,"9:[\"$\",\"$L4c\",null,{\"openapiSpec\":{\"components\":{\"schemas\":{\"Annotation\":{\"description\":\"An annotation that provides citations or references for content in a message.\",\"properties\":{\"document_citation\":{\"$ref\":\"#/components/schemas/DocumentCitation\"},\"function_citation\":{\"$ref\":\"#/components/schemas/FunctionCitation\"},\"type\":{\"description\":\"The type of annotation.\",\"enum\":[\"document_citation\",\"function_citation\"],\"type\":\"string\"}},\"required\":[\"type\"],\"type\":\"object\"},\"Batch\":{\"properties\":{\"cancelled_at\":{\"description\":\"The Unix timestamp (in seconds) for when the batch was cancelled.\",\"type\":\"integer\"},\"cancelling_at\":{\"description\":\"The Unix timestamp (in seconds) for when the batch started cancelling.\",\"type\":\"integer\"},\"completed_at\":{\"description\":\"The Unix timestamp (in seconds) for when the batch was completed.\",\"type\":\"integer\"},\"completion_window\":{\"description\":\"The time frame within which the batch should be processed.\",\"type\":\"string\"},\"created_at\":{\"description\":\"The Unix timestamp (in seconds) for when the batch was created.\",\"type\":\"integer\"},\"endpoint\":{\"description\":\"The API endpoint used by the batch.\",\"type\":\"string\"},\"error_file_id\":{\"description\":\"The ID of the file containing the outputs of requests with errors.\",\"type\":\"string\"},\"errors\":{\"properties\":{\"data\":{\"items\":{\"properties\":{\"code\":{\"description\":\"An error code identifying the error type.\",\"type\":\"string\"},\"line\":{\"description\":\"The line number of the input file where the error occurred, if applicable.\",\"nullable\":true,\"type\":\"integer\"},\"message\":{\"description\":\"A human-readable message providing more details about the error.\",\"type\":\"string\"},\"param\":{\"description\":\"The name of the parameter that caused the error, if applicable.\",\"nullable\":true,\"type\":\"string\"}},\"type\":\"object\"},\"type\":\"array\"},\"object\":{\"description\":\"The object type, which is always `list`.\",\"type\":\"string\"}},\"type\":\"object\"},\"expired_at\":{\"description\":\"The Unix timestamp (in seconds) for when the batch expired.\",\"type\":\"integer\"},\"expires_at\":{\"description\":\"The Unix timestamp (in seconds) for when the batch will expire.\",\"type\":\"integer\"},\"failed_at\":{\"description\":\"The Unix timestamp (in seconds) for when the batch failed.\",\"type\":\"integer\"},\"finalizing_at\":{\"description\":\"The Unix timestamp (in seconds) for when the batch started finalizing.\",\"type\":\"integer\"},\"id\":{\"type\":\"string\"},\"in_progress_at\":{\"description\":\"The Unix timestamp (in seconds) for when the batch started processing.\",\"type\":\"integer\"},\"input_file_id\":{\"description\":\"The ID of the input file for the batch.\",\"type\":\"string\"},\"metadata\":{\"description\":\"Set of key-value pairs that can be attached to an object. This can be useful for storing additional information about the object in a structured format.\\n\",\"nullable\":true,\"type\":\"object\"},\"object\":{\"description\":\"The object type, which is always `batch`.\",\"enum\":[\"batch\"],\"type\":\"string\",\"x-stainless-const\":true},\"output_file_id\":{\"description\":\"The ID of the file containing the outputs of successfully executed requests.\",\"type\":\"string\"},\"request_counts\":{\"description\":\"The request counts for different statuses within the batch.\",\"properties\":{\"completed\":{\"description\":\"Number of requests that have been completed successfully.\",\"type\":\"integer\"},\"failed\":{\"description\":\"Number of requests that have failed.\",\"type\":\"integer\"},\"total\":{\"description\":\"Total number of requests in the batch.\",\"type\":\"integer\"}},\"required\":[\"total\",\"completed\",\"failed\"],\"type\":\"object\"},\"status\":{\"description\":\"The current status of the batch.\",\"enum\":[\"validating\",\"failed\",\"in_progress\",\"finalizing\",\"completed\",\"expired\",\"cancelling\",\"cancelled\"],\"type\":\"string\"}},\"required\":[\"id\",\"object\",\"endpoint\",\"input_file_id\",\"completion_window\",\"status\",\"created_at\"],\"type\":\"object\"},\"BatchRequestInput\":{\"description\":\"The per-line object of the batch input file\",\"properties\":{\"custom_id\":{\"description\":\"A developer-provided per-request id that will be used to match outputs to inputs. Must be unique for each request in a batch.\",\"type\":\"string\"},\"method\":{\"description\":\"The HTTP method to be used for the request. Currently only `POST` is supported.\",\"enum\":[\"POST\"],\"type\":\"string\",\"x-stainless-const\":true},\"url\":{\"description\":\"The OpenAI API relative URL to be used for the request. Currently `/v1/chat/completions` is supported.\",\"type\":\"string\"}},\"type\":\"object\"},\"BatchRequestOutput\":{\"description\":\"The per-line object of the batch output and error files\",\"properties\":{\"custom_id\":{\"description\":\"A developer-provided per-request id that will be used to match outputs to inputs.\",\"type\":\"string\"},\"error\":{\"description\":\"For requests that failed with a non-HTTP error, this will contain more information on the cause of the failure.\",\"nullable\":true,\"properties\":{\"code\":{\"description\":\"A machine-readable error code.\",\"type\":\"string\"},\"message\":{\"description\":\"A human-readable error message.\",\"type\":\"string\"}},\"type\":\"object\"},\"id\":{\"type\":\"string\"},\"response\":{\"nullable\":true,\"properties\":{\"body\":{\"description\":\"The JSON body of the response\",\"type\":\"object\"},\"request_id\":{\"description\":\"An unique identifier for the OpenAI API request. Please include this request ID when contacting support.\",\"type\":\"string\"},\"status_code\":{\"description\":\"The HTTP status code of the response\",\"type\":\"integer\"}},\"type\":\"object\"}},\"type\":\"object\"},\"BrowserResult\":{\"additionalProperties\":false,\"properties\":{\"content\":{\"description\":\"The content of the browser result\",\"type\":\"string\"},\"live_view_url\":{\"description\":\"The live view URL for the browser window\",\"type\":\"string\"},\"title\":{\"description\":\"The title of the browser window\",\"type\":\"string\"},\"url\":{\"description\":\"The URL of the browser window\",\"type\":\"string\"}},\"required\":[\"url\",\"title\"],\"type\":\"object\"},\"Chart\":{\"properties\":{\"elements\":{\"description\":\"The chart elements (data series, points, etc.)\",\"items\":{\"$ref\":\"#/components/schemas/ChartElement\"},\"type\":\"array\"},\"title\":{\"description\":\"The title of the chart\",\"type\":\"string\"},\"type\":{\"description\":\"The type of chart\",\"enum\":[\"bar\",\"box_and_whisker\",\"line\",\"pie\",\"scatter\",\"superchart\",\"unknown\"],\"type\":\"string\"},\"x_label\":{\"description\":\"The label for the x-axis\",\"type\":\"string\"},\"x_scale\":{\"description\":\"The scale type for the x-axis\",\"type\":\"string\"},\"x_tick_labels\":{\"description\":\"The labels for the x-axis ticks\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"x_ticks\":{\"description\":\"The tick values for the x-axis\",\"items\":{\"type\":\"number\"},\"type\":\"array\"},\"x_unit\":{\"description\":\"The unit for the x-axis\",\"type\":\"string\"},\"y_label\":{\"description\":\"The label for the y-axis\",\"type\":\"string\"},\"y_scale\":{\"description\":\"The scale type for the y-axis\",\"type\":\"string\"},\"y_tick_labels\":{\"description\":\"The labels for the y-axis ticks\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"y_ticks\":{\"description\":\"The tick values for the y-axis\",\"items\":{\"type\":\"number\"},\"type\":\"array\"},\"y_unit\":{\"description\":\"The unit for the y-axis\",\"type\":\"string\"}},\"required\":[\"type\",\"elements\"],\"type\":\"object\"},\"ChartElement\":{\"properties\":{\"angle\":{\"description\":\"The angle for this element\",\"type\":\"number\"},\"first_quartile\":{\"description\":\"The first quartile value for this element\",\"type\":\"number\"},\"group\":{\"description\":\"The group this element belongs to\",\"type\":\"string\"},\"label\":{\"description\":\"The label for this chart element\",\"type\":\"string\"},\"max\":{\"type\":\"number\"},\"median\":{\"description\":\"The median value for this element\",\"type\":\"number\"},\"min\":{\"description\":\"The minimum value for this element\",\"type\":\"number\"},\"outliers\":{\"description\":\"The outliers for this element\",\"items\":{\"type\":\"number\"},\"type\":\"array\"},\"points\":{\"description\":\"The points for this element\",\"items\":{\"items\":{\"type\":\"number\"},\"type\":\"array\"},\"type\":\"array\"},\"radius\":{\"description\":\"The radius for this element\",\"type\":\"number\"},\"third_quartile\":{\"description\":\"The third quartile value for this element\",\"type\":\"number\"},\"value\":{\"description\":\"The value for this element\",\"type\":\"number\"}},\"required\":[\"label\"],\"type\":\"object\"},\"ChatCompletionDocument\":{\"additionalProperties\":false,\"description\":\"A document that can be referenced by the model while generating responses.\",\"properties\":{\"id\":{\"description\":\"Optional unique identifier that can be used for citations in responses.\",\"nullable\":true,\"type\":\"string\"},\"source\":{\"$ref\":\"#/components/schemas/ChatCompletionDocumentSource\"}},\"required\":[\"source\"],\"title\":\"Document\",\"type\":\"object\"},\"ChatCompletionDocumentSource\":{\"description\":\"The source of the document. Only text and JSON sources are currently supported.\",\"discriminator\":{\"mapping\":{\"json\":\"#/components/schemas/ChatCompletionDocumentSourceJSON\",\"text\":\"#/components/schemas/ChatCompletionDocumentSourceText\"},\"propertyName\":\"type\"},\"oneOf\":[{\"$ref\":\"#/components/schemas/ChatCompletionDocumentSourceText\"},{\"$ref\":\"#/components/schemas/ChatCompletionDocumentSourceJSON\"}],\"title\":\"Document source\"},\"ChatCompletionDocumentSourceJSON\":{\"additionalProperties\":false,\"description\":\"A document whose contents are provided inline as JSON data.\",\"properties\":{\"data\":{\"additionalProperties\":true,\"description\":\"The JSON payload associated with the document.\",\"type\":\"object\"},\"type\":{\"description\":\"Identifies this document source as JSON data.\",\"enum\":[\"json\"],\"type\":\"string\"}},\"required\":[\"type\",\"data\"],\"title\":\"JSON document source\",\"type\":\"object\"},\"ChatCompletionDocumentSourceText\":{\"additionalProperties\":false,\"description\":\"A document whose contents are provided inline as text.\",\"properties\":{\"text\":{\"description\":\"The document contents.\",\"type\":\"string\"},\"type\":{\"description\":\"Identifies this document source as inline text.\",\"enum\":[\"text\"],\"type\":\"string\"}},\"required\":[\"type\",\"text\"],\"title\":\"Text document source\",\"type\":\"object\"},\"ChatCompletionFunctionCallOption\":{\"description\":\"Specifying a particular function via `{\\\"name\\\": \\\"my_function\\\"}` forces the model to call that function.\\n\",\"properties\":{\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"object\"},\"ChatCompletionFunctions\":{\"deprecated\":true,\"properties\":{\"description\":{\"description\":\"A description of what the function does, used by the model to choose when and how to call the function.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to be called. Must be a-z, A-Z, 0-9, or contain underscores and dashes, with a maximum length of 64.\",\"type\":\"string\"},\"parameters\":{\"$ref\":\"#/components/schemas/FunctionParameters\"}},\"required\":[\"name\"],\"type\":\"object\"},\"ChatCompletionMessageExecutedTools\":{\"description\":\"A list of tools that were executed during the chat completion for compound AI systems.\",\"items\":{\"properties\":{\"arguments\":{\"description\":\"The arguments passed to the tool in JSON format.\",\"type\":\"string\"},\"browser_results\":{\"description\":\"Array of browser results\",\"items\":{\"$ref\":\"#/components/schemas/BrowserResult\"},\"type\":\"array\"},\"code_results\":{\"description\":\"Array of code execution results\",\"items\":{\"$ref\":\"#/components/schemas/CodeExecutionResult\"},\"type\":\"array\"},\"index\":{\"description\":\"The index of the executed tool.\",\"type\":\"integer\"},\"output\":{\"description\":\"The output returned by the tool.\",\"nullable\":true,\"type\":\"string\"},\"search_results\":{\"description\":\"The search results returned by the tool, if applicable.\",\"nullable\":true,\"properties\":{\"images\":{\"description\":\"List of image URLs returned by the search\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"results\":{\"description\":\"List of search results\",\"items\":{\"properties\":{\"content\":{\"description\":\"The content of the search result\",\"type\":\"string\"},\"score\":{\"description\":\"The relevance score of the search result\",\"format\":\"float\",\"type\":\"number\"},\"title\":{\"description\":\"The title of the search result\",\"type\":\"string\"},\"url\":{\"description\":\"The URL of the search result\",\"type\":\"string\"}},\"type\":\"object\"},\"type\":\"array\"}},\"type\":\"object\"},\"type\":{\"description\":\"The type of tool that was executed.\",\"type\":\"string\"}},\"required\":[\"index\",\"type\",\"arguments\"],\"type\":\"object\"},\"type\":\"array\"},\"ChatCompletionMessageToolCall\":{\"properties\":{\"function\":{\"description\":\"The function that the model called.\",\"properties\":{\"arguments\":{\"description\":\"The arguments to call the function with, as generated by the model in JSON format. Note that the model does not always generate valid JSON, and may hallucinate parameters not defined by your function schema. Validate the arguments in your code before calling your function.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"}},\"required\":[\"name\",\"arguments\"],\"type\":\"object\"},\"id\":{\"description\":\"The ID of the tool call.\",\"type\":\"string\"},\"type\":{\"description\":\"The type of the tool. Currently, only `function` is supported.\",\"enum\":[\"function\"],\"type\":\"string\"}},\"required\":[\"id\",\"type\",\"function\"],\"type\":\"object\"},\"ChatCompletionMessageToolCallChunk\":{\"properties\":{\"function\":{\"properties\":{\"arguments\":{\"description\":\"The arguments to call the function with, as generated by the model in JSON format. Note that the model does not always generate valid JSON, and may hallucinate parameters not defined by your function schema. Validate the arguments in your code before calling your function.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"}},\"type\":\"object\"},\"id\":{\"description\":\"The ID of the tool call.\",\"type\":\"string\"},\"index\":{\"type\":\"integer\"},\"type\":{\"description\":\"The type of the tool. Currently, only `function` is supported.\",\"enum\":[\"function\"],\"type\":\"string\"}},\"required\":[\"index\"],\"type\":\"object\"},\"ChatCompletionMessageToolCalls\":{\"description\":\"The tool calls generated by the model, such as function calls.\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionMessageToolCall\"},\"type\":\"array\"},\"ChatCompletionNamedToolChoice\":{\"description\":\"Specifies a tool the model should use. Use to force the model to call a specific function.\",\"properties\":{\"function\":{\"properties\":{\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"object\"},\"type\":{\"description\":\"The type of the tool. Currently, only `function` is supported.\",\"enum\":[\"function\"],\"type\":\"string\"}},\"required\":[\"type\",\"function\"],\"type\":\"object\"},\"ChatCompletionRequestAssistantMessage\":{\"additionalProperties\":false,\"properties\":{\"content\":{\"description\":\"The contents of the assistant message. Required unless `tool_calls` or `function_call` is specified.\\n\",\"nullable\":true,\"oneOf\":[{\"description\":\"The text contents of the message.\",\"title\":\"Text content\",\"type\":\"string\"},{\"description\":\"An array of content parts with a defined type, only `text` is supported for this message type.\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionRequestMessageContentPartText\"},\"title\":\"Array of content parts\",\"type\":\"array\"}],\"title\":\"Assistant message content\"},\"function_call\":{\"deprecated\":true,\"description\":\"Deprecated and replaced by `tool_calls`. The name and arguments of a function that should be called, as generated by the model.\",\"properties\":{\"arguments\":{\"description\":\"The arguments to call the function with, as generated by the model in JSON format. Note that the model does not always generate valid JSON, and may hallucinate parameters not defined by your function schema. Validate the arguments in your code before calling your function.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"}},\"type\":\"object\"},\"name\":{\"description\":\"An optional name for the participant. Provides the model information to differentiate between participants of the same role.\",\"type\":\"string\"},\"reasoning\":{\"description\":\"The reasoning output by the assistant if reasoning_format was set to 'parsed'.\\nThis field is supported on [models that support reasoning](https://console.groq.com/docs/reasoning).\\n\",\"nullable\":true,\"type\":\"string\"},\"role\":{\"description\":\"The role of the messages author, in this case `assistant`.\",\"enum\":[\"assistant\"],\"type\":\"string\"},\"tool_call_id\":{\"description\":\"DO NOT USE. This field is present because OpenAI allows it and users send it.\",\"nullable\":true,\"required\":[\"arguments\",\"name\"],\"type\":\"string\",\"x-groq-meta\":{\"hidden\":true}},\"tool_calls\":{\"$ref\":\"#/components/schemas/ChatCompletionMessageToolCalls\"}},\"required\":[\"role\"],\"title\":\"Assistant message\",\"type\":\"object\"},\"ChatCompletionRequestFunctionMessage\":{\"additionalProperties\":false,\"deprecated\":true,\"properties\":{\"content\":{\"description\":\"The contents of the function message.\",\"nullable\":true,\"title\":\"Function message content\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"},\"role\":{\"description\":\"The role of the messages author, in this case `function`.\",\"enum\":[\"function\"],\"type\":\"string\"},\"tool_call_id\":{\"description\":\"DO NOT USE. This field is present because OpenAI allows it and users send it.\",\"nullable\":true,\"type\":\"string\",\"x-groq-meta\":{\"hidden\":true}}},\"required\":[\"role\",\"content\",\"name\"],\"title\":\"Function message\",\"type\":\"object\"},\"ChatCompletionRequestMessage\":{\"discriminator\":{\"mapping\":{\"assistant\":\"#/components/schemas/ChatCompletionRequestAssistantMessage\",\"developer\":\"#/components/schemas/ChatCompletionRequestSystemMessage\",\"function\":\"#/components/schemas/ChatCompletionRequestFunctionMessage\",\"system\":\"#/components/schemas/ChatCompletionRequestSystemMessage\",\"tool\":\"#/components/schemas/ChatCompletionRequestToolMessage\",\"user\":\"#/components/schemas/ChatCompletionRequestUserMessage\"},\"propertyName\":\"role\"},\"oneOf\":[{\"$ref\":\"#/components/schemas/ChatCompletionRequestSystemMessage\"},{\"$ref\":\"#/components/schemas/ChatCompletionRequestUserMessage\"},{\"$ref\":\"#/components/schemas/ChatCompletionRequestAssistantMessage\"},{\"$ref\":\"#/components/schemas/ChatCompletionRequestToolMessage\"},{\"$ref\":\"#/components/schemas/ChatCompletionRequestFunctionMessage\"}]},\"ChatCompletionRequestMessageContentPart\":{\"oneOf\":[{\"$ref\":\"#/components/schemas/ChatCompletionRequestMessageContentPartText\"},{\"$ref\":\"#/components/schemas/ChatCompletionRequestMessageContentPartImage\"},{\"$ref\":\"#/components/schemas/ChatCompletionRequestMessageContentPartDocument\"}]},\"ChatCompletionRequestMessageContentPartDocument\":{\"properties\":{\"document\":{\"properties\":{\"data\":{\"additionalProperties\":true,\"description\":\"The JSON document data.\",\"type\":\"object\"},\"id\":{\"description\":\"Optional unique identifier for the document.\",\"nullable\":true,\"type\":\"string\"}},\"required\":[\"data\"],\"type\":\"object\"},\"type\":{\"description\":\"The type of the content part.\",\"enum\":[\"document\"],\"type\":\"string\"}},\"required\":[\"type\",\"document\"],\"title\":\"Document content part\",\"type\":\"object\"},\"ChatCompletionRequestMessageContentPartImage\":{\"properties\":{\"image_url\":{\"properties\":{\"detail\":{\"default\":\"auto\",\"description\":\"Specifies the detail level of the image.\",\"enum\":[\"auto\",\"low\",\"high\"],\"type\":\"string\"},\"url\":{\"description\":\"Either a URL of the image or the base64 encoded image data.\",\"format\":\"uri\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"object\"},\"type\":{\"description\":\"The type of the content part.\",\"enum\":[\"image_url\"],\"type\":\"string\"}},\"required\":[\"type\",\"image_url\"],\"title\":\"Image content part\",\"type\":\"object\"},\"ChatCompletionRequestMessageContentPartText\":{\"properties\":{\"text\":{\"description\":\"The text content.\",\"type\":\"string\"},\"type\":{\"description\":\"The type of the content part.\",\"enum\":[\"text\"],\"type\":\"string\"}},\"required\":[\"type\",\"text\"],\"title\":\"Text content part\",\"type\":\"object\"},\"ChatCompletionRequestSystemMessage\":{\"additionalProperties\":false,\"properties\":{\"content\":{\"description\":\"The contents of the system message.\",\"oneOf\":[{\"description\":\"The text contents of the message.\",\"title\":\"Text content\",\"type\":\"string\"},{\"description\":\"An array of content parts with a defined type, only `text` is supported for this message type.\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionRequestMessageContentPartText\"},\"minItems\":1,\"title\":\"Array of content parts\",\"type\":\"array\"}],\"title\":\"System message content\"},\"name\":{\"description\":\"An optional name for the participant. Provides the model information to differentiate between participants of the same role.\",\"type\":\"string\"},\"role\":{\"description\":\"The role of the messages author, in this case `system`.\",\"enum\":[\"system\",\"developer\"],\"type\":\"string\"},\"tool_call_id\":{\"description\":\"DO NOT USE. This field is present because OpenAI allows it and users send it.\",\"nullable\":true,\"type\":\"string\",\"x-groq-meta\":{\"hidden\":true}}},\"required\":[\"content\",\"role\"],\"title\":\"System message\",\"type\":\"object\"},\"ChatCompletionRequestToolMessage\":{\"additionalProperties\":false,\"properties\":{\"content\":{\"description\":\"The contents of the tool message.\",\"oneOf\":[{\"description\":\"The text contents of the message.\",\"title\":\"Text content\",\"type\":\"string\"},{\"description\":\"An array of content parts with a defined type, each can be of type `text` or `image_url` when passing in images. You can pass multiple images by adding multiple `image_url` content parts. Image input is only supported when using the `gpt-4-visual-preview` model.\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionRequestMessageContentPart\"},\"minItems\":1,\"title\":\"Array of content parts\",\"type\":\"array\"}],\"title\":\"Tool message content\"},\"name\":{\"description\":\"DO NOT USE. This field is present because OpenAI allows it and users send it.\",\"type\":\"string\",\"x-groq-meta\":{\"hidden\":true}},\"role\":{\"description\":\"The role of the messages author, in this case `tool`.\",\"enum\":[\"tool\"],\"type\":\"string\"},\"tool_call_id\":{\"description\":\"Tool call that this message is responding to.\",\"type\":\"string\"}},\"required\":[\"role\",\"content\",\"tool_call_id\"],\"title\":\"Tool message\",\"type\":\"object\"},\"ChatCompletionRequestUserMessage\":{\"additionalProperties\":false,\"properties\":{\"content\":{\"description\":\"The contents of the user message.\\n\",\"oneOf\":[{\"description\":\"The text contents of the message.\",\"title\":\"Text content\",\"type\":\"string\"},{\"description\":\"An array of content parts with a defined type, each can be of type `text` or `image_url` when passing in images. You can pass multiple images by adding multiple `image_url` content parts. Image input is only supported when using the `gpt-4-visual-preview` model.\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionRequestMessageContentPart\"},\"minItems\":1,\"title\":\"Array of content parts\",\"type\":\"array\"}],\"title\":\"User message content\"},\"name\":{\"description\":\"An optional name for the participant. Provides the model information to differentiate between participants of the same role.\",\"type\":\"string\"},\"role\":{\"description\":\"The role of the messages author, in this case `user`.\",\"enum\":[\"user\"],\"type\":\"string\"},\"tool_call_id\":{\"description\":\"DO NOT USE. This field is present because OpenAI allows it and users send it.\",\"nullable\":true,\"type\":\"string\",\"x-groq-meta\":{\"hidden\":true}}},\"required\":[\"content\",\"role\"],\"title\":\"User message\",\"type\":\"object\"},\"ChatCompletionResponseMessage\":{\"description\":\"A chat completion message generated by the model.\",\"properties\":{\"annotations\":{\"description\":\"A list of annotations providing citations and references for the content in the message.\",\"items\":{\"$ref\":\"#/components/schemas/Annotation\"},\"type\":\"array\"},\"content\":{\"description\":\"The contents of the message.\",\"nullable\":true,\"type\":\"string\"},\"executed_tools\":{\"$ref\":\"#/components/schemas/ChatCompletionMessageExecutedTools\"},\"function_call\":{\"deprecated\":true,\"description\":\"Deprecated and replaced by `tool_calls`. The name and arguments of a function that should be called, as generated by the model.\",\"properties\":{\"arguments\":{\"description\":\"The arguments to call the function with, as generated by the model in JSON format. Note that the model does not always generate valid JSON, and may hallucinate parameters not defined by your function schema. Validate the arguments in your code before calling your function.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"}},\"required\":[\"name\",\"arguments\"],\"type\":\"object\"},\"reasoning\":{\"description\":\"The model's reasoning for a response. Only available for [models that support reasoning](https://console.groq.com/docs/reasoning) when request parameter reasoning_format has value `parsed`.\",\"nullable\":true,\"type\":\"string\"},\"refusal\":{\"description\":\"A safety refusal the model generated instead of content. Null when the model did not refuse.\",\"nullable\":true,\"type\":\"string\"},\"role\":{\"description\":\"The role of the author of this message.\",\"enum\":[\"assistant\"],\"type\":\"string\"},\"tool_calls\":{\"$ref\":\"#/components/schemas/ChatCompletionMessageToolCalls\"}},\"required\":[\"role\",\"content\"],\"type\":\"object\"},\"ChatCompletionRole\":{\"description\":\"The role of the author of a message\",\"enum\":[\"system\",\"user\",\"assistant\",\"tool\",\"function\"],\"type\":\"string\"},\"ChatCompletionStreamOptions\":{\"description\":\"Options for streaming response. Only set this when you set `stream: true`.\\n\",\"nullable\":true,\"properties\":{\"include_obfuscation\":{\"description\":\"When true (the default), streamed chunks carry an `obfuscation` field of random padding that normalizes chunk sizes as a mitigation against side-channel attacks. Set to false to reduce bandwidth. Only supported on deployments that stream the obfuscation field.\\n\",\"nullable\":true,\"type\":\"boolean\"},\"include_usage\":{\"description\":\"If set, an additional chunk will be streamed before the `data: [DONE]` message. The `usage` field on this chunk shows the token usage statistics for the entire request, and the `choices` field will always be an empty array. All other chunks will also include a `usage` field, but with a null value.\\n\",\"nullable\":true,\"type\":\"boolean\"}},\"type\":\"object\"},\"ChatCompletionStreamResponseDelta\":{\"description\":\"A chat completion delta generated by streamed model responses.\",\"properties\":{\"annotations\":{\"description\":\"A list of annotations providing citations and references for the content in the message.\",\"items\":{\"$ref\":\"#/components/schemas/Annotation\"},\"type\":\"array\"},\"content\":{\"description\":\"The contents of the chunk message.\",\"nullable\":true,\"type\":\"string\"},\"executed_tools\":{\"$ref\":\"#/components/schemas/ChatCompletionMessageExecutedTools\"},\"function_call\":{\"deprecated\":true,\"description\":\"Deprecated and replaced by `tool_calls`. The name and arguments of a function that should be called, as generated by the model.\",\"properties\":{\"arguments\":{\"description\":\"The arguments to call the function with, as generated by the model in JSON format. Note that the model does not always generate valid JSON, and may hallucinate parameters not defined by your function schema. Validate the arguments in your code before calling your function.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"}},\"type\":\"object\"},\"reasoning\":{\"description\":\"The model's reasoning for a response. Only available for [models that support reasoning](https://console.groq.com/docs/reasoning) when request parameter reasoning_format has value `parsed`.\",\"nullable\":true,\"type\":\"string\"},\"refusal\":{\"description\":\"A safety refusal the model generated instead of content.\",\"nullable\":true,\"type\":\"string\"},\"role\":{\"description\":\"The role of the author of this message.\",\"enum\":[\"system\",\"user\",\"assistant\",\"tool\"],\"type\":\"string\"},\"tool_calls\":{\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionMessageToolCallChunk\"},\"type\":\"array\"}},\"type\":\"object\"},\"ChatCompletionTokenLogprob\":{\"properties\":{\"bytes\":{\"description\":\"A list of integers representing the UTF-8 bytes representation of the token. Useful in instances where characters are represented by multiple tokens and their byte representations must be combined to generate the correct text representation. Can be `null` if there is no bytes representation for the token.\",\"items\":{\"type\":\"integer\"},\"nullable\":true,\"type\":\"array\"},\"logprob\":{\"description\":\"The log probability of this token, if it is within the top 20 most likely tokens. Otherwise, the value `-9999.0` is used to signify that the token is very unlikely.\",\"type\":\"number\"},\"token\":{\"description\":\"The token.\",\"type\":\"string\"},\"top_logprobs\":{\"description\":\"List of the most likely tokens and their log probability, at this token position. In rare cases, there may be fewer than the number of requested `top_logprobs` returned.\",\"items\":{\"properties\":{\"bytes\":{\"description\":\"A list of integers representing the UTF-8 bytes representation of the token. Useful in instances where characters are represented by multiple tokens and their byte representations must be combined to generate the correct text representation. Can be `null` if there is no bytes representation for the token.\",\"items\":{\"type\":\"integer\"},\"nullable\":true,\"type\":\"array\"},\"logprob\":{\"description\":\"The log probability of this token, if it is within the top 20 most likely tokens. Otherwise, the value `-9999.0` is used to signify that the token is very unlikely.\",\"type\":\"number\"},\"token\":{\"description\":\"The token.\",\"type\":\"string\"}},\"required\":[\"token\",\"logprob\",\"bytes\"],\"type\":\"object\"},\"type\":\"array\"}},\"required\":[\"token\",\"logprob\",\"bytes\",\"top_logprobs\"],\"type\":\"object\"},\"ChatCompletionTool\":{\"properties\":{\"allowed_tools\":{\"description\":\"A list of tool names to allow from the MCP server. If specified, only these tools will be exposed to the model. If empty or not specified, all discovered tools will be available.\",\"items\":{\"type\":\"string\"},\"type\":\"array\",\"x-groq-meta\":{\"hidden\":true}},\"function\":{\"$ref\":\"#/components/schemas/FunctionObject\"},\"headers\":{\"additionalProperties\":{\"type\":\"string\"},\"description\":\"HTTP headers to send with requests to the MCP server (optional for MCP tools).\",\"type\":\"object\",\"x-groq-meta\":{\"hidden\":true}},\"server_label\":{\"description\":\"A human-readable label for the MCP server (optional for MCP tools).\",\"type\":\"string\",\"x-groq-meta\":{\"hidden\":true}},\"server_url\":{\"description\":\"The URL of the MCP server to connect to (required for MCP tools).\",\"type\":\"string\",\"x-groq-meta\":{\"hidden\":true}},\"type\":{\"anyOf\":[{\"description\":\"The type of the tool. `function`, `browser_search`, and `code_interpreter` are supported.\",\"enum\":[\"function\",\"browser_search\",\"code_interpreter\"],\"type\":\"string\"},{\"type\":\"string\"}]}},\"required\":[\"type\"],\"type\":\"object\"},\"ChatCompletionToolChoiceOption\":{\"description\":\"Controls which (if any) tool is called by the model.\\n`none` means the model will not call any tool and instead generates a message.\\n`auto` means the model can pick between generating a message or calling one or more tools.\\n`required` means the model must call one or more tools.\\nSpecifying a particular tool via `{\\\"type\\\": \\\"function\\\", \\\"function\\\": {\\\"name\\\": \\\"my_function\\\"}}` forces the model to call that tool.\\n\\n`none` is the default when no tools are present. `auto` is the default if tools are present.\\n\",\"nullable\":true,\"oneOf\":[{\"description\":\"`none` means the model will not call any tool and instead generates a message. `auto` means the model can pick between generating a message or calling one or more tools.\\n\",\"enum\":[\"none\",\"auto\",\"required\"],\"type\":\"string\"},{\"$ref\":\"#/components/schemas/ChatCompletionNamedToolChoice\"}],\"x-groq-meta\":{\"validator\":\"ChatCompletionToolChoiceOption\"}},\"ChatCompletionUsageBreakdown\":{\"description\":\"Usage statistics for compound AI completion requests.\",\"properties\":{\"models\":{\"description\":\"List of models used in the request and their individual usage statistics\",\"items\":{\"properties\":{\"model\":{\"description\":\"The name/identifier of the model used\",\"type\":\"string\"},\"usage\":{\"$ref\":\"#/components/schemas/CompletionUsage\"}},\"required\":[\"model\",\"usage\"],\"type\":\"object\"},\"type\":\"array\"}},\"required\":[\"models\"],\"type\":\"object\"},\"CodeExecutionResult\":{\"additionalProperties\":false,\"properties\":{\"chart\":{\"$ref\":\"#/components/schemas/Chart\"},\"charts\":{\"description\":\"Array of charts from a superchart\",\"items\":{\"$ref\":\"#/components/schemas/Chart\"},\"type\":\"array\"},\"png\":{\"description\":\"Base64 encoded PNG image output from code execution\",\"type\":\"string\"},\"text\":{\"description\":\"The text version of the code execution result\",\"type\":\"string\"}},\"type\":\"object\"},\"CompletionUsage\":{\"description\":\"Usage statistics for the completion request.\",\"properties\":{\"completion_time\":{\"description\":\"Time spent generating tokens\",\"type\":\"number\"},\"completion_tokens\":{\"description\":\"Number of tokens in the generated completion.\",\"type\":\"integer\"},\"completion_tokens_details\":{\"description\":\"Breakdown of tokens in the completion.\",\"nullable\":true,\"properties\":{\"reasoning_tokens\":{\"description\":\"Number of tokens used for reasoning (for reasoning models).\",\"type\":\"integer\"}},\"required\":[\"reasoning_tokens\"],\"type\":\"object\"},\"prompt_time\":{\"description\":\"Time spent processing input tokens\",\"type\":\"number\"},\"prompt_tokens\":{\"description\":\"Number of tokens in the prompt.\",\"type\":\"integer\"},\"prompt_tokens_details\":{\"description\":\"Breakdown of tokens in the prompt.\",\"nullable\":true,\"properties\":{\"cached_tokens\":{\"description\":\"Number of tokens that were cached and reused.\",\"type\":\"integer\"}},\"required\":[\"cached_tokens\"],\"type\":\"object\"},\"queue_time\":{\"description\":\"Time the requests was spent queued\",\"type\":\"number\"},\"total_time\":{\"description\":\"completion time and prompt time combined\",\"type\":\"number\"},\"total_tokens\":{\"description\":\"Total number of tokens used in the request (prompt + completion).\",\"type\":\"integer\"}},\"required\":[\"prompt_tokens\",\"completion_tokens\",\"total_tokens\"],\"type\":\"object\"},\"CreateChatCompletionRequest\":{\"additionalProperties\":false,\"properties\":{\"citation_options\":{\"default\":\"enabled\",\"description\":\"Whether to enable citations in the response. When enabled, the model will include citations for information retrieved from provided documents or web searches.\",\"enum\":[\"enabled\",\"disabled\"],\"nullable\":true,\"type\":\"string\"},\"compound_custom\":{\"description\":\"Custom configuration of models and tools for Compound.\",\"nullable\":true,\"properties\":{\"models\":{\"nullable\":true,\"properties\":{\"answering_model\":{\"description\":\"Custom model to use for answering.\",\"nullable\":true,\"type\":\"string\"},\"reasoning_model\":{\"description\":\"Custom model to use for reasoning.\",\"nullable\":true,\"type\":\"string\"}},\"type\":\"object\"},\"tools\":{\"description\":\"Configuration options for tools available to Compound.\",\"nullable\":true,\"properties\":{\"enabled_tools\":{\"description\":\"A list of tool names that are enabled for the request.\",\"items\":{\"type\":\"string\"},\"nullable\":true,\"type\":\"array\"},\"wolfram_settings\":{\"description\":\"Configuration for the Wolfram tool integration.\",\"nullable\":true,\"properties\":{\"authorization\":{\"description\":\"API key used to authorize requests to Wolfram services.\",\"nullable\":true,\"type\":\"string\"}},\"type\":\"object\"}},\"type\":\"object\"}},\"type\":\"object\"},\"custom_template\":{\"description\":\"Custom template configuration for message formatting.\",\"nullable\":true,\"properties\":{\"preserve_system_message_order\":{\"description\":\"Whether to preserve the order of system messages.\",\"nullable\":true,\"type\":\"boolean\"},\"relaxed_message_ordering\":{\"description\":\"Whether to allow relaxed message ordering in the conversation.\",\"nullable\":true,\"type\":\"boolean\"},\"template\":{\"description\":\"The custom template string to use for formatting messages.\",\"type\":\"string\"}},\"required\":[\"template\"],\"type\":\"object\",\"x-groq-meta\":{\"hidden\":true}},\"debug\":{\"default\":false,\"description\":\"output input and output token IDs in xgroq debug field\",\"nullable\":true,\"type\":\"boolean\",\"x-groq-meta\":{\"hidden\":true}},\"disable_tool_validation\":{\"default\":false,\"description\":\"If set to true, groq will return called tools without validating that the tool is present in request.tools. tool_choice=required/none will still be enforced, but the request cannot require a specific tool be used.\\n\",\"type\":\"boolean\"},\"documents\":{\"description\":\"A list of documents to provide context for the conversation. Each document contains text that can be referenced by the model.\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionDocument\"},\"nullable\":true,\"type\":\"array\"},\"exclude_domains\":{\"deprecated\":true,\"description\":\"Deprecated: Use search_settings.exclude_domains instead.\\nA list of domains to exclude from the search results when the model uses a web search tool.\\n\",\"items\":{\"type\":\"string\"},\"nullable\":true,\"type\":\"array\"},\"exclude_instance_ids\":{\"description\":\"For internal use only\\n\",\"items\":{\"type\":\"string\"},\"nullable\":true,\"type\":\"array\",\"x-groq-meta\":{\"hidden\":true}},\"frequency_penalty\":{\"default\":0,\"description\":\"This is not yet supported by any of our models. Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.\",\"maximum\":2,\"minimum\":-2,\"nullable\":true,\"type\":\"number\"},\"function_call\":{\"deprecated\":true,\"description\":\"Deprecated in favor of `tool_choice`.\\n\\nControls which (if any) function is called by the model.\\n`none` means the model will not call a function and instead generates a message.\\n`auto` means the model can pick between generating a message or calling a function.\\nSpecifying a particular function via `{\\\"name\\\": \\\"my_function\\\"}` forces the model to call that function.\\n\\n`none` is the default when no functions are present. `auto` is the default if functions are present.\\n\",\"nullable\":true,\"oneOf\":[{\"description\":\"`none` means the model will not call a function and instead generates a message. `auto` means the model can pick between generating a message or calling a function.\\n\",\"enum\":[\"none\",\"auto\",\"required\"],\"type\":\"string\"},{\"$ref\":\"#/components/schemas/ChatCompletionFunctionCallOption\"}]},\"functions\":{\"deprecated\":true,\"description\":\"Deprecated in favor of `tools`.\\n\\nA list of functions the model may generate JSON inputs for.\\n\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionFunctions\"},\"maxItems\":128,\"nullable\":true,\"type\":\"array\"},\"include_domains\":{\"deprecated\":true,\"description\":\"Deprecated: Use search_settings.include_domains instead.\\nA list of domains to include in the search results when the model uses a web search tool.\\n\",\"items\":{\"type\":\"string\"},\"nullable\":true,\"type\":\"array\"},\"include_reasoning\":{\"description\":\"Whether to include reasoning in the response. If true, the response will include a `reasoning` field. If false, the model's reasoning will not be included in the response.\\nThis field is mutually exclusive with `reasoning_format`.\\n\",\"nullable\":true,\"type\":\"boolean\"},\"logit_bias\":{\"additionalProperties\":{\"type\":\"integer\"},\"description\":\"This is not yet supported by any of our models.\\nModify the likelihood of specified tokens appearing in the completion.\\n\",\"nullable\":true,\"type\":\"object\"},\"logprobs\":{\"default\":false,\"description\":\"This is not yet supported by any of our models.\\nWhether to return log probabilities of the output tokens or not. If true, returns the log probabilities of each output token returned in the `content` of `message`.\\n\",\"nullable\":true,\"type\":\"boolean\"},\"max_completion_tokens\":{\"description\":\"The maximum number of tokens that can be generated in the chat completion. The total length of input tokens and generated tokens is limited by the model's context length.\",\"nullable\":true,\"type\":\"integer\"},\"max_tokens\":{\"deprecated\":true,\"description\":\"Deprecated in favor of `max_completion_tokens`.\\nThe maximum number of tokens that can be generated in the chat completion. The total length of input tokens and generated tokens is limited by the model's context length.\\n\",\"nullable\":true,\"type\":\"integer\"},\"messages\":{\"description\":\"A list of messages comprising the conversation so far.\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionRequestMessage\"},\"minItems\":1,\"type\":\"array\"},\"metadata\":{\"additionalProperties\":{\"type\":\"string\"},\"description\":\"This parameter is not currently supported.\\n\",\"nullable\":true,\"type\":\"object\"},\"model\":{\"anyOf\":[{\"type\":\"string\"},{\"enum\":[\"compound-beta\",\"compound-beta-mini\",\"gemma2-9b-it\",\"llama-3.1-8b-instant\",\"llama-3.3-70b-versatile\",\"meta-llama/llama-4-maverick-17b-128e-instruct\",\"meta-llama/llama-4-scout-17b-16e-instruct\",\"meta-llama/llama-guard-4-12b\",\"moonshotai/kimi-k2-instruct\",\"openai/gpt-oss-120b\",\"openai/gpt-oss-20b\",\"qwen/qwen3-32b\",\"qwen/qwen3.6-27b\",\"qwen/qwen3.8-27b\"],\"type\":\"string\"}],\"description\":\"ID of the model to use. For details on which models are compatible with the Chat API, see available [models](https://console.groq.com/docs/models)\",\"example\":\"meta-llama/llama-4-scout-17b-16e-instruct\"},\"n\":{\"default\":1,\"description\":\"How many chat completion choices to generate for each input message. Note that the current moment, only n=1 is supported. Other values will result in a 400 response.\",\"example\":1,\"maximum\":1,\"minimum\":1,\"nullable\":true,\"type\":\"integer\"},\"parallel_tool_calls\":{\"default\":true,\"description\":\"Whether to enable parallel function calling during tool use.\\n\",\"nullable\":true,\"type\":\"boolean\"},\"presence_penalty\":{\"default\":0,\"description\":\"This is not yet supported by any of our models. Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics.\",\"maximum\":2,\"minimum\":-2,\"nullable\":true,\"type\":\"number\"},\"reasoning_effort\":{\"description\":\"qwen3 models support `none` to disable reasoning and `default` or null\\nto use the model default.\\n\\nqwen/qwen3.8-27b additionally supports `low`, `medium`, and `high`.\\nIts default is `none`; `high` selects the model's native `xhigh` mode.\\n\\nopenai/gpt-oss-20b and openai/gpt-oss-120b support 'low', 'medium', or 'high'.\\n'medium' is the default value.\\n\\nValues outside a model's supported set are rejected with a 400.\\n\",\"enum\":[\"none\",\"default\",\"minimal\",\"low\",\"medium\",\"high\",\"xhigh\",\"max\"],\"nullable\":true,\"type\":\"string\"},\"reasoning_format\":{\"description\":\"Specifies how to output reasoning tokens\\nThis field is mutually exclusive with `include_reasoning`.\\n\",\"enum\":[\"hidden\",\"raw\",\"parsed\"],\"nullable\":true,\"type\":\"string\"},\"response_format\":{\"description\":\"An object specifying the format that the model must output. Setting to `{ \\\"type\\\": \\\"json_schema\\\", \\\"json_schema\\\": {...} }` enables Structured Outputs which ensures the model will match your supplied JSON schema. `json_schema` response format is only available on [supported models](https://console.groq.com/docs/structured-outputs#supported-models). Setting to `{ \\\"type\\\": \\\"json_object\\\" }` enables the older JSON mode, which ensures the message the model generates is valid JSON. Using `json_schema` is preferred for models that support it.\\n\",\"nullable\":true,\"oneOf\":[{\"$ref\":\"#/components/schemas/ResponseFormatText\"},{\"$ref\":\"#/components/schemas/ResponseFormatJsonSchema\"},{\"$ref\":\"#/components/schemas/ResponseFormatJsonObject\"}]},\"search_settings\":{\"description\":\"Settings for web search functionality when the model uses a web search tool.\\n\",\"nullable\":true,\"properties\":{\"country\":{\"description\":\"Name of country to prioritize search results from (e.g., \\\"united states\\\", \\\"germany\\\", \\\"france\\\").\",\"nullable\":true,\"type\":\"string\"},\"exclude_domains\":{\"description\":\"A list of domains to exclude from the search results.\",\"items\":{\"type\":\"string\"},\"nullable\":true,\"type\":\"array\"},\"include_domains\":{\"description\":\"A list of domains to include in the search results.\",\"items\":{\"type\":\"string\"},\"nullable\":true,\"type\":\"array\"},\"include_images\":{\"description\":\"Whether to include images in the search results.\",\"nullable\":true,\"type\":\"boolean\"}},\"type\":\"object\"},\"seed\":{\"description\":\"If specified, our system will make a best effort to sample deterministically, such that repeated requests with the same `seed` and parameters should return the same result.\\nDeterminism is not guaranteed, and you should refer to the `system_fingerprint` response parameter to monitor changes in the backend.\\n\",\"nullable\":true,\"type\":\"integer\"},\"service_tier\":{\"description\":\"The service tier to use for the request. Defaults to `on_demand`.\\n- `auto` will automatically select the highest tier available within the rate limits of your organization.\\n- `flex` uses the flex tier, which will succeed or fail quickly.\\n\",\"enum\":[\"auto\",\"on_demand\",\"flex\",\"performance\",null],\"nullable\":true,\"type\":\"string\"},\"stop\":{\"description\":\"Up to 4 sequences where the API will stop generating further tokens. The returned text will not contain the stop sequence.\\n\",\"nullable\":true,\"oneOf\":[{\"example\":\"\\n\",\"nullable\":true,\"type\":\"string\"},{\"items\":{\"example\":\"[\\\"\\\\n\\\"]\",\"type\":\"string\"},\"maxItems\":4,\"type\":\"array\"}]},\"store\":{\"description\":\"This parameter is not currently supported.\\n\",\"nullable\":true,\"type\":\"boolean\"},\"stream\":{\"default\":false,\"description\":\"If set, partial message deltas will be sent. Tokens will be sent as data-only [server-sent events](https://developer.mozilla.org/en-US/docs/Web/API/Server-sent_events/Using_server-sent_events#Event_stream_format) as they become available, with the stream terminated by a `data: [DONE]` message. [Example code](/docs/text-chat#streaming-a-chat-completion).\\n\",\"nullable\":true,\"type\":\"boolean\"},\"stream_options\":{\"$ref\":\"#/components/schemas/ChatCompletionStreamOptions\",\"x-groq-meta\":{\"hidden\":true}},\"temperature\":{\"default\":1,\"description\":\"What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. We generally recommend altering this or top_p but not both.\",\"example\":1,\"maximum\":2,\"minimum\":0,\"nullable\":true,\"type\":\"number\"},\"tool_choice\":{\"$ref\":\"#/components/schemas/ChatCompletionToolChoiceOption\"},\"tools\":{\"description\":\"A list of tools the model may call. Currently, only functions are supported as a tool. Use this to provide a list of functions the model may generate JSON inputs for. A max of 128 functions are supported.\\n\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionTool\"},\"maxItems\":128,\"nullable\":true,\"type\":\"array\"},\"top_logprobs\":{\"description\":\"This is not yet supported by any of our models.\\nAn integer between 0 and 20 specifying the number of most likely tokens to return at each token position, each with an associated log probability. `logprobs` must be set to `true` if this parameter is used.\\n\",\"maximum\":20,\"minimum\":0,\"nullable\":true,\"type\":\"integer\"},\"top_p\":{\"default\":1,\"description\":\"An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered. We generally recommend altering this or temperature but not both.\",\"example\":1,\"maximum\":1,\"minimum\":0,\"nullable\":true,\"type\":\"number\"},\"user\":{\"description\":\"A unique identifier representing your end-user, which can help us monitor and detect abuse.\",\"nullable\":true,\"type\":\"string\"}},\"required\":[\"model\",\"messages\"],\"type\":\"object\"},\"CreateChatCompletionResponse\":{\"description\":\"Represents a chat completion response returned by model, based on the provided input.\",\"properties\":{\"choices\":{\"description\":\"A list of chat completion choices. Can be more than one if `n` is greater than 1.\",\"items\":{\"properties\":{\"finish_reason\":{\"description\":\"The reason the model stopped generating tokens. This will be `stop` if the model hit a natural stop point or a provided stop sequence,\\n`length` if the maximum number of tokens specified in the request was reached,\\n`tool_calls` if the model called a tool, or `function_call` (deprecated) if the model called a function.\\n\",\"enum\":[\"stop\",\"length\",\"tool_calls\",\"function_call\"],\"type\":\"string\"},\"index\":{\"description\":\"The index of the choice in the list of choices.\",\"type\":\"integer\"},\"logprobs\":{\"description\":\"Log probability information for the choice.\",\"nullable\":true,\"properties\":{\"content\":{\"description\":\"A list of message content tokens with log probability information.\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionTokenLogprob\"},\"nullable\":true,\"type\":\"array\"}},\"required\":[\"content\"],\"type\":\"object\"},\"message\":{\"$ref\":\"#/components/schemas/ChatCompletionResponseMessage\"}},\"required\":[\"finish_reason\",\"index\",\"message\",\"logprobs\"],\"type\":\"object\"},\"type\":\"array\"},\"created\":{\"description\":\"The Unix timestamp (in seconds) of when the chat completion was created.\",\"type\":\"integer\"},\"id\":{\"description\":\"A unique identifier for the chat completion.\",\"type\":\"string\"},\"mcp_list_tools\":{\"description\":\"List of discovered MCP tools from connected servers.\",\"items\":{\"properties\":{\"id\":{\"description\":\"Unique identifier for this tool list response.\",\"type\":\"string\"},\"server_label\":{\"description\":\"Human-readable label for the MCP server.\",\"type\":\"string\"},\"tools\":{\"description\":\"Array of discovered tools from the server.\",\"items\":{\"properties\":{\"annotations\":{\"description\":\"Additional metadata for the tool.\"},\"description\":{\"description\":\"Description of what the tool does.\",\"type\":\"string\"},\"input_schema\":{\"additionalProperties\":true,\"description\":\"JSON Schema describing the tool's input parameters.\",\"type\":\"object\"},\"name\":{\"description\":\"The name of the tool.\",\"type\":\"string\"}},\"type\":\"object\"},\"type\":\"array\"},\"type\":{\"description\":\"The type identifier.\",\"type\":\"string\"}},\"type\":\"object\"},\"nullable\":true,\"type\":\"array\"},\"model\":{\"description\":\"The model used for the chat completion.\",\"type\":\"string\"},\"object\":{\"description\":\"The object type, which is always `chat.completion`.\",\"enum\":[\"chat.completion\"],\"type\":\"string\"},\"service_tier\":{\"description\":\"The service tier used for the request. Deployments running in strict OpenAI compatibility report Groq-specific tiers as `default`.\",\"enum\":[\"auto\",\"on_demand\",\"flex\",\"performance\",\"default\",null],\"nullable\":true,\"type\":\"string\"},\"system_fingerprint\":{\"description\":\"This fingerprint represents the backend configuration that the model runs with.\\n\\nCan be used in conjunction with the `seed` request parameter to understand when backend changes have been made that might impact determinism.\\n\",\"type\":\"string\"},\"usage\":{\"$ref\":\"#/components/schemas/CompletionUsage\"},\"usage_breakdown\":{\"allOf\":[{\"$ref\":\"#/components/schemas/ChatCompletionUsageBreakdown\"}],\"description\":\"Detailed usage breakdown by model when multiple models are used in the request for compound AI systems.\"},\"x_groq\":{\"$ref\":\"#/components/schemas/XGroqNonStreaming\"}},\"required\":[\"choices\",\"created\",\"id\",\"model\",\"object\"],\"type\":\"object\"},\"CreateChatCompletionStreamResponse\":{\"description\":\"Represents a streamed chunk of a chat completion response returned by model, based on the provided input.\",\"properties\":{\"choices\":{\"description\":\"A list of chat completion choices. Can contain more than one elements if `n` is greater than 1.\\n\",\"items\":{\"properties\":{\"delta\":{\"$ref\":\"#/components/schemas/ChatCompletionStreamResponseDelta\"},\"finish_reason\":{\"description\":\"The reason the model stopped generating tokens. This will be `stop` if the model hit a natural stop point or a provided stop sequence,\\n`length` if the maximum number of tokens specified in the request was reached,\\n`tool_calls` if the model called a tool, or `function_call` (deprecated) if the model called a function.\\n\",\"enum\":[\"stop\",\"length\",\"tool_calls\",\"function_call\"],\"nullable\":true,\"type\":\"string\"},\"index\":{\"description\":\"The index of the choice in the list of choices.\",\"type\":\"integer\"},\"logprobs\":{\"description\":\"Log probability information for the choice.\",\"nullable\":true,\"properties\":{\"content\":{\"description\":\"A list of message content tokens with log probability information.\",\"items\":{\"$ref\":\"#/components/schemas/ChatCompletionTokenLogprob\"},\"nullable\":true,\"type\":\"array\"}},\"required\":[\"content\"],\"type\":\"object\"}},\"required\":[\"delta\",\"finish_reason\",\"index\"],\"type\":\"object\"},\"type\":\"array\"},\"created\":{\"description\":\"The Unix timestamp (in seconds) of when the chat completion was created. Each chunk has the same timestamp.\",\"type\":\"integer\"},\"id\":{\"description\":\"A unique identifier for the chat completion. Each chunk has the same ID.\",\"type\":\"string\"},\"model\":{\"description\":\"The model to generate the completion.\",\"type\":\"string\"},\"obfuscation\":{\"description\":\"Random padding that normalizes chunk sizes as a mitigation against side-channel attacks. Present on deployments that stream obfuscation unless `stream_options.include_obfuscation` is false.\",\"nullable\":true,\"type\":\"string\"},\"object\":{\"description\":\"The object type, which is always `chat.completion.chunk`.\",\"enum\":[\"chat.completion.chunk\"],\"type\":\"string\"},\"service_tier\":{\"description\":\"The service tier used for the request. Deployments running in strict OpenAI compatibility report Groq-specific tiers as `default`.\",\"enum\":[\"auto\",\"on_demand\",\"flex\",\"performance\",\"default\"],\"nullable\":true,\"type\":\"string\"},\"system_fingerprint\":{\"description\":\"This fingerprint represents the backend configuration that the model runs with.\\nCan be used in conjunction with the `seed` request parameter to understand when backend changes have been made that might impact determinism.\\n\",\"type\":\"string\"},\"usage\":{\"allOf\":[{\"$ref\":\"#/components/schemas/CompletionUsage\"}],\"description\":\"Present when `stream_options.include_usage` is set - null on every chunk except the final usage chunk, which carries the totals for the request.\",\"nullable\":true},\"x_groq\":{\"$ref\":\"#/components/schemas/XGroq\"}},\"required\":[\"choices\",\"created\",\"id\",\"model\",\"object\"],\"type\":\"object\"},\"CreateEmbeddingRequest\":{\"additionalProperties\":false,\"properties\":{\"encoding_format\":{\"default\":\"float\",\"description\":\"The format to return the embeddings in. Can only be `float` or `base64`.\",\"enum\":[\"float\",\"base64\"],\"example\":\"float\",\"type\":\"string\"},\"input\":{\"description\":\"Input text to embed, encoded as a string or array of tokens. To embed multiple inputs in a single request, pass an array of strings or array of token arrays. The input must not exceed the max input tokens for the model, cannot be an empty string, and any array must be 2048 dimensions or less.\\n\",\"example\":\"The quick brown fox jumped over the lazy dog\",\"oneOf\":[{\"default\":\"\",\"description\":\"The string that will be turned into an embedding.\",\"example\":\"This is a test.\",\"title\":\"string\",\"type\":\"string\"},{\"description\":\"The array of strings that will be turned into an embeddings.\",\"items\":{\"default\":\"\",\"example\":\"['This is a test.']\",\"type\":\"string\"},\"maxItems\":2048,\"minItems\":1,\"title\":\"array\",\"type\":\"array\"}],\"x-groq-meta\":{\"validator\":\"EmbeddingInput\"}},\"model\":{\"anyOf\":[{\"type\":\"string\"},{\"enum\":[\"nomic-embed-text-v1_5\"],\"type\":\"string\"}],\"description\":\"ID of the model to use.\\n\",\"example\":\"nomic-embed-text-v1_5\"},\"user\":{\"description\":\"A unique identifier representing your end-user, which can help us monitor and detect abuse.\",\"nullable\":true,\"type\":\"string\"}},\"required\":[\"model\",\"input\"],\"type\":\"object\"},\"CreateEmbeddingResponse\":{\"properties\":{\"data\":{\"description\":\"The list of embeddings generated by the model.\",\"items\":{\"$ref\":\"#/components/schemas/Embedding\"},\"type\":\"array\"},\"model\":{\"description\":\"The name of the model used to generate the embedding.\",\"type\":\"string\"},\"object\":{\"description\":\"The object type, which is always \\\"list\\\".\",\"enum\":[\"list\"],\"type\":\"string\"},\"usage\":{\"description\":\"The usage information for the request.\",\"properties\":{\"prompt_tokens\":{\"description\":\"The number of tokens used by the prompt.\",\"type\":\"integer\"},\"total_tokens\":{\"description\":\"The total number of tokens used by the request.\",\"type\":\"integer\"}},\"required\":[\"prompt_tokens\",\"total_tokens\"],\"type\":\"object\"}},\"required\":[\"object\",\"model\",\"data\",\"usage\"],\"type\":\"object\"},\"CreateFileRequest\":{\"additionalProperties\":false,\"properties\":{\"file\":{\"description\":\"The File object (not file name) to be uploaded.\\n\",\"format\":\"binary\",\"type\":\"string\"},\"purpose\":{\"description\":\"The intended purpose of the uploaded file.\\nUse \\\"batch\\\" for [Batch API](/docs/api-reference#batches).\\n\",\"enum\":[\"batch\"],\"type\":\"string\"}},\"required\":[\"file\",\"purpose\"],\"type\":\"object\"},\"CreateFineTuningRequest\":{\"properties\":{\"base_model\":{\"description\":\"BaseModel is the model that the fine tune was originally trained on.\\n\",\"type\":\"string\"},\"input_file_id\":{\"description\":\"InputFileID is the id of the file that was uploaded via the /files api.\\n\",\"type\":\"string\"},\"name\":{\"description\":\"Name is the given name to a fine tuned model.\\n\",\"type\":\"string\"},\"type\":{\"description\":\"Type is the type of fine tuning format such as \\\"lora\\\".\\n\",\"type\":\"string\"}},\"type\":\"object\"},\"CreateResponseRequest\":{\"additionalProperties\":false,\"properties\":{\"input\":{\"description\":\"Text input to the model, used to generate a response.\\n\",\"oneOf\":[{\"description\":\"A text input to the model, equivalent to a text input with the `user` role.\",\"title\":\"Text input\",\"type\":\"string\"},{\"description\":\"A list of one or many input items to the model, containing different content types.\",\"items\":{\"$ref\":\"#/components/schemas/ResponseInputItem\"},\"title\":\"Input item list\",\"type\":\"array\"}]},\"instructions\":{\"description\":\"Inserts a system (or developer) message as the first item in the model's context.\\n\",\"nullable\":true,\"type\":\"string\"},\"max_output_tokens\":{\"description\":\"An upper bound for the number of tokens that can be generated for a response, including visible output tokens and reasoning tokens.\\n\",\"nullable\":true,\"type\":\"integer\"},\"metadata\":{\"additionalProperties\":{\"type\":\"string\"},\"description\":\"Custom key-value pairs for storing additional information. Maximum of 16 pairs.\\n\",\"nullable\":true,\"type\":\"object\"},\"model\":{\"anyOf\":[{\"type\":\"string\"},{\"enum\":[\"gemma2-9b-it\",\"llama-3.3-70b-versatile\",\"llama-3.1-8b-instant\",\"llama-guard-3-8b\",\"llama3-70b-8192\",\"llama3-8b-8192\"],\"type\":\"string\"}],\"description\":\"ID of the model to use. For details on which models are compatible with the Responses API, see available [models](https://console.groq.com/docs/models)\",\"example\":\"llama-3.3-70b-versatile\"},\"parallel_tool_calls\":{\"default\":true,\"description\":\"Enable parallel execution of multiple tool calls.\\n\",\"nullable\":true,\"type\":\"boolean\"},\"reasoning\":{\"description\":\"Configuration for reasoning capabilities when using [models that support reasoning](https://console.groq.com/docs/reasoning).\\n\",\"nullable\":true,\"properties\":{\"effort\":{\"description\":\"Level of reasoning effort. Supported values: `none`, `low`, `medium`, `high`.\\n`none` disables reasoning and is supported only by Qwen3.8 models. Lower graded\\nvalues provide faster responses with less reasoning depth. When omitted, the\\ndefault is `none` for Qwen3.8 and `medium` for GPT-OSS models.\\n\",\"enum\":[\"none\",\"low\",\"medium\",\"high\"],\"nullable\":true,\"type\":\"string\"}},\"type\":\"object\"},\"service_tier\":{\"default\":\"auto\",\"description\":\"Specifies the latency tier to use for processing the request.\\n\",\"enum\":[\"auto\",\"default\",\"flex\"],\"nullable\":true,\"type\":\"string\"},\"store\":{\"default\":false,\"description\":\"Response storage flag. Note: Currently only supports false or null values.\\n\",\"nullable\":true,\"type\":\"boolean\"},\"stream\":{\"default\":false,\"description\":\"Enable streaming mode to receive response data as server-sent events.\\n\",\"nullable\":true,\"type\":\"boolean\"},\"temperature\":{\"default\":1,\"description\":\"Controls randomness in the response generation. Range: 0 to 2. Lower values produce more deterministic outputs, higher values increase variety and creativity.\\n\",\"example\":1,\"maximum\":2,\"minimum\":0,\"nullable\":true,\"type\":\"number\"},\"text\":{\"description\":\"Response format configuration. Supports plain text or structured JSON output.\\n\",\"properties\":{\"format\":{\"$ref\":\"#/components/schemas/ResponseFormatConfiguration\"}},\"type\":\"object\"},\"tool_choice\":{\"$ref\":\"#/components/schemas/ResponseToolChoiceOption\"},\"tools\":{\"description\":\"List of tools available to the model. Currently supports function definitions only. Maximum of 128 functions.\\n\",\"items\":{\"$ref\":\"#/components/schemas/ResponseTool\"},\"maxItems\":128,\"nullable\":true,\"type\":\"array\"},\"top_p\":{\"default\":1,\"description\":\"Nucleus sampling parameter that controls the cumulative probability cutoff. Range: 0 to 1. A value of 0.1 restricts sampling to tokens within the top 10% probability mass.\\n\",\"example\":1,\"maximum\":1,\"minimum\":0,\"nullable\":true,\"type\":\"number\"},\"truncation\":{\"default\":\"disabled\",\"description\":\"Context truncation strategy. Supported values: `auto` or `disabled`.\\n\",\"enum\":[\"auto\",\"disabled\"],\"nullable\":true,\"type\":\"string\"},\"user\":{\"description\":\"Optional identifier for tracking end-user requests. Useful for usage monitoring and compliance.\\n\",\"example\":\"user-1234\",\"type\":\"string\"}},\"required\":[\"model\",\"input\"],\"type\":\"object\"},\"CreateResponseResponse\":{\"description\":\"Represents a response returned by model, based on the provided input.\",\"properties\":{\"background\":{\"default\":false,\"description\":\"Whether the response was generated in the background.\",\"type\":\"boolean\"},\"created_at\":{\"description\":\"The Unix timestamp (in seconds) of when the response was created.\",\"type\":\"integer\"},\"error\":{\"description\":\"An error object if the response failed.\",\"nullable\":true,\"properties\":{\"code\":{\"description\":\"The error code.\",\"type\":\"string\"},\"message\":{\"description\":\"A human-readable error message.\",\"type\":\"string\"}},\"required\":[\"code\",\"message\"],\"type\":\"object\"},\"id\":{\"description\":\"A unique identifier for the response.\",\"type\":\"string\"},\"incomplete_details\":{\"description\":\"Details about why the response is incomplete.\",\"nullable\":true,\"properties\":{\"reason\":{\"description\":\"The reason why the response is incomplete.\",\"type\":\"string\"}},\"type\":\"object\"},\"instructions\":{\"description\":\"The system instructions used for the response.\",\"nullable\":true,\"type\":\"string\"},\"max_output_tokens\":{\"description\":\"The maximum number of tokens configured for the response.\",\"nullable\":true,\"type\":\"integer\"},\"max_tool_calls\":{\"description\":\"The maximum number of tool calls allowed.\",\"nullable\":true,\"type\":\"integer\"},\"metadata\":{\"additionalProperties\":{\"type\":\"string\"},\"description\":\"Metadata attached to the response.\",\"nullable\":true,\"type\":\"object\"},\"model\":{\"description\":\"The model used for the response.\",\"type\":\"string\"},\"object\":{\"description\":\"The object type, which is always `response`.\",\"enum\":[\"response\"],\"type\":\"string\"},\"output\":{\"description\":\"An array of content items generated by the model.\",\"items\":{\"$ref\":\"#/components/schemas/ResponseOutputItem\"},\"type\":\"array\"},\"parallel_tool_calls\":{\"description\":\"Whether the model can run tool calls in parallel.\",\"type\":\"boolean\"},\"previous_response_id\":{\"description\":\"Not supported. Always null.\",\"nullable\":true,\"type\":\"string\"},\"reasoning\":{\"description\":\"Configuration options for [models that support reasoning](https://console.groq.com/docs/reasoning).\",\"nullable\":true,\"properties\":{\"effort\":{\"description\":\"The reasoning effort level used. When omitted from the request, this is `none`\\nfor Qwen3.8 and `medium` for GPT-OSS models.\\n\",\"enum\":[\"none\",\"low\",\"medium\",\"high\"],\"nullable\":true,\"type\":\"string\"},\"summary\":{\"description\":\"Not supported. Always null.\",\"nullable\":true,\"type\":\"string\"}},\"type\":\"object\"},\"service_tier\":{\"description\":\"The service tier used for processing.\",\"enum\":[\"auto\",\"default\",\"flex\"],\"type\":\"string\"},\"status\":{\"description\":\"The status of the response generation. One of `completed`, `failed`, `in_progress`, or `incomplete`.\\n\",\"enum\":[\"completed\",\"failed\",\"in_progress\",\"incomplete\"],\"type\":\"string\"},\"store\":{\"description\":\"Whether the response was stored.\",\"type\":\"boolean\"},\"temperature\":{\"description\":\"The sampling temperature used.\",\"type\":\"number\"},\"text\":{\"description\":\"Text format configuration used for the response.\",\"properties\":{\"format\":{\"$ref\":\"#/components/schemas/ResponseFormatConfiguration\"}},\"type\":\"object\"},\"tool_choice\":{\"$ref\":\"#/components/schemas/ResponseToolChoiceOption\"},\"tools\":{\"description\":\"The tools that were available to the model.\",\"items\":{\"$ref\":\"#/components/schemas/ResponseTool\"},\"type\":\"array\"},\"top_logprobs\":{\"default\":0,\"description\":\"The number of top log probabilities returned.\",\"type\":\"integer\"},\"top_p\":{\"description\":\"The nucleus sampling parameter used.\",\"type\":\"number\"},\"truncation\":{\"description\":\"The truncation strategy used.\",\"enum\":[\"auto\",\"disabled\"],\"type\":\"string\"},\"usage\":{\"$ref\":\"#/components/schemas/ResponseUsage\"},\"user\":{\"description\":\"The user identifier.\",\"nullable\":true,\"type\":\"string\"}},\"required\":[\"id\",\"object\",\"status\",\"created_at\",\"output\",\"model\",\"tools\",\"tool_choice\",\"truncation\",\"metadata\",\"temperature\",\"top_p\",\"service_tier\",\"error\",\"incomplete_details\",\"parallel_tool_calls\",\"store\"],\"type\":\"object\"},\"CreateSpeechRequest\":{\"additionalProperties\":false,\"properties\":{\"input\":{\"description\":\"The text to generate audio for.\",\"example\":\"The quick brown fox jumped over the lazy dog\",\"type\":\"string\"},\"model\":{\"anyOf\":[{\"type\":\"string\"},{\"enum\":[\"playai-tts\",\"playai-tts-arabic\"],\"type\":\"string\"}],\"description\":\"One of the [available TTS models](/docs/text-to-speech).\\n\",\"example\":\"playai-tts\"},\"response_format\":{\"default\":\"mp3\",\"description\":\"The format of the generated audio. Supported formats are `flac, mp3, mulaw, ogg, wav`.\",\"enum\":[\"flac\",\"mp3\",\"mulaw\",\"ogg\",\"wav\"],\"type\":\"string\"},\"sample_rate\":{\"default\":48000,\"description\":\"The sample rate for generated audio\",\"enum\":[8000,16000,22050,24000,32000,44100,48000],\"example\":48000,\"type\":\"integer\"},\"speed\":{\"default\":1,\"description\":\"The speed of the generated audio.\",\"example\":1,\"maximum\":5,\"minimum\":0.5,\"type\":\"number\"},\"voice\":{\"description\":\"The voice to use when generating the audio. List of voices can be found [here](/docs/text-to-speech).\",\"example\":\"Fritz-PlayAI\",\"type\":\"string\"}},\"required\":[\"model\",\"input\",\"voice\"],\"type\":\"object\"},\"CreateTranscriptionRequest\":{\"additionalProperties\":false,\"oneOf\":[{\"required\":[\"file\"]},{\"required\":[\"url\"]}],\"properties\":{\"file\":{\"description\":\"The audio file object (not file name) to transcribe, in one of these formats: flac, mp3, mp4, mpeg, mpga, m4a, ogg, wav, or webm.\\nEither a file or a URL must be provided. Note that the file field is not supported in Batch API requests.\\n\",\"format\":\"binary\",\"type\":\"string\"},\"language\":{\"anyOf\":[{\"type\":\"string\"},{\"enum\":[\"en\",\"zh\",\"de\",\"es\",\"ru\",\"ko\",\"fr\",\"ja\",\"pt\",\"tr\",\"pl\",\"ca\",\"nl\",\"ar\",\"sv\",\"it\",\"id\",\"hi\",\"fi\",\"vi\",\"he\",\"uk\",\"el\",\"ms\",\"cs\",\"ro\",\"da\",\"hu\",\"ta\",\"no\",\"th\",\"ur\",\"hr\",\"bg\",\"lt\",\"la\",\"mi\",\"ml\",\"cy\",\"sk\",\"te\",\"fa\",\"lv\",\"bn\",\"sr\",\"az\",\"sl\",\"kn\",\"et\",\"mk\",\"br\",\"eu\",\"is\",\"hy\",\"ne\",\"mn\",\"bs\",\"kk\",\"sq\",\"sw\",\"gl\",\"mr\",\"pa\",\"si\",\"km\",\"sn\",\"yo\",\"so\",\"af\",\"oc\",\"ka\",\"be\",\"tg\",\"sd\",\"gu\",\"am\",\"yi\",\"lo\",\"uz\",\"fo\",\"ht\",\"ps\",\"tk\",\"nn\",\"mt\",\"sa\",\"lb\",\"my\",\"bo\",\"tl\",\"mg\",\"as\",\"tt\",\"haw\",\"ln\",\"ha\",\"ba\",\"jv\",\"su\",\"yue\"],\"type\":\"string\"}],\"description\":\"The language of the input audio. Supplying the input language in [ISO-639-1](https://en.wikipedia.org/wiki/List_of_ISO_639-1_codes) format will improve accuracy and latency.\\n\"},\"model\":{\"anyOf\":[{\"type\":\"string\"},{\"enum\":[\"whisper-large-v3\",\"whisper-large-v3-turbo\"],\"type\":\"string\"}],\"description\":\"ID of the model to use. `whisper-large-v3` and `whisper-large-v3-turbo` are currently available.\\n\",\"example\":\"whisper-large-v3-turbo\"},\"prompt\":{\"description\":\"An optional text to guide the model's style or continue a previous audio segment. The [prompt](/docs/speech-text) should match the audio language.\\n\",\"type\":\"string\"},\"response_format\":{\"default\":\"json\",\"description\":\"The format of the transcript output, in one of these options: `json`, `text`, or `verbose_json`.\\n\",\"enum\":[\"json\",\"text\",\"verbose_json\"],\"type\":\"string\"},\"temperature\":{\"default\":0,\"description\":\"The sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use [log probability](https://en.wikipedia.org/wiki/Log_probability) to automatically increase the temperature until certain thresholds are hit.\\n\",\"type\":\"number\"},\"timestamp_granularities[]\":{\"default\":[\"segment\"],\"description\":\"The timestamp granularities to populate for this transcription. `response_format` must be set `verbose_json` to use timestamp granularities. Either or both of these options are supported: `word`, or `segment`. Note: There is no additional latency for segment timestamps, but generating word timestamps incurs additional latency.\\n\",\"items\":{\"enum\":[\"word\",\"segment\"],\"type\":\"string\"},\"type\":\"array\"},\"url\":{\"description\":\"The audio URL to translate/transcribe (supports Base64URL).\\nEither a file or a URL must be provided. For Batch API requests, the URL field is required since the file field is not supported.\\n\",\"type\":\"string\"}},\"required\":[\"model\"],\"type\":\"object\"},\"CreateTranscriptionResponseJson\":{\"description\":\"Represents a transcription response returned by model, based on the provided input.\",\"properties\":{\"text\":{\"description\":\"The transcribed text.\",\"type\":\"string\"}},\"required\":[\"text\"],\"type\":\"object\"},\"CreateTranscriptionResponseVerboseJson\":{\"description\":\"Represents a verbose json transcription response returned by model, based on the provided input.\",\"properties\":{\"duration\":{\"description\":\"The duration of the input audio.\",\"type\":\"string\"},\"language\":{\"description\":\"The language of the input audio.\",\"type\":\"string\"},\"segments\":{\"description\":\"Segments of the transcribed text and their corresponding details.\",\"items\":{\"$ref\":\"#/components/schemas/TranscriptionSegment\"},\"type\":\"array\"},\"text\":{\"description\":\"The transcribed text.\",\"type\":\"string\"},\"words\":{\"description\":\"Extracted words and their corresponding timestamps.\",\"items\":{\"$ref\":\"#/components/schemas/TranscriptionWord\"},\"type\":\"array\"}},\"required\":[\"language\",\"duration\",\"text\"],\"type\":\"object\"},\"CreateTranslationRequest\":{\"additionalProperties\":false,\"oneOf\":[{\"required\":[\"file\"]},{\"required\":[\"url\"]}],\"properties\":{\"file\":{\"description\":\"The audio file object (not file name) translate, in one of these formats: flac, mp3, mp4, mpeg, mpga, m4a, ogg, wav, or webm.\\n\",\"format\":\"binary\",\"type\":\"string\"},\"model\":{\"anyOf\":[{\"type\":\"string\"},{\"enum\":[\"whisper-large-v3\",\"whisper-large-v3-turbo\"],\"type\":\"string\"}],\"description\":\"ID of the model to use. `whisper-large-v3` and `whisper-large-v3-turbo` are currently available.\\n\",\"example\":\"whisper-large-v3-turbo\"},\"prompt\":{\"description\":\"An optional text to guide the model's style or continue a previous audio segment. The [prompt](/docs/guides/speech-to-text/prompting) should be in English.\\n\",\"type\":\"string\"},\"response_format\":{\"default\":\"json\",\"description\":\"The format of the transcript output, in one of these options: `json`, `text`, or `verbose_json`.\\n\",\"enum\":[\"json\",\"text\",\"verbose_json\"],\"type\":\"string\"},\"temperature\":{\"default\":0,\"description\":\"The sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use [log probability](https://en.wikipedia.org/wiki/Log_probability) to automatically increase the temperature until certain thresholds are hit.\\n\",\"type\":\"number\"},\"url\":{\"description\":\"The audio URL to translate/transcribe (supports Base64URL). Either file or url must be provided.\\nWhen using the Batch API only url is supported.\\n\",\"type\":\"string\"}},\"required\":[\"model\"],\"type\":\"object\"},\"CreateTranslationResponseJson\":{\"properties\":{\"text\":{\"type\":\"string\"}},\"required\":[\"text\"],\"type\":\"object\"},\"CreateTranslationResponseVerboseJson\":{\"properties\":{\"duration\":{\"description\":\"The duration of the input audio.\",\"type\":\"string\"},\"language\":{\"description\":\"The language of the output translation (always `english`).\",\"type\":\"string\"},\"segments\":{\"description\":\"Segments of the translated text and their corresponding details.\",\"items\":{\"$ref\":\"#/components/schemas/TranscriptionSegment\"},\"type\":\"array\"},\"text\":{\"description\":\"The translated text.\",\"type\":\"string\"}},\"required\":[\"language\",\"duration\",\"text\"],\"type\":\"object\"},\"DebugData\":{\"description\":\"Debug information including input and output token IDs and strings. Only present when debug=true in the request.\",\"properties\":{\"input_token_ids\":{\"description\":\"Token IDs for the input.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"input_tokens\":{\"description\":\"Token strings for the input.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"output_token_ids\":{\"description\":\"Token IDs for the output.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"output_tokens\":{\"description\":\"Token strings for the output.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"type\":\"object\"},\"DeleteFileResponse\":{\"properties\":{\"deleted\":{\"type\":\"boolean\"},\"id\":{\"type\":\"string\"},\"object\":{\"enum\":[\"file\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"id\",\"object\",\"deleted\"],\"type\":\"object\"},\"DeleteFineTuningResponse\":{\"properties\":{\"deleted\":{\"type\":\"boolean\"},\"id\":{\"type\":\"string\"},\"object\":{\"type\":\"string\"}},\"type\":\"object\"},\"DeleteModelResponse\":{\"properties\":{\"deleted\":{\"type\":\"boolean\"},\"id\":{\"type\":\"string\"},\"object\":{\"type\":\"string\"}},\"required\":[\"id\",\"object\",\"deleted\"],\"type\":\"object\"},\"DocumentCitation\":{\"additionalProperties\":false,\"description\":\"A citation referencing a specific document that was provided in the request.\",\"properties\":{\"document_id\":{\"description\":\"The ID of the document being cited, corresponding to a document provided in the request.\",\"type\":\"string\"},\"end_index\":{\"description\":\"The character index in the message content where this citation ends.\",\"type\":\"integer\"},\"start_index\":{\"description\":\"The character index in the message content where this citation begins.\",\"type\":\"integer\"}},\"required\":[\"start_index\",\"end_index\",\"document_id\"],\"type\":\"object\"},\"Embedding\":{\"description\":\"Represents an embedding vector returned by embedding endpoint.\\n\",\"properties\":{\"embedding\":{\"oneOf\":[{\"description\":\"The embedding vector, which is a list of floats. The length of vector depends on the model as listed in the [embedding guide](/docs/guides/embeddings).\\n\",\"items\":{\"type\":\"number\"},\"type\":\"array\"},{\"description\":\"The embedding vector, which is a base64 encoded string. The length of vector depends on the model as listed in the [embedding guide](/docs/guides/embeddings).\\n\",\"type\":\"string\"}]},\"index\":{\"description\":\"The index of the embedding in the list of embeddings.\",\"type\":\"integer\"},\"object\":{\"description\":\"The object type, which is always \\\"embedding\\\".\",\"enum\":[\"embedding\"],\"type\":\"string\"}},\"required\":[\"index\",\"object\",\"embedding\"],\"type\":\"object\"},\"Error\":{\"properties\":{\"code\":{\"nullable\":true,\"type\":\"string\"},\"debug\":{\"$ref\":\"#/components/schemas/DebugData\"},\"failed_generation\":{\"nullable\":true,\"type\":\"string\"},\"message\":{\"type\":\"string\"},\"param\":{\"nullable\":true,\"type\":\"string\"},\"schema_code\":{\"nullable\":true,\"type\":\"string\"},\"schema_kind\":{\"nullable\":true,\"type\":\"string\"},\"schema_path\":{\"nullable\":true,\"type\":\"string\"},\"schema_path_segments\":{\"description\":\"Segments of the schema path relevant to validation errors.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":{\"type\":\"string\"}},\"required\":[\"type\",\"message\"],\"type\":\"object\"},\"ErrorResponse\":{\"properties\":{\"error\":{\"$ref\":\"#/components/schemas/Error\"}},\"required\":[\"error\"],\"type\":\"object\"},\"File\":{\"description\":\"The `File` object represents a document that has been uploaded.\",\"properties\":{\"bytes\":{\"description\":\"The size of the file, in bytes.\",\"type\":\"integer\"},\"created_at\":{\"description\":\"The Unix timestamp (in seconds) for when the file was created.\",\"type\":\"integer\"},\"filename\":{\"description\":\"The name of the file.\",\"type\":\"string\"},\"id\":{\"description\":\"The file identifier, which can be referenced in the API endpoints.\",\"type\":\"string\"},\"object\":{\"description\":\"The object type, which is always `file`.\",\"enum\":[\"file\"],\"type\":\"string\",\"x-stainless-const\":true},\"purpose\":{\"description\":\"The intended purpose of the file. Supported values are `batch`, and `batch_output`.\",\"enum\":[\"batch\",\"batch_output\"],\"type\":\"string\"}},\"title\":\"File\"},\"FunctionCitation\":{\"additionalProperties\":false,\"description\":\"A citation referencing the result of a function or tool call.\",\"properties\":{\"end_index\":{\"description\":\"The character index in the message content where this citation ends.\",\"type\":\"integer\"},\"start_index\":{\"description\":\"The character index in the message content where this citation begins.\",\"type\":\"integer\"},\"tool_call_id\":{\"description\":\"The ID of the tool call being cited, corresponding to a tool call made during the conversation.\",\"type\":\"string\"}},\"required\":[\"start_index\",\"end_index\",\"tool_call_id\"],\"type\":\"object\"},\"FunctionObject\":{\"properties\":{\"description\":{\"description\":\"A description of what the function does, used by the model to choose when and how to call the function.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to be called. Must be a-z, A-Z, 0-9, or contain underscores and dashes, with a maximum length of 64.\",\"type\":\"string\"},\"parameters\":{\"$ref\":\"#/components/schemas/FunctionParameters\"},\"strict\":{\"default\":false,\"description\":\"Whether to enable strict schema adherence when generating the output. If set to true, the model will always follow the exact schema defined in the `schema` field. Only a subset of JSON Schema is supported when `strict` is `true`.\\n\",\"type\":\"boolean\"}},\"required\":[\"name\"],\"type\":\"object\"},\"FunctionParameters\":{\"additionalProperties\":true,\"description\":\"Function parameters defined as a JSON Schema object. Refer to https://json-schema.org/understanding-json-schema/ for schema documentation.\",\"type\":\"object\"},\"ListBatchesResponse\":{\"properties\":{\"data\":{\"items\":{\"$ref\":\"#/components/schemas/Batch\"},\"type\":\"array\"},\"object\":{\"enum\":[\"list\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"object\",\"data\"],\"type\":\"object\"},\"ListFilesResponse\":{\"properties\":{\"data\":{\"items\":{\"$ref\":\"#/components/schemas/File\"},\"type\":\"array\"},\"object\":{\"enum\":[\"list\"],\"type\":\"string\"}},\"required\":[\"object\",\"data\"],\"type\":\"object\"},\"ListFineTuningsResponse\":{\"properties\":{\"data\":{\"items\":{\"properties\":{\"base_model\":{\"description\":\"BaseModel is the model that the fine tune was originally trained on.\\n\",\"type\":\"string\"},\"created_at\":{\"description\":\"CreatedAt is the timestamp of when the fine tuned model was created.\\n\",\"type\":\"number\"},\"fine_tuned_model\":{\"description\":\"FineTunedModel is the final name of the fine tuned model.\\n\",\"type\":\"string\"},\"id\":{\"description\":\"ID is the unique identifier of a fine tune.\\n\",\"type\":\"string\"},\"input_file_id\":{\"description\":\"InputFileID is the id of the file that was uploaded via the /files api.\\n\",\"type\":\"string\"},\"name\":{\"description\":\"Name is the given name to a fine tuned model.\\n\",\"type\":\"string\"},\"type\":{\"description\":\"Type is the type of fine tuning format such as \\\"lora\\\".\\n\",\"type\":\"string\"}},\"type\":\"object\"},\"type\":\"array\"},\"object\":{\"type\":\"string\"}},\"type\":\"object\"},\"ListModelsResponse\":{\"properties\":{\"data\":{\"items\":{\"$ref\":\"#/components/schemas/Model\"},\"type\":\"array\"},\"object\":{\"enum\":[\"list\"],\"type\":\"string\"}},\"required\":[\"object\",\"data\"],\"type\":\"object\"},\"Model\":{\"description\":\"Describes an OpenAI model offering that can be used with the API.\",\"properties\":{\"created\":{\"description\":\"The Unix timestamp (in seconds) when the model was created.\",\"type\":\"integer\"},\"id\":{\"description\":\"The model identifier, which can be referenced in the API endpoints.\",\"type\":\"string\"},\"object\":{\"description\":\"The object type, which is always \\\"model\\\".\",\"enum\":[\"model\"],\"type\":\"string\"},\"owned_by\":{\"description\":\"The organization that owns the model.\",\"type\":\"string\"}},\"required\":[\"id\",\"object\",\"created\",\"owned_by\"],\"title\":\"Model\"},\"ReadFineTuningResponse\":{\"properties\":{\"data\":{\"properties\":{\"base_model\":{\"description\":\"BaseModel is the model that the fine tune was originally trained on.\\n\",\"type\":\"string\"},\"created_at\":{\"description\":\"CreatedAt is the timestamp of when the fine tuned model was created.\\n\",\"type\":\"number\"},\"fine_tuned_model\":{\"description\":\"FineTunedModel is the final name of the fine tuned model.\\n\",\"type\":\"string\"},\"id\":{\"description\":\"ID is the unique identifier of a fine tune.\\n\",\"type\":\"string\"},\"input_file_id\":{\"description\":\"InputFileID is the id of the file that was uploaded via the /files api.\\n\",\"type\":\"string\"},\"name\":{\"description\":\"Name is the given name to a fine tuned model.\\n\",\"type\":\"string\"},\"type\":{\"description\":\"Type is the type of fine tuning format such as \\\"lora\\\".\\n\",\"type\":\"string\"}},\"type\":\"object\"},\"id\":{\"type\":\"string\"},\"object\":{\"type\":\"string\"}},\"type\":\"object\"},\"RerankingRequest\":{\"additionalProperties\":false,\"properties\":{\"docs\":{\"description\":\"An array of documents to rank. Each document is a string containing the text content.\\nMaximum of 100 documents per request.\\n\",\"example\":[\"Machine learning is a subset of artificial intelligence\",\"The weather forecast predicts rain tomorrow\",\"Deep learning uses neural networks with multiple layers\"],\"items\":{\"minLength\":1,\"type\":\"string\"},\"maxItems\":100,\"minItems\":1,\"type\":\"array\"},\"instruction\":{\"description\":\"Optional instruction to guide the reranking process. If not provided, \\na default instruction will be used.\\n\",\"example\":\"Find the most relevant document about AI research\",\"nullable\":true,\"type\":\"string\"},\"model\":{\"description\":\"ID of the reranking model to use.\\n\",\"example\":\"qwen3-reranker-4b\",\"type\":\"string\"},\"query\":{\"description\":\"The search query to rank documents against.\\n\",\"example\":\"artificial intelligence research\",\"type\":\"string\"}},\"required\":[\"model\",\"query\",\"docs\"],\"type\":\"object\"},\"RerankingResponse\":{\"properties\":{\"results\":{\"description\":\"List of documents sorted by relevance score in descending order.\\nEach result contains the original document text and its relevance score.\\n\",\"items\":{\"$ref\":\"#/components/schemas/RerankingResult\"},\"type\":\"array\"}},\"required\":[\"results\"],\"type\":\"object\"},\"RerankingResult\":{\"properties\":{\"doc\":{\"description\":\"The original document text.\",\"example\":\"Machine learning is a subset of artificial intelligence\",\"type\":\"string\"},\"score\":{\"description\":\"Relevance score between 0.0 and 1.0, where higher scores indicate \\ngreater relevance to the query.\\n\",\"example\":0.92,\"format\":\"float\",\"maximum\":1,\"minimum\":0,\"type\":\"number\"}},\"required\":[\"doc\",\"score\"],\"type\":\"object\"},\"ResponseAnnotation\":{\"discriminator\":{\"mapping\":{\"file_citation\":\"#/components/schemas/ResponseFileCitation\",\"url_citation\":\"#/components/schemas/ResponseUrlCitation\"},\"propertyName\":\"type\"},\"oneOf\":[{\"$ref\":\"#/components/schemas/ResponseFileCitation\"},{\"$ref\":\"#/components/schemas/ResponseUrlCitation\"}]},\"ResponseEasyInputMessage\":{\"description\":\"A message input to the model with a role indicating instruction following hierarchy.\\n\",\"properties\":{\"content\":{\"description\":\"Text input to the model.\\n\",\"oneOf\":[{\"description\":\"A text input to the model.\",\"title\":\"Text input\",\"type\":\"string\"},{\"description\":\"An array of content parts.\",\"items\":{\"$ref\":\"#/components/schemas/ResponseInputContent\"},\"title\":\"Content array\",\"type\":\"array\"}]},\"role\":{\"description\":\"The role of the message input. One of `user`, `assistant`, `system`, or `developer`.\\n\",\"enum\":[\"user\",\"assistant\",\"system\",\"developer\"],\"type\":\"string\"}},\"required\":[\"role\",\"content\"],\"title\":\"Easy input message\",\"type\":\"object\"},\"ResponseFileCitation\":{\"description\":\"A citation to a file.\",\"properties\":{\"file_id\":{\"description\":\"The ID of the file.\",\"type\":\"string\"},\"index\":{\"description\":\"The index of the citation in the text.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of the annotation. Always `file_citation`.\",\"enum\":[\"file_citation\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"file_id\"],\"title\":\"File citation\",\"type\":\"object\"},\"ResponseFormatConfiguration\":{\"description\":\"An object specifying the format that the model must output.\\n\",\"oneOf\":[{\"$ref\":\"#/components/schemas/ResponseFormatText\"},{\"$ref\":\"#/components/schemas/ResponseFormatJsonObject\"},{\"$ref\":\"#/components/schemas/TextResponseFormatJsonSchema\"}]},\"ResponseFormatJsonObject\":{\"description\":\"JSON object response format. An older method of generating JSON responses. Using `json_schema` is recommended for models that support it. Note that the model will not generate JSON without a system or user message instructing it to do so.\\n\",\"properties\":{\"type\":{\"description\":\"The type of response format being defined. Always `json_object`.\",\"enum\":[\"json_object\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\"],\"title\":\"JSON object\",\"type\":\"object\"},\"ResponseFormatJsonSchema\":{\"description\":\"JSON Schema response format. Used to generate structured JSON responses.\\n\",\"properties\":{\"json_schema\":{\"description\":\"Structured Outputs configuration options, including a JSON Schema.\\n\",\"properties\":{\"description\":{\"description\":\"A description of what the response format is for, used by the model to determine how to respond in the format.\\n\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the response format. Must be a-z, A-Z, 0-9, or contain underscores and dashes, with a maximum length of 64.\\n\",\"type\":\"string\"},\"schema\":{\"$ref\":\"#/components/schemas/ResponseFormatJsonSchemaSchema\"},\"strict\":{\"default\":false,\"description\":\"Whether to enable strict schema adherence when generating the output. If set to true, the model will always follow the exact schema defined in the `schema` field. Only a subset of JSON Schema is supported when `strict` is `true`.\\n\",\"nullable\":true,\"type\":\"boolean\"}},\"required\":[\"name\"],\"title\":\"JSON schema\",\"type\":\"object\"},\"type\":{\"description\":\"The type of response format being defined. Always `json_schema`.\",\"enum\":[\"json_schema\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"json_schema\"],\"title\":\"JSON schema\",\"type\":\"object\"},\"ResponseFormatJsonSchemaSchema\":{\"additionalProperties\":true,\"description\":\"The schema for the response format, described as a JSON Schema object.\\nLearn how to build JSON schemas [here](https://json-schema.org/).\\n\",\"title\":\"JSON schema\",\"type\":\"object\"},\"ResponseFormatText\":{\"description\":\"Default response format. Used to generate text responses.\\n\",\"properties\":{\"type\":{\"description\":\"The type of response format being defined. Always `text`.\",\"enum\":[\"text\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\"],\"title\":\"Text\",\"type\":\"object\"},\"ResponseFunctionCall\":{\"description\":\"A function call generated by the model.\",\"properties\":{\"arguments\":{\"description\":\"A JSON string of the arguments to pass to the function.\",\"type\":\"string\"},\"call_id\":{\"description\":\"The unique ID of the function tool call generated by the model.\",\"type\":\"string\"},\"id\":{\"description\":\"The unique ID of the function tool call.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"},\"status\":{\"description\":\"The status of the item.\",\"enum\":[\"in_progress\",\"completed\",\"incomplete\"],\"type\":\"string\"},\"type\":{\"description\":\"The type of the function call. Always `function_call`.\",\"enum\":[\"function_call\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"call_id\",\"name\",\"arguments\"],\"title\":\"Function call\",\"type\":\"object\"},\"ResponseFunctionCallOutput\":{\"description\":\"The output of a function tool call.\",\"properties\":{\"call_id\":{\"description\":\"The unique ID of the function tool call generated by the model.\",\"type\":\"string\"},\"id\":{\"description\":\"The unique ID of the function tool call output.\",\"type\":\"string\"},\"output\":{\"description\":\"A JSON string of the output of the function tool call.\",\"type\":\"string\"},\"status\":{\"description\":\"The status of the item.\",\"enum\":[\"in_progress\",\"completed\",\"incomplete\"],\"type\":\"string\"},\"type\":{\"description\":\"The type of the function tool call output. Always `function_call_output`.\",\"enum\":[\"function_call_output\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"call_id\",\"output\"],\"title\":\"Function call output\",\"type\":\"object\"},\"ResponseInputContent\":{\"discriminator\":{\"mapping\":{\"input_text\":\"#/components/schemas/ResponseInputTextContent\"},\"propertyName\":\"type\"},\"oneOf\":[{\"$ref\":\"#/components/schemas/ResponseInputTextContent\"}]},\"ResponseInputItem\":{\"discriminator\":{\"mapping\":{\"function_call\":\"#/components/schemas/ResponseFunctionCall\",\"function_call_output\":\"#/components/schemas/ResponseFunctionCallOutput\",\"item_reference\":\"#/components/schemas/ResponseItemReference\",\"message\":\"#/components/schemas/ResponseInputMessage\"},\"propertyName\":\"type\"},\"oneOf\":[{\"$ref\":\"#/components/schemas/ResponseEasyInputMessage\"},{\"$ref\":\"#/components/schemas/ResponseInputMessage\"},{\"$ref\":\"#/components/schemas/ResponseItemReference\"},{\"$ref\":\"#/components/schemas/ResponseFunctionCall\"},{\"$ref\":\"#/components/schemas/ResponseFunctionCallOutput\"}]},\"ResponseInputMessage\":{\"description\":\"A message input to the model with explicit type field.\\n\",\"properties\":{\"content\":{\"description\":\"A list of one or many input content items.\",\"items\":{\"$ref\":\"#/components/schemas/ResponseInputContent\"},\"type\":\"array\"},\"role\":{\"description\":\"The role of the message input. One of `user`, `system`, or `developer`. Note: assistant role is not supported with explicit type.\\n\",\"enum\":[\"user\",\"system\",\"developer\"],\"type\":\"string\"},\"status\":{\"description\":\"The status of item. Populated when items are returned via API.\",\"enum\":[\"in_progress\",\"completed\",\"incomplete\"],\"type\":\"string\"},\"type\":{\"description\":\"The type of the message input. Always set to `message`.\",\"enum\":[\"message\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"role\",\"content\"],\"title\":\"Input message\",\"type\":\"object\"},\"ResponseInputTextContent\":{\"description\":\"A text input to the model.\",\"properties\":{\"text\":{\"description\":\"The text input to the model.\",\"type\":\"string\"},\"type\":{\"description\":\"The type of the input item. Always `input_text`.\",\"enum\":[\"input_text\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"text\"],\"title\":\"Input text\",\"type\":\"object\"},\"ResponseItemReference\":{\"description\":\"An internal identifier for an item to reference.\",\"properties\":{\"id\":{\"description\":\"The ID of the item to reference.\",\"type\":\"string\"},\"type\":{\"description\":\"The type of item to reference. Always `item_reference`.\",\"enum\":[\"item_reference\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"id\"],\"title\":\"Item reference\",\"type\":\"object\"},\"ResponseNamedToolChoice\":{\"description\":\"Specifies a tool the model should use. Use to force the model to call a specific function.\",\"properties\":{\"function\":{\"properties\":{\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"object\"},\"type\":{\"description\":\"The type of the tool. Currently, only `function` is supported.\",\"enum\":[\"function\"],\"type\":\"string\"}},\"required\":[\"type\",\"function\"],\"type\":\"object\"},\"ResponseOutputContent\":{\"discriminator\":{\"mapping\":{\"output_text\":\"#/components/schemas/ResponseOutputTextContent\"},\"propertyName\":\"type\"},\"oneOf\":[{\"$ref\":\"#/components/schemas/ResponseOutputTextContent\"}]},\"ResponseOutputFunctionCall\":{\"description\":\"A function call generated by the model.\",\"properties\":{\"arguments\":{\"description\":\"A JSON string of the arguments to pass to the function.\",\"type\":\"string\"},\"call_id\":{\"description\":\"The unique ID of the function tool call generated by the model.\",\"type\":\"string\"},\"id\":{\"description\":\"The unique ID of the function tool call.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to call.\",\"type\":\"string\"},\"status\":{\"description\":\"The status of the function call.\",\"enum\":[\"in_progress\",\"completed\",\"incomplete\"],\"type\":\"string\"},\"type\":{\"description\":\"The type of the function call. Always `function_call`.\",\"enum\":[\"function_call\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"id\",\"call_id\",\"name\",\"arguments\"],\"title\":\"Function call\",\"type\":\"object\"},\"ResponseOutputItem\":{\"discriminator\":{\"mapping\":{\"function_call\":\"#/components/schemas/ResponseOutputFunctionCall\",\"message\":\"#/components/schemas/ResponseOutputMessage\",\"reasoning\":\"#/components/schemas/ResponseOutputReasoning\"},\"propertyName\":\"type\"},\"oneOf\":[{\"$ref\":\"#/components/schemas/ResponseOutputMessage\"},{\"$ref\":\"#/components/schemas/ResponseOutputFunctionCall\"},{\"$ref\":\"#/components/schemas/ResponseOutputReasoning\"}]},\"ResponseOutputMessage\":{\"description\":\"An output message from the model.\",\"properties\":{\"content\":{\"description\":\"The content of the output message.\",\"items\":{\"$ref\":\"#/components/schemas/ResponseOutputContent\"},\"type\":\"array\"},\"id\":{\"description\":\"The unique ID of the output message.\",\"type\":\"string\"},\"role\":{\"description\":\"The role of the output message. Always `assistant`.\",\"enum\":[\"assistant\"],\"type\":\"string\",\"x-stainless-const\":true},\"status\":{\"description\":\"The status of the message.\",\"enum\":[\"in_progress\",\"completed\",\"incomplete\"],\"type\":\"string\"},\"type\":{\"description\":\"The type of the output message. Always `message`.\",\"enum\":[\"message\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"id\",\"role\",\"content\"],\"title\":\"Output message\",\"type\":\"object\"},\"ResponseOutputReasoning\":{\"description\":\"A reasoning output from the model. Available for [models that support reasoning](https://console.groq.com/docs/reasoning).\",\"properties\":{\"id\":{\"description\":\"The unique ID of the reasoning output.\",\"type\":\"string\"},\"summary\":{\"description\":\"Summary items (currently empty).\",\"items\":{\"type\":\"object\"},\"type\":\"array\"},\"type\":{\"description\":\"The type of the reasoning output. Always `reasoning`.\",\"enum\":[\"reasoning\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"id\",\"summary\"],\"title\":\"Reasoning\",\"type\":\"object\"},\"ResponseOutputTextContent\":{\"description\":\"A text output from the model.\",\"properties\":{\"annotations\":{\"description\":\"The annotations of the text output.\",\"items\":{\"$ref\":\"#/components/schemas/ResponseAnnotation\"},\"type\":\"array\"},\"logprobs\":{\"description\":\"Log probability information for the output.\",\"items\":{\"type\":\"string\"},\"nullable\":true,\"type\":\"array\"},\"text\":{\"description\":\"The text output from the model.\",\"type\":\"string\"},\"type\":{\"description\":\"The type of the output text. Always `output_text`.\",\"enum\":[\"output_text\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"text\",\"annotations\"],\"title\":\"Output text\",\"type\":\"object\"},\"ResponseTool\":{\"properties\":{\"description\":{\"description\":\"Describes the function's purpose. The model uses this to determine when to invoke the function.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the function to be called. Must be a-z, A-Z, 0-9, or contain underscores and dashes, with a maximum length of 64.\",\"type\":\"string\"},\"parameters\":{\"$ref\":\"#/components/schemas/FunctionParameters\"},\"strict\":{\"description\":\"Whether to enable strict schema adherence when generating the function call.\",\"nullable\":true,\"type\":\"boolean\"},\"type\":{\"description\":\"The type of the tool. Currently, only `function` is supported.\",\"enum\":[\"function\"],\"type\":\"string\"}},\"required\":[\"type\",\"name\"],\"type\":\"object\"},\"ResponseToolChoiceOption\":{\"description\":\"Controls which (if any) tool is called by the model.\\n`none` means the model will not call any tool and instead generates a message.\\n`auto` means the model can pick between generating a message or calling one or more tools.\\n`required` means the model must call one or more tools.\\nSpecifying a particular tool via `{\\\"type\\\": \\\"function\\\", \\\"function\\\": {\\\"name\\\": \\\"my_function\\\"}}` forces the model to call that tool.\\n\\n`none` is the default when no tools are present. `auto` is the default if tools are present.\\n\",\"nullable\":true,\"oneOf\":[{\"description\":\"`none` means the model will not call any tool and instead generates a message. `auto` means the model can pick between generating a message or calling one or more tools. `required` means the model must call one or more tools.\\n\",\"enum\":[\"none\",\"auto\",\"required\"],\"type\":\"string\"},{\"$ref\":\"#/components/schemas/ResponseNamedToolChoice\"}]},\"ResponseUrlCitation\":{\"description\":\"A citation for a web resource.\",\"properties\":{\"end_index\":{\"description\":\"The index of the last character of the URL citation in the message.\",\"type\":\"integer\"},\"start_index\":{\"description\":\"The index of the first character of the URL citation in the message.\",\"type\":\"integer\"},\"title\":{\"description\":\"The title of the web resource.\",\"type\":\"string\"},\"type\":{\"description\":\"The type of the annotation. Always `url_citation`.\",\"enum\":[\"url_citation\"],\"type\":\"string\",\"x-stainless-const\":true},\"url\":{\"description\":\"The URL of the web resource.\",\"type\":\"string\"}},\"required\":[\"type\",\"url\"],\"title\":\"URL citation\",\"type\":\"object\"},\"ResponseUsage\":{\"description\":\"Usage statistics for the response request.\",\"properties\":{\"input_tokens\":{\"description\":\"Number of tokens in the input.\",\"type\":\"integer\"},\"input_tokens_details\":{\"description\":\"Breakdown of input tokens.\",\"properties\":{\"cached_tokens\":{\"description\":\"Number of cached tokens.\",\"type\":\"integer\"},\"reasoning_tokens\":{\"description\":\"Number of reasoning tokens.\",\"type\":\"integer\"}},\"required\":[\"cached_tokens\"],\"type\":\"object\"},\"output_tokens\":{\"description\":\"Number of tokens in the generated output.\",\"type\":\"integer\"},\"output_tokens_details\":{\"description\":\"Breakdown of output tokens.\",\"properties\":{\"cached_tokens\":{\"description\":\"Number of cached tokens.\",\"type\":\"integer\"},\"reasoning_tokens\":{\"description\":\"Number of reasoning tokens.\",\"type\":\"integer\"}},\"required\":[\"cached_tokens\",\"reasoning_tokens\"],\"type\":\"object\"},\"total_tokens\":{\"description\":\"Total number of tokens used in the request (input + output).\",\"type\":\"integer\"}},\"required\":[\"input_tokens\",\"input_tokens_details\",\"output_tokens\",\"output_tokens_details\",\"total_tokens\"],\"type\":\"object\"},\"TextResponseFormatJsonSchema\":{\"description\":\"JSON Schema response format. Used to generate structured JSON responses.\\n\",\"properties\":{\"description\":{\"description\":\"A description of what the response format is for, used by the model to determine how to respond in the format.\\n\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the response format. Must be a-z, A-Z, 0-9, or contain underscores and dashes, with a maximum length of 64.\\n\",\"type\":\"string\"},\"schema\":{\"additionalProperties\":true,\"description\":\"The schema for the response format, described as a JSON Schema object.\\n\",\"type\":\"object\"},\"strict\":{\"default\":false,\"description\":\"Whether to enable strict schema adherence when generating the output.\\n\",\"nullable\":true,\"type\":\"boolean\"},\"type\":{\"description\":\"The type of response format being defined. Always `json_schema`.\",\"enum\":[\"json_schema\"],\"type\":\"string\",\"x-stainless-const\":true}},\"required\":[\"type\",\"name\",\"schema\"],\"title\":\"JSON schema\",\"type\":\"object\"},\"TranscriptionSegment\":{\"properties\":{\"audio_text\":{\"description\":\"Transcribed text for the entire chunk\",\"type\":\"string\"},\"avg_logprob\":{\"description\":\"Average logprob of the segment. If the value is lower than -1, consider the logprobs failed.\",\"format\":\"float\",\"type\":\"number\"},\"chunk_end\":{\"description\":\"End chunk timestamp.\",\"type\":\"integer\"},\"chunk_start\":{\"description\":\"Start chunk timestamp.\",\"type\":\"integer\"},\"compression_ratio\":{\"description\":\"Compression ratio of the segment. If the value is greater than 2.4, consider the compression failed.\",\"format\":\"float\",\"type\":\"number\"},\"end\":{\"description\":\"End time of the segment in seconds.\",\"format\":\"float\",\"type\":\"number\"},\"id\":{\"description\":\"Unique identifier of the segment.\",\"type\":\"integer\"},\"no_speech_prob\":{\"description\":\"Probability of no speech in the segment. If the value is higher than 1.0 and the `avg_logprob` is below -1, consider this segment silent.\",\"format\":\"float\",\"type\":\"number\"},\"seek\":{\"description\":\"Seek offset of the segment.\",\"type\":\"integer\"},\"start\":{\"description\":\"Start time of the segment in seconds.\",\"format\":\"float\",\"type\":\"number\"},\"temperature\":{\"description\":\"Temperature parameter used for generating the segment.\",\"format\":\"float\",\"type\":\"number\"},\"text\":{\"description\":\"Text content of the segment.\",\"type\":\"string\"},\"token_scores\":{\"description\":\"Token-level scores.\",\"items\":{\"format\":\"float\",\"type\":\"number\"},\"type\":\"array\"},\"tokens\":{\"description\":\"Array of token IDs for the text content.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"}},\"required\":[\"id\",\"seek\",\"start\",\"end\",\"text\",\"tokens\"],\"type\":\"object\"},\"TranscriptionWord\":{\"properties\":{\"end\":{\"description\":\"End time of the word in seconds.\",\"format\":\"float\",\"type\":\"number\"},\"start\":{\"description\":\"Start time of the word in seconds.\",\"format\":\"float\",\"type\":\"number\"},\"word\":{\"description\":\"The text content of the word.\",\"type\":\"string\"}},\"required\":[\"word\",\"start\",\"end\"],\"type\":\"object\"},\"XGroq\":{\"description\":\"Groq-specific metadata for streaming responses. Different fields appear in different chunks.\",\"properties\":{\"debug\":{\"allOf\":[{\"$ref\":\"#/components/schemas/DebugData\"}],\"nullable\":true},\"error\":{\"description\":\"An error string indicating why a stream was stopped early.\",\"nullable\":true,\"type\":\"string\"},\"id\":{\"description\":\"A groq request ID which can be used to refer to a specific request to groq support.\\nSent only in the first and final chunk.\\n\",\"nullable\":true,\"type\":\"string\"},\"seed\":{\"description\":\"The seed used for the request. Sent in the final chunk.\",\"nullable\":true,\"type\":\"integer\"},\"usage\":{\"allOf\":[{\"$ref\":\"#/components/schemas/CompletionUsage\"}],\"description\":\"Usage information for the stream. Only sent in the final chunk.\",\"nullable\":true},\"usage_breakdown\":{\"allOf\":[{\"$ref\":\"#/components/schemas/ChatCompletionUsageBreakdown\"}],\"description\":\"Detailed usage breakdown by model when multiple models are used in the request for compound AI systems. Only sent in the final chunk.\",\"nullable\":true}},\"type\":\"object\"},\"XGroqNonStreaming\":{\"description\":\"Groq-specific metadata for non-streaming chat completion responses.\",\"properties\":{\"debug\":{\"allOf\":[{\"$ref\":\"#/components/schemas/DebugData\"}],\"nullable\":true},\"id\":{\"description\":\"A groq request ID which can be used to refer to a specific request to groq support.\",\"type\":\"string\"},\"seed\":{\"description\":\"The seed used for the request. See the seed property on CreateChatCompletionRequest for more details.\",\"nullable\":true,\"type\":\"integer\"},\"usage\":{\"description\":\"Additional Groq-specific usage metrics (hardware cache statistics).\",\"nullable\":true,\"properties\":{\"dram_cached_tokens\":{\"description\":\"Number of tokens served from DRAM cache.\",\"type\":\"integer\"},\"sram_cached_tokens\":{\"description\":\"Number of tokens served from SRAM cache.\",\"type\":\"integer\"}},\"type\":\"object\"}},\"required\":[\"id\"],\"type\":\"object\"}},\"securitySchemes\":{\"api_key\":{\"bearerFormat\":\"apiKey\",\"scheme\":\"bearer\",\"type\":\"http\"}}},\"info\":{\"contact\":{\"email\":\"support@groq.com\",\"name\":\"Groq Support\"},\"description\":\"Specification of the Groq cloud API\",\"termsOfService\":\"https://groq.com/terms-of-use/\",\"title\":\"GroqCloud API\",\"version\":\"2.1\"},\"openapi\":\"3.0.1\",\"paths\":{\"/openai/v1/audio/speech\":{\"post\":{\"operationId\":\"createSpeech\",\"requestBody\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateSpeechRequest\"}}},\"required\":true},\"responses\":{\"200\":{\"content\":{\"audio/wav\":{\"schema\":{\"format\":\"binary\",\"type\":\"string\"}}},\"description\":\"OK\",\"headers\":{\"Transfer-Encoding\":{\"description\":\"chunked\",\"schema\":{\"type\":\"string\"}}}}},\"summary\":\"Generates audio from the input text.\",\"tags\":[\"Audio\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/audio/speech \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\" \\\\\\n -d '{\\n \\\"model\\\": \\\"playai-tts\\\",\\n \\\"input\\\": \\\"I love building and shipping new features for our users!\\\",\\n \\\"voice\\\": \\\"Fritz-PlayAI\\\",\\n \\\"response_format\\\": \\\"wav\\\"\\n }'\\n\",\"js\":\"import fs from \\\"fs\\\";\\nimport path from \\\"path\\\";\\nimport Groq from 'groq-sdk';\\n\\nconst groq = new Groq({\\n apiKey: process.env.GROQ_API_KEY\\n});\\n\\nconst speechFilePath = \\\"speech.wav\\\";\\nconst model = \\\"playai-tts\\\";\\nconst voice = \\\"Fritz-PlayAI\\\";\\nconst text = \\\"I love building and shipping new features for our users!\\\";\\nconst responseFormat = \\\"wav\\\";\\n\\nasync function main() {\\n const response = await groq.audio.speech.create({\\n model: model,\\n voice: voice,\\n input: text,\\n response_format: responseFormat\\n });\\n\\n const buffer = Buffer.from(await response.arrayBuffer());\\n await fs.promises.writeFile(speechFilePath, buffer);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(api_key=os.environ.get(\\\"GROQ_API_KEY\\\"))\\n\\nspeech_file_path = \\\"speech.wav\\\"\\nmodel = \\\"playai-tts\\\"\\nvoice = \\\"Fritz-PlayAI\\\"\\ntext = \\\"I love building and shipping new features for our users!\\\"\\nresponse_format = \\\"wav\\\"\\n\\nresponse = client.audio.speech.create(\\n model=model,\\n voice=voice,\\n input=text,\\n response_format=response_format\\n)\\n\\nresponse.write_to_file(speech_file_path)\\n\"},\"title\":\"Default\"}],\"returns\":\"Returns an audio file in `wav` format.\"}}},\"/openai/v1/audio/transcriptions\":{\"post\":{\"operationId\":\"createTranscription\",\"requestBody\":{\"content\":{\"multipart/form-data\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateTranscriptionRequest\"}}},\"required\":true},\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateTranscriptionResponseJson\"}}},\"description\":\"OK\"}},\"summary\":\"Transcribes audio into the input language.\",\"tags\":[\"Audio\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/audio/transcriptions \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: multipart/form-data\\\" \\\\\\n -F file=\\\"@./sample_audio.m4a\\\" \\\\\\n -F model=\\\"whisper-large-v3\\\"\\n\",\"js\":\"import fs from \\\"fs\\\";\\nimport Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq();\\nasync function main() {\\n const transcription = await groq.audio.transcriptions.create({\\n file: fs.createReadStream(\\\"sample_audio.m4a\\\"),\\n model: \\\"whisper-large-v3\\\",\\n prompt: \\\"Specify context or spelling\\\", // Optional\\n response_format: \\\"json\\\", // Optional\\n language: \\\"en\\\", // Optional\\n temperature: 0.0, // Optional\\n });\\n console.log(transcription.text);\\n}\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq()\\nfilename = os.path.dirname(__file__) + \\\"/sample_audio.m4a\\\"\\n\\nwith open(filename, \\\"rb\\\") as file:\\n transcription = client.audio.transcriptions.create(\\n file=(filename, file.read()),\\n model=\\\"whisper-large-v3\\\",\\n prompt=\\\"Specify context or spelling\\\", # Optional\\n response_format=\\\"json\\\", # Optional\\n language=\\\"en\\\", # Optional\\n temperature=0.0 # Optional\\n )\\n print(transcription.text)\\n\"},\"response\":\"{\\n \\\"text\\\": \\\"Your transcribed text appears here...\\\",\\n \\\"x_groq\\\": {\\n \\\"id\\\": \\\"req_unique_id\\\"\\n }\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"Returns an audio transcription object.\"}}},\"/openai/v1/audio/translations\":{\"post\":{\"operationId\":\"createTranslation\",\"requestBody\":{\"content\":{\"multipart/form-data\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateTranslationRequest\"}}},\"required\":true},\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateTranslationResponseJson\"}},\"text/plain\":{\"schema\":{\"type\":\"string\"}}},\"description\":\"OK\"}},\"summary\":\"Translates audio into English.\",\"tags\":[\"Audio\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/audio/translations \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: multipart/form-data\\\" \\\\\\n -F file=\\\"@./sample_audio.m4a\\\" \\\\\\n -F model=\\\"whisper-large-v3\\\"\\n\",\"js\":\"// Default\\nimport fs from \\\"fs\\\";\\nimport Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq();\\nasync function main() {\\n const translation = await groq.audio.translations.create({\\n file: fs.createReadStream(\\\"sample_audio.m4a\\\"),\\n model: \\\"whisper-large-v3\\\",\\n prompt: \\\"Specify context or spelling\\\", // Optional\\n response_format: \\\"json\\\", // Optional\\n temperature: 0.0, // Optional\\n });\\n console.log(translation.text);\\n}\\nmain();\\n\",\"py\":\"# Default\\nimport os\\nfrom groq import Groq\\n\\nclient = Groq()\\nfilename = os.path.dirname(__file__) + \\\"/sample_audio.m4a\\\"\\n\\nwith open(filename, \\\"rb\\\") as file:\\n translation = client.audio.translations.create(\\n file=(filename, file.read()),\\n model=\\\"whisper-large-v3\\\",\\n prompt=\\\"Specify context or spelling\\\", # Optional\\n response_format=\\\"json\\\", # Optional\\n temperature=0.0 # Optional\\n )\\n print(translation.text)\\n\"},\"response\":\"{\\n \\\"text\\\": \\\"Your translated text appears here...\\\",\\n \\\"x_groq\\\": {\\n \\\"id\\\": \\\"req_unique_id\\\"\\n }\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"Returns an audio translation object.\"}}},\"/openai/v1/batches\":{\"get\":{\"operationId\":\"listBatches\",\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/ListBatchesResponse\"}}},\"description\":\"Batch listed successfully.\"}},\"summary\":\"List your organization's batches.\",\"tags\":[\"Batch\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/batches \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\"\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'], // This is the default and can be omitted\\n});\\n\\nasync function main() {\\n const batchList = await client.batches.list();\\n console.log(batchList.data);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"), # This is the default and can be omitted\\n)\\nbatch_list = client.batches.list()\\nprint(batch_list.data)\\n\"},\"response\":\"{\\n \\\"object\\\": \\\"list\\\",\\n \\\"data\\\": [\\n {\\n \\\"id\\\": \\\"batch_01jh6xa7reempvjyh6n3yst2zw\\\",\\n \\\"object\\\": \\\"batch\\\",\\n \\\"endpoint\\\": \\\"/v1/chat/completions\\\",\\n \\\"errors\\\": null,\\n \\\"input_file_id\\\": \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n \\\"completion_window\\\": \\\"24h\\\",\\n \\\"status\\\": \\\"validating\\\",\\n \\\"output_file_id\\\": null,\\n \\\"error_file_id\\\": null,\\n \\\"finalizing_at\\\": null,\\n \\\"failed_at\\\": null,\\n \\\"expired_at\\\": null,\\n \\\"cancelled_at\\\": null,\\n \\\"request_counts\\\": {\\n \\\"total\\\": 0,\\n \\\"completed\\\": 0,\\n \\\"failed\\\": 0\\n },\\n \\\"metadata\\\": null,\\n \\\"created_at\\\": 1736472600,\\n \\\"expires_at\\\": 1736559000,\\n \\\"cancelling_at\\\": null,\\n \\\"completed_at\\\": null,\\n \\\"in_progress_at\\\": null\\n }\\n ]\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A list of batches\"}},\"post\":{\"operationId\":\"createBatch\",\"requestBody\":{\"content\":{\"application/json\":{\"schema\":{\"properties\":{\"completion_window\":{\"description\":\"The time frame within which the batch should be processed. Durations from `24h` to `7d` are supported.\",\"type\":\"string\"},\"endpoint\":{\"description\":\"The endpoint to be used for all requests in the batch. Currently `/v1/chat/completions` is supported.\",\"enum\":[\"/v1/chat/completions\"],\"type\":\"string\"},\"input_file_id\":{\"description\":\"The ID of an uploaded file that contains requests for the new batch.\\n\\nSee [upload file](/docs/api-reference#files-upload) for how to upload a file.\\n\\nYour input file must be formatted as a [JSONL file](/docs/batch), and must be uploaded with the purpose `batch`. The file can be up to 100 MB in size.\\n\",\"type\":\"string\"},\"metadata\":{\"additionalProperties\":{\"type\":\"string\"},\"description\":\"Optional custom metadata for the batch.\",\"nullable\":true,\"type\":\"object\"}},\"required\":[\"input_file_id\",\"endpoint\",\"completion_window\"],\"type\":\"object\"}}},\"required\":true},\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/Batch\"}}},\"description\":\"Batch created successfully.\"}},\"summary\":\"Creates and executes a batch from an uploaded file of requests. [Learn more](/docs/batch).\",\"tags\":[\"Batch\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/batches \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\" \\\\\\n -d '{\\n \\\"input_file_id\\\": \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n \\\"endpoint\\\": \\\"/v1/chat/completions\\\",\\n \\\"completion_window\\\": \\\"24h\\\"\\n }'\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'], // This is the default and can be omitted\\n});\\n\\nasync function main() {\\n const batch = await client.batches.create({\\n completion_window: \\\"24h\\\",\\n endpoint: \\\"/v1/chat/completions\\\",\\n input_file_id: \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n });\\n console.log(batch.id);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"), # This is the default and can be omitted\\n)\\nbatch = client.batches.create(\\n completion_window=\\\"24h\\\",\\n endpoint=\\\"/v1/chat/completions\\\",\\n input_file_id=\\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n)\\nprint(batch.id)\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"batch_01jh6xa7reempvjyh6n3yst2zw\\\",\\n \\\"object\\\": \\\"batch\\\",\\n \\\"endpoint\\\": \\\"/v1/chat/completions\\\",\\n \\\"errors\\\": null,\\n \\\"input_file_id\\\": \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n \\\"completion_window\\\": \\\"24h\\\",\\n \\\"status\\\": \\\"validating\\\",\\n \\\"output_file_id\\\": null,\\n \\\"error_file_id\\\": null,\\n \\\"finalizing_at\\\": null,\\n \\\"failed_at\\\": null,\\n \\\"expired_at\\\": null,\\n \\\"cancelled_at\\\": null,\\n \\\"request_counts\\\": {\\n \\\"total\\\": 0,\\n \\\"completed\\\": 0,\\n \\\"failed\\\": 0\\n },\\n \\\"metadata\\\": null,\\n \\\"created_at\\\": 1736472600,\\n \\\"expires_at\\\": 1736559000,\\n \\\"cancelling_at\\\": null,\\n \\\"completed_at\\\": null,\\n \\\"in_progress_at\\\": null\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A created batch object.\"}}},\"/openai/v1/batches/{batch_id}\":{\"get\":{\"operationId\":\"retrieveBatch\",\"parameters\":[{\"description\":\"The ID of the batch to retrieve.\",\"in\":\"path\",\"name\":\"batch_id\",\"required\":true,\"schema\":{\"type\":\"string\"}}],\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/Batch\"}}},\"description\":\"Batch retrieved successfully.\"}},\"summary\":\"Retrieves a batch.\",\"tags\":[\"Batch\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/batches/batch_01jh6xa7reempvjyh6n3yst2zw \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\"\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'], // This is the default and can be omitted\\n});\\n\\nasync function main() {\\n const batch = await client.batches.retrieve(\\\"batch_01jh6xa7reempvjyh6n3yst2zw\\\");\\n console.log(batch.id);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"), # This is the default and can be omitted\\n)\\nbatch = client.batches.retrieve(\\n \\\"batch_01jh6xa7reempvjyh6n3yst2zw\\\",\\n)\\nprint(batch.id)\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"batch_01jh6xa7reempvjyh6n3yst2zw\\\",\\n \\\"object\\\": \\\"batch\\\",\\n \\\"endpoint\\\": \\\"/v1/chat/completions\\\",\\n \\\"errors\\\": null,\\n \\\"input_file_id\\\": \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n \\\"completion_window\\\": \\\"24h\\\",\\n \\\"status\\\": \\\"validating\\\",\\n \\\"output_file_id\\\": null,\\n \\\"error_file_id\\\": null,\\n \\\"finalizing_at\\\": null,\\n \\\"failed_at\\\": null,\\n \\\"expired_at\\\": null,\\n \\\"cancelled_at\\\": null,\\n \\\"request_counts\\\": {\\n \\\"total\\\": 0,\\n \\\"completed\\\": 0,\\n \\\"failed\\\": 0\\n },\\n \\\"metadata\\\": null,\\n \\\"created_at\\\": 1736472600,\\n \\\"expires_at\\\": 1736559000,\\n \\\"cancelling_at\\\": null,\\n \\\"completed_at\\\": null,\\n \\\"in_progress_at\\\": null\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A batch object.\"}}},\"/openai/v1/batches/{batch_id}/cancel\":{\"post\":{\"operationId\":\"cancelBatch\",\"parameters\":[{\"description\":\"The ID of the batch to cancel.\",\"in\":\"path\",\"name\":\"batch_id\",\"required\":true,\"schema\":{\"type\":\"string\"}}],\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/Batch\"}}},\"description\":\"Batch cancelled successfully.\"}},\"summary\":\"Cancels a batch.\",\"tags\":[\"Batch\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl -X POST https://api.groq.com/openai/v1/batches/batch_01jh6xa7reempvjyh6n3yst2zw/cancel \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\"\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'], // This is the default and can be omitted\\n});\\n\\nasync function main() {\\n const batch = await client.batches.cancel(\\\"batch_01jh6xa7reempvjyh6n3yst2zw\\\");\\n console.log(batch.id);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"), # This is the default and can be omitted\\n)\\nbatch = client.batches.cancel(\\n \\\"batch_01jh6xa7reempvjyh6n3yst2zw\\\",\\n)\\nprint(batch.id)\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"batch_01jh6xa7reempvjyh6n3yst2zw\\\",\\n \\\"object\\\": \\\"batch\\\",\\n \\\"endpoint\\\": \\\"/v1/chat/completions\\\",\\n \\\"errors\\\": null,\\n \\\"input_file_id\\\": \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n \\\"completion_window\\\": \\\"24h\\\",\\n \\\"status\\\": \\\"cancelling\\\",\\n \\\"output_file_id\\\": null,\\n \\\"error_file_id\\\": null,\\n \\\"finalizing_at\\\": null,\\n \\\"failed_at\\\": null,\\n \\\"expired_at\\\": null,\\n \\\"cancelled_at\\\": null,\\n \\\"request_counts\\\": {\\n \\\"total\\\": 0,\\n \\\"completed\\\": 0,\\n \\\"failed\\\": 0\\n },\\n \\\"metadata\\\": null,\\n \\\"created_at\\\": 1736472600,\\n \\\"expires_at\\\": 1736559000,\\n \\\"cancelling_at\\\": null,\\n \\\"completed_at\\\": null,\\n \\\"in_progress_at\\\": null\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A batch object.\"}}},\"/openai/v1/chat/completions\":{\"post\":{\"operationId\":\"createChatCompletion\",\"requestBody\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateChatCompletionRequest\"}}},\"description\":\"The chat prompt and parameters\",\"required\":true},\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateChatCompletionResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Creates a model response for the given chat conversation.\",\"tags\":[\"Chat\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/chat/completions -s \\\\\\n-H \\\"Content-Type: application/json\\\" \\\\\\n-H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n-d '{\\n \\\"model\\\": \\\"llama-3.3-70b-versatile\\\",\\n \\\"messages\\\": [{\\n \\\"role\\\": \\\"user\\\",\\n \\\"content\\\": \\\"Explain the importance of fast language models\\\"\\n }]\\n}'\\n\",\"js\":\"import Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq({ apiKey: process.env.GROQ_API_KEY });\\n\\nasync function main() {\\n const completion = await groq.chat.completions\\n .create({\\n messages: [\\n {\\n role: \\\"user\\\",\\n content: \\\"Explain the importance of fast language models\\\",\\n },\\n ],\\n model: \\\"llama-3.3-70b-versatile\\\",\\n })\\n console.log(completion.choices[0].message.content);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\n\\nfrom groq import Groq\\n\\nclient = Groq(\\n # This is the default and can be omitted\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"),\\n)\\n\\nchat_completion = client.chat.completions.create(\\n messages=[\\n {\\n \\\"role\\\": \\\"system\\\",\\n \\\"content\\\": \\\"You are a helpful assistant.\\\"\\n },\\n {\\n \\\"role\\\": \\\"user\\\",\\n \\\"content\\\": \\\"Explain the importance of fast language models\\\",\\n }\\n ],\\n model=\\\"llama-3.3-70b-versatile\\\",\\n)\\n\\nprint(chat_completion.choices[0].message.content)\\n\"},\"response\":\"$4d\",\"title\":\"Default\"}],\"returns\":\"Returns a [chat completion](/docs/api-reference#chat-create) object, or a streamed sequence of [chat completion chunk](/docs/api-reference#chat-create) objects if the request is streamed.\"}}},\"/openai/v1/embeddings\":{\"post\":{\"operationId\":\"createEmbedding\",\"requestBody\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateEmbeddingRequest\"}}},\"required\":true},\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateEmbeddingResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Creates an embedding vector representing the input text.\",\"tags\":[\"Embeddings\"]}},\"/openai/v1/files\":{\"get\":{\"operationId\":\"listFiles\",\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/ListFilesResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Returns a list of files.\",\"tags\":[\"Files\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/files \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\"\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'], // This is the default and can be omitted\\n});\\n\\nasync function main() {\\n const fileList = await client.files.list();\\n console.log(fileList.data);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"), # This is the default and can be omitted\\n)\\nfile_list = client.files.list()\\nprint(file_list.data)\\n\"},\"response\":\"{\\n \\\"object\\\": \\\"list\\\",\\n \\\"data\\\": [\\n {\\n \\\"id\\\": \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n \\\"object\\\": \\\"file\\\",\\n \\\"bytes\\\": 966,\\n \\\"created_at\\\": 1736472501,\\n \\\"filename\\\": \\\"batch_file.jsonl\\\",\\n \\\"purpose\\\": \\\"batch\\\"\\n }\\n ]\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A list of [File](/docs/api-reference#files-upload) objects.\"}},\"post\":{\"operationId\":\"uploadFile\",\"requestBody\":{\"content\":{\"multipart/form-data\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateFileRequest\"}}},\"required\":true},\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/File\"}}},\"description\":\"OK\"}},\"summary\":\"Upload a file that can be used across various endpoints.\\n\\nThe Batch API only supports `.jsonl` files up to 100 MB in size. The input also has a specific required [format](/docs/batch).\\n\\nPlease contact us if you need to increase these storage limits.\\n\",\"tags\":[\"Files\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/files \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -F purpose=\\\"batch\\\" \\\\\\n -F \\\"file=@batch_file.jsonl\\\"\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'], // This is the default and can be omitted\\n});\\n\\nconst fileContent = '{\\\"custom_id\\\": \\\"request-1\\\", \\\"method\\\": \\\"POST\\\", \\\"url\\\": \\\"/v1/chat/completions\\\", \\\"body\\\": {\\\"model\\\": \\\"llama-3.1-8b-instant\\\", \\\"messages\\\": [{\\\"role\\\": \\\"user\\\", \\\"content\\\": \\\"Explain the importance of fast language models\\\"}]}}\\\\n';\\n\\nasync function main() {\\n const blob = new Blob([fileContent]);\\n const file = new File([blob], 'batch.jsonl');\\n\\n const createdFile = await client.files.create({ file: file, purpose: 'batch' });\\n console.log(createdFile.id);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nimport requests # pip install requests first!\\n\\ndef upload_file_to_groq(api_key, file_path):\\n url = \\\"https://api.groq.com/openai/v1/files\\\"\\n\\n headers = {\\n \\\"Authorization\\\": f\\\"Bearer {api_key}\\\"\\n }\\n\\n # Prepare the file and form data\\n files = {\\n \\\"file\\\": (\\\"batch_file.jsonl\\\", open(file_path, \\\"rb\\\"))\\n }\\n\\n data = {\\n \\\"purpose\\\": \\\"batch\\\"\\n }\\n\\n # Make the POST request\\n response = requests.post(url, headers=headers, files=files, data=data)\\n\\n return response.json()\\n\\n# Usage example\\napi_key = os.environ.get(\\\"GROQ_API_KEY\\\")\\nfile_path = \\\"batch_file.jsonl\\\" # Path to your JSONL file\\n\\ntry:\\n result = upload_file_to_groq(api_key, file_path)\\n print(result)\\nexcept Exception as e:\\n print(f\\\"Error: {e}\\\")\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n \\\"object\\\": \\\"file\\\",\\n \\\"bytes\\\": 966,\\n \\\"created_at\\\": 1736472501,\\n \\\"filename\\\": \\\"batch_file.jsonl\\\",\\n \\\"purpose\\\": \\\"batch\\\"\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"The uploaded File object.\"}}},\"/openai/v1/files/{file_id}\":{\"delete\":{\"operationId\":\"deleteFile\",\"parameters\":[{\"description\":\"The ID of the file to use for this request.\",\"in\":\"path\",\"name\":\"file_id\",\"required\":true,\"schema\":{\"type\":\"string\"}}],\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/DeleteFileResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Delete a file.\",\"tags\":[\"Files\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl -X DELETE https://api.groq.com/openai/v1/files/file_01jh6x76wtemjr74t1fh0faj5t \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\"\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'], // This is the default and can be omitted\\n});\\n\\nasync function main() {\\n const fileDelete = await client.files.delete(\\\"file_01jh6x76wtemjr74t1fh0faj5t\\\");\\n console.log(fileDelete);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"), # This is the default and can be omitted\\n)\\nfile_delete = client.files.delete(\\n \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n)\\nprint(file_delete)\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n \\\"object\\\": \\\"file\\\",\\n \\\"deleted\\\": true\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A deleted file response object.\"}},\"get\":{\"operationId\":\"retrieveFile\",\"parameters\":[{\"description\":\"The file to retrieve\",\"in\":\"path\",\"name\":\"file_id\",\"required\":true,\"schema\":{\"type\":\"string\"}}],\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/File\"}}},\"description\":\"OK\"}},\"summary\":\"Returns information about a file.\",\"tags\":[\"Files\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/files/file_01jh6x76wtemjr74t1fh0faj5t \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\"\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'], // This is the default and can be omitted\\n});\\n\\nasync function main() {\\n const file = await client.files.info('file_01jh6x76wtemjr74t1fh0faj5t');\\n console.log(file);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"), # This is the default and can be omitted\\n)\\nfile = client.files.info(\\n \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n)\\nprint(file)\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n \\\"object\\\": \\\"file\\\",\\n \\\"bytes\\\": 966,\\n \\\"created_at\\\": 1736472501,\\n \\\"filename\\\": \\\"batch_file.jsonl\\\",\\n \\\"purpose\\\": \\\"batch\\\"\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A file object.\"}}},\"/openai/v1/files/{file_id}/content\":{\"get\":{\"operationId\":\"downloadFile\",\"parameters\":[{\"description\":\"The ID of the file to use for this request.\",\"in\":\"path\",\"name\":\"file_id\",\"required\":true,\"schema\":{\"type\":\"string\"}}],\"responses\":{\"200\":{\"content\":{\"application/octet-stream\":{\"schema\":{\"format\":\"binary\",\"type\":\"string\"}}},\"description\":\"OK\"}},\"summary\":\"Returns the contents of the specified file.\",\"tags\":[\"Files\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/files/file_01jh6x76wtemjr74t1fh0faj5t/content \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\"\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'], // This is the default and can be omitted\\n});\\n\\nasync function main() {\\n const response = await client.files.content('file_01jh6x76wtemjr74t1fh0faj5t');\\n console.log(response);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"), # This is the default and can be omitted\\n)\\nresponse = client.files.content(\\n \\\"file_01jh6x76wtemjr74t1fh0faj5t\\\",\\n)\\nprint(response)\\n\"},\"title\":\"Default\"}],\"returns\":\"The file content\"}}},\"/openai/v1/models\":{\"get\":{\"description\":\"get all available models\",\"operationId\":\"listModels\",\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/ListModelsResponse\"}}},\"description\":\"OK\"}},\"summary\":\"List all available [models](https://console.groq.com/docs/models).\",\"tags\":[\"Models\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/models \\\\\\n-H \\\"Authorization: Bearer $GROQ_API_KEY\\\"\\n\",\"js\":\"import Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq({ apiKey: process.env.GROQ_API_KEY });\\n\\nasync function main() {\\n const models = await groq.models.list();\\n console.log(models);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n # This is the default and can be omitted\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"),\\n)\\n\\nmodels = client.models.list()\\n\\nprint(models)\\n\"},\"response\":\"$4e\",\"title\":\"Default\"}],\"returns\":\"A list of model objects.\"}}},\"/openai/v1/models/{model}\":{\"delete\":{\"description\":\"Delete a model\",\"operationId\":\"deleteModel\",\"parameters\":[{\"description\":\"The model to delete\",\"in\":\"path\",\"name\":\"model\",\"required\":true,\"schema\":{\"type\":\"string\"}}],\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/DeleteModelResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Delete model\",\"tags\":[\"Models\"]},\"get\":{\"description\":\"Get a specific model\",\"operationId\":\"retrieveModel\",\"parameters\":[{\"description\":\"The model to get\",\"in\":\"path\",\"name\":\"model\",\"required\":true,\"schema\":{\"type\":\"string\"}}],\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/Model\"}}},\"description\":\"OK\"}},\"summary\":\"Get detailed information about a [model](https://console.groq.com/docs/models).\",\"tags\":[\"Models\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/models/llama-3.3-70b-versatile \\\\\\n-H \\\"Authorization: Bearer $GROQ_API_KEY\\\"\\n\",\"js\":\"import Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq({ apiKey: process.env.GROQ_API_KEY });\\n\\nasync function main() {\\n const model = await groq.models.retrieve(\\\"llama-3.3-70b-versatile\\\");\\n console.log(model);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(\\n # This is the default and can be omitted\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"),\\n)\\n\\nmodel = client.models.retrieve(\\\"llama-3.3-70b-versatile\\\")\\n\\nprint(model)\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"llama3-8b-8192\\\",\\n \\\"object\\\": \\\"model\\\",\\n \\\"created\\\": 1693721698,\\n \\\"owned_by\\\": \\\"Meta\\\",\\n \\\"active\\\": true,\\n \\\"context_window\\\": 8192,\\n \\\"public_apps\\\": null,\\n \\\"max_completion_tokens\\\": 8192\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A model object.\"}}},\"/openai/v1/reranking\":{\"post\":{\"description\":\"Given a query and a list of documents, returns the documents ranked by their relevance to the query.\\nThe documents are scored and sorted in descending order of relevance.\\n\",\"operationId\":\"createReranking\",\"requestBody\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/RerankingRequest\"}}},\"required\":true},\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/RerankingResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Reranks documents based on their relevance to a query.\",\"tags\":[\"Reranking\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/reranking \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -H \\\"Content-Type: application/json\\\" \\\\\\n -d '{\\n \\\"model\\\": \\\"qwen3-reranker-4b\\\",\\n \\\"query\\\": \\\"artificial intelligence\\\",\\n \\\"docs\\\": [\\n \\\"Machine learning is a subset of AI\\\",\\n \\\"The weather is nice today\\\",\\n \\\"Deep learning uses neural networks\\\"\\n ]\\n }'\\n\",\"js\":\"import Groq from 'groq-sdk';\\n\\nconst client = new Groq({\\n apiKey: process.env['GROQ_API_KEY'],\\n});\\n\\nasync function main() {\\n const reranking = await client.reranking.create({\\n model: 'qwen3-reranker-4b',\\n query: 'artificial intelligence',\\n docs: [\\n 'Machine learning is a subset of AI',\\n 'The weather is nice today',\\n 'Deep learning uses neural networks'\\n ]\\n });\\n console.log(reranking.results);\\n}\\nmain();\\n\",\"py\":\"import os\\nfrom groq import Groq\\n\\nclient = Groq(api_key=os.environ.get(\\\"GROQ_API_KEY\\\"))\\n\\nreranking = client.reranking.create(\\n model=\\\"qwen3-reranker-4b\\\",\\n query=\\\"artificial intelligence\\\",\\n docs=[\\n \\\"Machine learning is a subset of AI\\\",\\n \\\"The weather is nice today\\\", \\n \\\"Deep learning uses neural networks\\\"\\n ]\\n)\\nprint(reranking.results)\\n\"},\"response\":\"{\\n \\\"results\\\": [\\n {\\n \\\"doc\\\": \\\"Machine learning is a subset of AI\\\",\\n \\\"score\\\": 0.92\\n },\\n {\\n \\\"doc\\\": \\\"Deep learning uses neural networks\\\", \\n \\\"score\\\": 0.87\\n },\\n {\\n \\\"doc\\\": \\\"The weather is nice today\\\",\\n \\\"score\\\": 0.23\\n }\\n ]\\n}\\n\",\"title\":\"Basic Reranking\"},{\"request\":{\"json\":\"{\\n \\\"model\\\": \\\"qwen3-reranker-4b\\\",\\n \\\"query\\\": \\\"climate change effects\\\",\\n \\\"docs\\\": [\\n \\\"Global warming causes sea level rise\\\",\\n \\\"Electric cars reduce emissions\\\",\\n \\\"Renewable energy is growing fast\\\"\\n ],\\n \\\"instruction\\\": \\\"Find documents specifically about environmental impacts\\\"\\n}\\n\"},\"response\":\"{\\n \\\"results\\\": [\\n {\\n \\\"doc\\\": \\\"Global warming causes sea level rise\\\",\\n \\\"score\\\": 0.95\\n },\\n {\\n \\\"doc\\\": \\\"Electric cars reduce emissions\\\",\\n \\\"score\\\": 0.78\\n },\\n {\\n \\\"doc\\\": \\\"Renewable energy is growing fast\\\",\\n \\\"score\\\": 0.65\\n }\\n ]\\n}\\n\",\"title\":\"Reranking with Custom Instruction\"}],\"returns\":\"A list of documents sorted by relevance score in descending order. \\nScores range from 0.0 to 1.0, where higher scores indicate greater relevance to the query.\\n\"}}},\"/openai/v1/responses\":{\"post\":{\"operationId\":\"createResponse\",\"requestBody\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateResponseRequest\"}}},\"description\":\"The input prompt and parameters\",\"required\":true},\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateResponseResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Creates a model response for the given input.\",\"tags\":[\"Responses\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/openai/v1/responses -s \\\\\\n-H \\\"Content-Type: application/json\\\" \\\\\\n-H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n-d '{\\n \\\"model\\\": \\\"openai/gpt-oss-120b\\\",\\n \\\"input\\\": \\\"Tell me a three sentence bedtime story about a unicorn.\\\"\\n}'\\n\"},\"response\":\"$4f\",\"title\":\"Default\"}],\"returns\":\"Returns a [response](/docs/api-reference#responses-create) object, or a streamed sequence of [response events](/docs/api-reference#responses-streaming) if the request is streamed.\"}}},\"/v1/fine_tunings\":{\"get\":{\"operationId\":\"listFineTunings\",\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/ListFineTuningsResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Lists all previously created fine tunings. This endpoint is in closed beta. [Contact us](https://groq.com/contact) for more information.\",\"tags\":[\"Fine Tuning\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/v1/fine_tunings -s \\\\\\n -H \\\"Content-Type: application/json\\\" \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\"\\n\",\"js\":\"import Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq({ apiKey: process.env.GROQ_API_KEY });\\n\\nasync function main() {\\n const fineTunings = await groq.fine_tunings.list();\\n console.log(fineTunings);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\n\\nfrom groq import Groq\\n\\nclient = Groq(\\n # This is the default and can be omitted\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"),\\n)\\n\\nfine_tunings = client.fine_tunings.list()\\n\\nprint(fine_tunings)\\n\"},\"response\":\"{\\n \\\"object\\\": \\\"list\\\",\\n \\\"data\\\": [\\n {\\n \\\"id\\\": \\\"string\\\",\\n \\\"name\\\": \\\"string\\\",\\n \\\"base_model\\\": \\\"string\\\",\\n \\\"type\\\": \\\"string\\\",\\n \\\"input_file_id\\\": \\\"string\\\",\\n \\\"created_at\\\": 0,\\n \\\"fine_tuned_model\\\": \\\"string\\\"\\n }\\n ]\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"The list of fine tunes\"}},\"post\":{\"operationId\":\"createFineTuning\",\"requestBody\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/CreateFineTuningRequest\"}}}},\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/ReadFineTuningResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Creates a new fine tuning for the already uploaded files This endpoint is in closed beta. [Contact us](https://groq.com/contact) for more information.\",\"tags\":[\"Fine Tuning\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/v1/fine_tunings -s \\\\\\n -H \\\"Content-Type: application/json\\\" \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\" \\\\\\n -d '{\\n \\\"input_file_id\\\": \\\"\u003cfile-id\u003e\\\",\\n \\\"name\\\": \\\"test-1\\\",\\n \\\"type\\\": \\\"lora\\\",\\n \\\"base_model\\\": \\\"llama-3.1-8b-instant\\\"\\n }'\\n\",\"js\":\"import Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq({ apiKey: process.env.GROQ_API_KEY });\\n\\nasync function main() {\\n const fineTunings = await groq.fine_tunings.create({\\n input_file_id: \\\"\u003cfile-id\u003e\\\",\\n name: \\\"test-1\\\",\\n type: \\\"lora\\\",\\n base_model: \\\"llama-3.1-8b-instant\\\"\\n });\\n console.log(fineTunings);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\n\\nfrom groq import Groq\\n\\nclient = Groq(\\n # This is the default and can be omitted\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"),\\n)\\n\\nfine_tunings = client.fine_tunings.create(\\n input_file_id=\\\"\u003cfile-id\u003e\\\",\\n name=\\\"test-1\\\",\\n type=\\\"lora\\\",\\n base_model=\\\"llama-3.1-8b-instant\\\"\\n)\\n\\nprint(fine_tunings)\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"string\\\",\\n \\\"object\\\": \\\"object\\\",\\n \\\"data\\\": {\\n \\\"id\\\": \\\"string\\\",\\n \\\"name\\\": \\\"string\\\",\\n \\\"base_model\\\": \\\"string\\\",\\n \\\"type\\\": \\\"string\\\",\\n \\\"input_file_id\\\": \\\"string\\\",\\n \\\"created_at\\\": 0,\\n \\\"fine_tuned_model\\\": \\\"string\\\"\\n }\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"The newly created fine tune\"}}},\"/v1/fine_tunings/{id}\":{\"delete\":{\"operationId\":\"deleteFineTuning\",\"parameters\":[{\"in\":\"path\",\"name\":\"id\",\"required\":true,\"schema\":{\"type\":\"string\"}}],\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/DeleteFineTuningResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Deletes an existing fine tuning by id This endpoint is in closed beta. [Contact us](https://groq.com/contact) for more information.\",\"tags\":[\"Fine Tuning\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl -X DELETE https://api.groq.com/v1/fine_tunings/:id -s \\\\\\n -H \\\"Content-Type: application/json\\\" \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\"\\n\",\"js\":\"import Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq({ apiKey: process.env.GROQ_API_KEY });\\n\\nasync function main() {\\n await groq.fine_tunings.delete({id: \\\"\u003cid\u003e\\\"});\\n}\\n\\nmain();\\n\",\"py\":\"import os\\n\\nfrom groq import Groq\\n\\nclient = Groq(\\n # This is the default and can be omitted\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"),\\n)\\n\\nclient.fine_tunings.delete(id=\\\"\u003cid\u003e\\\")\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"string\\\",\\n \\\"object\\\": \\\"fine_tuning\\\",\\n \\\"deleted\\\": true\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A confirmation of the deleted fine tune\"}},\"get\":{\"operationId\":\"getFineTuning\",\"parameters\":[{\"in\":\"path\",\"name\":\"id\",\"required\":true,\"schema\":{\"type\":\"string\"}}],\"responses\":{\"200\":{\"content\":{\"application/json\":{\"schema\":{\"$ref\":\"#/components/schemas/ReadFineTuningResponse\"}}},\"description\":\"OK\"}},\"summary\":\"Retrieves an existing fine tuning by id This endpoint is in closed beta. [Contact us](https://groq.com/contact) for more information.\",\"tags\":[\"Fine Tuning\"],\"x-groq-metadata\":{\"examples\":[{\"request\":{\"curl\":\"curl https://api.groq.com/v1/fine_tunings/:id -s \\\\\\n -H \\\"Content-Type: application/json\\\" \\\\\\n -H \\\"Authorization: Bearer $GROQ_API_KEY\\\"\\n\",\"js\":\"import Groq from \\\"groq-sdk\\\";\\n\\nconst groq = new Groq({ apiKey: process.env.GROQ_API_KEY });\\n\\nasync function main() {\\n const fineTuning = await groq.fine_tunings.get({id: \\\"\u003cid\u003e\\\"});\\n console.log(fineTuning);\\n}\\n\\nmain();\\n\",\"py\":\"import os\\n\\nfrom groq import Groq\\n\\nclient = Groq(\\n # This is the default and can be omitted\\n api_key=os.environ.get(\\\"GROQ_API_KEY\\\"),\\n)\\n\\nfine_tuning = client.fine_tunings.get(id=\\\"\u003cid\u003e\\\")\\n\\nprint(fine_tuning)\\n\"},\"response\":\"{\\n \\\"id\\\": \\\"string\\\",\\n \\\"object\\\": \\\"object\\\",\\n \\\"data\\\": {\\n \\\"id\\\": \\\"string\\\",\\n \\\"name\\\": \\\"string\\\",\\n \\\"base_model\\\": \\\"string\\\",\\n \\\"type\\\": \\\"string\\\",\\n \\\"input_file_id\\\": \\\"string\\\",\\n \\\"created_at\\\": 0,\\n \\\"fine_tuned_model\\\": \\\"string\\\"\\n }\\n}\\n\",\"title\":\"Default\"}],\"returns\":\"A fine tune metadata object\"}}}},\"security\":[{\"api_key\":[]}],\"servers\":[{\"url\":\"https://api.groq.com\"}],\"x-groq-metadata\":{\"groups\":[{\"description\":\"\",\"id\":\"chat\",\"sections\":[{\"key\":\"createChatCompletion\",\"path\":\"create\",\"type\":\"endpoint\"}],\"title\":\"Chat\",\"type\":\"endpoints\"},{\"description\":\"\",\"id\":\"responses\",\"sections\":[{\"key\":\"createResponse\",\"path\":\"create\",\"type\":\"endpoint\"}],\"title\":\"Responses (beta)\",\"type\":\"endpoints\"},{\"description\":\"\",\"id\":\"audio\",\"sections\":[{\"key\":\"createTranscription\",\"path\":\"transcription\",\"type\":\"endpoint\"},{\"key\":\"createTranslation\",\"path\":\"translation\",\"type\":\"endpoint\"},{\"key\":\"createSpeech\",\"path\":\"speech\",\"type\":\"endpoint\"}],\"title\":\"Audio\",\"type\":\"endpoints\"},{\"description\":\"\",\"id\":\"models\",\"sections\":[{\"key\":\"listModels\",\"path\":\"list\",\"type\":\"endpoint\"},{\"key\":\"retrieveModel\",\"path\":\"retrieve\",\"type\":\"endpoint\"}],\"title\":\"Models\",\"type\":\"endpoints\"},{\"description\":\"\",\"id\":\"batches\",\"sections\":[{\"key\":\"createBatch\",\"path\":\"create\",\"type\":\"endpoint\"},{\"key\":\"retrieveBatch\",\"path\":\"retrieve\",\"type\":\"endpoint\"},{\"key\":\"listBatches\",\"path\":\"list\",\"type\":\"endpoint\"},{\"key\":\"cancelBatch\",\"path\":\"cancel\",\"type\":\"endpoint\"}],\"title\":\"Batches\",\"type\":\"endpoints\"},{\"description\":\"\",\"id\":\"files\",\"sections\":[{\"key\":\"uploadFile\",\"path\":\"upload\",\"type\":\"endpoint\"},{\"key\":\"listFiles\",\"path\":\"list\",\"type\":\"endpoint\"},{\"key\":\"deleteFile\",\"path\":\"delete\",\"type\":\"endpoint\"},{\"key\":\"retrieveFile\",\"path\":\"retrieve\",\"type\":\"endpoint\"},{\"key\":\"downloadFile\",\"path\":\"download\",\"type\":\"endpoint\"}],\"title\":\"Files\",\"type\":\"endpoints\"},{\"description\":\"\",\"id\":\"fine-tuning\",\"sections\":[{\"key\":\"listFineTunings\",\"path\":\"list\",\"type\":\"endpoint\"},{\"key\":\"createFineTuning\",\"path\":\"create\",\"type\":\"endpoint\"},{\"key\":\"getFineTuning\",\"path\":\"get\",\"type\":\"endpoint\"},{\"key\":\"deleteFineTuning\",\"path\":\"delete\",\"type\":\"endpoint\"}],\"title\":\"Fine Tuning\",\"type\":\"endpoints\"}]}},\"children\":\"$L50\"}]\n"])</script><script>self.__next_f.push([1,"50:[\"$\",\"$L5\",null,{\"parallelRouterKey\":\"children\",\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"errorScripts\":\"$undefined\",\"template\":[\"$\",\"$L7\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":\"$undefined\",\"forbidden\":\"$undefined\",\"unauthorized\":\"$undefined\"}]\n"])</script><script>self.__next_f.push([1,"51:I[37324,[\"9817\",\"static/chunks/a80d2a2d-b08785092855f4c5.js\",\"4023\",\"static/chunks/fba002aa-20720db692dc6109.js\",\"723\",\"static/chunks/723-8a831b9c6f7eb996.js\",\"3056\",\"static/chunks/3056-22a2d6b51349e22b.js\",\"3800\",\"static/chunks/3800-b95be0272e952158.js\",\"1218\",\"static/chunks/1218-1fc2bda38efb14a0.js\",\"8159\",\"static/chunks/8159-77ee2a0aadb300dc.js\",\"9603\",\"static/chunks/9603-1bdbd878fd9581e7.js\",\"9837\",\"static/chunks/9837-e13ee65df95cce58.js\",\"620\",\"static/chunks/620-cc50a2176b14953a.js\",\"4044\",\"static/chunks/4044-926314e60397dfa0.js\",\"5615\",\"static/chunks/5615-01508c4e87babcb7.js\",\"613\",\"static/chunks/613-866dfbd86de76351.js\",\"9447\",\"static/chunks/9447-592a768ef52ed75f.js\",\"9373\",\"static/chunks/9373-4016758f85fe77e8.js\",\"5853\",\"static/chunks/5853-6c763e19311b4981.js\",\"8765\",\"static/chunks/8765-a57c9a13e3d1e553.js\",\"9502\",\"static/chunks/9502-1d0f0302c5330456.js\",\"1395\",\"static/chunks/1395-4c42f474c77450ef.js\",\"4203\",\"static/chunks/4203-5fe984d9e0ac7510.js\",\"9806\",\"static/chunks/app/(console)/docs/(mdx-pages)/models/page-dbb0c0f6fa5560c5.js\"],\"CopyableDocsTable\"]\n"])</script><script>self.__next_f.push([1,"13:[\"$\",\"div\",null,{\"children\":[\"$\",\"$L51\",null,{\"headers\":[{\"title\":\"MODEL ID\",\"className\":\"w-[30%]\"},\"SPEED\\n(T/SEC)\",{\"title\":\"PRICE PER\\n1M TOKENS\",\"className\":\"w-[15%]\"},\"RATE LIMITS\\n(DEVELOPER PLAN)\",\"CONTEXT WINDOW\\n(TOKENS)\",\"MAX\\nCOMPLETION TOKENS\",{\"title\":\"MAX FILE\\nSIZE\",\"className\":\"w-[12%]\"}],\"rows\":[[[\"$\",\"div\",\"llama-3.1-8b-instant\",{\"id\":\"llama-3.1-8b-instant\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/llama-3.1-8b-instant\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/Meta_logo.png\",\"alt\":\"Meta\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Llama 3.1 8B\"]}],[\"$\",\"span\",null,{\"className\":\"text-xs text-muted-foreground select-none\",\"children\":\"Enterprise\"}]]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"llama-3.1-8b-instant\"}]]}],\"560\",[\"$\",\"div\",\"llama-3.1-8b-instant-price\",{\"className\":\"flex flex-col text-sm text-muted-foreground\",\"children\":[[\"$\",\"span\",null,{\"children\":\"Contact\"}],[\"$\",\"span\",null,{\"children\":\"Sales\"}]]}],[\"$\",\"div\",\"llama-3.1-8b-instant-limits\",{\"className\":\"flex flex-col text-sm text-muted-foreground\",\"children\":[[\"$\",\"span\",null,{\"children\":\"Contact\"}],[\"$\",\"span\",null,{\"children\":\"Sales\"}]]}],\"131,072\",\"131,072\",\"-\"],[[\"$\",\"div\",\"llama-3.3-70b-versatile\",{\"id\":\"llama-3.3-70b-versatile\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/llama-3.3-70b-versatile\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/Meta_logo.png\",\"alt\":\"Meta\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Llama 3.3 70B\"]}],[\"$\",\"span\",null,{\"className\":\"text-xs text-muted-foreground select-none\",\"children\":\"Enterprise\"}]]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"llama-3.3-70b-versatile\"}]]}],\"280\",[\"$\",\"div\",\"llama-3.3-70b-versatile-price\",{\"className\":\"flex flex-col text-sm text-muted-foreground\",\"children\":[[\"$\",\"span\",null,{\"children\":\"Contact\"}],[\"$\",\"span\",null,{\"children\":\"Sales\"}]]}],[\"$\",\"div\",\"llama-3.3-70b-versatile-limits\",{\"className\":\"flex flex-col text-sm text-muted-foreground\",\"children\":[[\"$\",\"span\",null,{\"children\":\"Contact\"}],[\"$\",\"span\",null,{\"children\":\"Sales\"}]]}],\"131,072\",\"32,768\",\"-\"],[[\"$\",\"div\",\"openai/gpt-oss-120b\",{\"id\":\"openai/gpt-oss-120b\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/openai/gpt-oss-120b\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"$10:props:children:props:children:0:props:children:0:props:children:0:props:src\",\"alt\":\"OpenAI\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"GPT OSS 120B\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"openai/gpt-oss-120b\"}]]}],\"500\",[\"$\",\"div\",\"openai/gpt-oss-120b-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"$$0.15\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"input\"}]]}],[\"$\",\"span\",null,{\"children\":[\"$$0.60\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"output\"}]]}]]}],[\"$\",\"div\",\"openai/gpt-oss-120b-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"250K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"1K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}],\"131,072\",\"65,536\",\"-\"],[[\"$\",\"div\",\"openai/gpt-oss-20b\",{\"id\":\"openai/gpt-oss-20b\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/openai/gpt-oss-20b\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"$10:props:children:props:children:0:props:children:0:props:children:0:props:src\",\"alt\":\"OpenAI\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"GPT OSS 20B\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"openai/gpt-oss-20b\"}]]}],\"1000\",[\"$\",\"div\",\"openai/gpt-oss-20b-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"$$0.075\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"input\"}]]}],[\"$\",\"span\",null,{\"children\":[\"$$0.30\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"output\"}]]}]]}],\"$L52\",\"131,072\",\"65,536\",\"-\"],[\"$L53\",\"-\",\"$L54\",\"$L55\",\"-\",\"-\",\"100 MB\"],[\"$L56\",\"-\",\"$L57\",\"$L58\",\"-\",\"-\",\"-\"]],\"copyColumnIndex\":0,\"copyValues\":[\"llama-3.1-8b-instant\",\"llama-3.3-70b-versatile\",\"openai/gpt-oss-120b\",\"openai/gpt-oss-20b\",\"whisper-large-v3\",\"whisper-large-v3-turbo\"]}]}]\n"])</script><script>self.__next_f.push([1,"17:[\"$\",\"div\",null,{\"children\":[\"$\",\"$L51\",null,{\"headers\":\"$13:props:children:props:headers\",\"rows\":[[[\"$\",\"div\",\"groq/compound\",{\"id\":\"groq/compound\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/compound/systems/compound\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/groq-circle.png\",\"alt\":\"Groq\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Compound\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"groq/compound\"}]]}],\"450\",\"-\",[\"$\",\"div\",\"groq/compound-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"200K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"200\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}],\"131,072\",\"8,192\",\"-\"],[[\"$\",\"div\",\"groq/compound-mini\",{\"id\":\"groq/compound-mini\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/compound/systems/compound-mini\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/groq-circle.png\",\"alt\":\"Groq\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Compound Mini\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"groq/compound-mini\"}]]}],\"450\",\"-\",[\"$\",\"div\",\"groq/compound-mini-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"200K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"200\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}],\"131,072\",\"8,192\",\"-\"]],\"copyColumnIndex\":0,\"copyValues\":[\"groq/compound\",\"groq/compound-mini\"]}]}]\n"])</script><script>self.__next_f.push([1,"1c:[\"$\",\"div\",null,{\"children\":[\"$\",\"$L51\",null,{\"headers\":\"$13:props:children:props:headers\",\"rows\":[[[\"$\",\"div\",\"canopylabs/orpheus-arabic-saudi\",{\"id\":\"canopylabs/orpheus-arabic-saudi\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/canopylabs/orpheus-arabic-saudi\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/canopylabs.png\",\"alt\":\"Canopy Labs\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Canopy Labs Orpheus Arabic Saudi\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"canopylabs/orpheus-arabic-saudi\"}]]}],\"-\",[\"$\",\"div\",\"canopylabs/orpheus-arabic-saudi-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[\"$\",\"span\",null,{\"children\":[\"$$40.00\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"per 1M characters\"}]]}]}],[\"$\",\"div\",\"canopylabs/orpheus-arabic-saudi-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"50K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"250\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}],\"4,000\",\"50,000\",\"-\"],[[\"$\",\"div\",\"canopylabs/orpheus-v1-english\",{\"id\":\"canopylabs/orpheus-v1-english\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/canopylabs/orpheus-v1-english\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/canopylabs.png\",\"alt\":\"Canopy Labs\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Canopy Labs Orpheus V1 English\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"canopylabs/orpheus-v1-english\"}]]}],\"-\",[\"$\",\"div\",\"canopylabs/orpheus-v1-english-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[\"$\",\"span\",null,{\"children\":[\"$$22.00\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"per 1M characters\"}]]}]}],[\"$\",\"div\",\"canopylabs/orpheus-v1-english-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"50K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"250\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}],\"4,000\",\"50,000\",\"-\"],[[\"$\",\"div\",\"meta-llama/llama-prompt-guard-2-22m\",{\"id\":\"meta-llama/llama-prompt-guard-2-22m\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/meta-llama/llama-prompt-guard-2-22m\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/Meta_logo.png\",\"alt\":\"Meta\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Llama Prompt Guard 2 22M\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"meta-llama/llama-prompt-guard-2-22m\"}]]}],\"-\",[\"$\",\"div\",\"meta-llama/llama-prompt-guard-2-22m-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"$$0.03\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"input\"}]]}],[\"$\",\"span\",null,{\"children\":[\"$$0.03\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"output\"}]]}]]}],[\"$\",\"div\",\"meta-llama/llama-prompt-guard-2-22m-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"30K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"100\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}],\"512\",\"512\",\"-\"],[[\"$\",\"div\",\"meta-llama/llama-prompt-guard-2-86m\",{\"id\":\"meta-llama/llama-prompt-guard-2-86m\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/meta-llama/llama-prompt-guard-2-86m\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/Meta_logo.png\",\"alt\":\"Meta\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Prompt Guard 2 86M\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"meta-llama/llama-prompt-guard-2-86m\"}]]}],\"-\",\"$L59\",\"$L5a\",\"512\",\"512\",\"-\"],[\"$L5b\",\"260\",\"$L5c\",\"$L5d\",\"196,608\",\"131,072\",\"-\"],[\"$L5e\",\"1000\",\"$L5f\",\"$L60\",\"131,072\",\"65,536\",\"-\"],[\"$L61\",\"500\",\"$L62\",\"$L63\",\"131,072\",\"16,384\",\"20 MB\"],[\"$L64\",\"450\",\"$L65\",\"$L66\",\"131,042\",\"16,384\",\"20 MB\"]],\"copyColumnIndex\":0,\"copyValues\":[\"canopylabs/orpheus-arabic-saudi\",\"canopylabs/orpheus-v1-english\",\"meta-llama/llama-prompt-guard-2-22m\",\"meta-llama/llama-prompt-guard-2-86m\",\"minimaxai/minimax-m2.7\",\"openai/gpt-oss-safeguard-20b\",\"qwen/qwen3.6-27b\",\"qwen/qwen3.8-27b\"]}]}]\n"])</script><script>self.__next_f.push([1,"52:[\"$\",\"div\",\"openai/gpt-oss-20b-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"250K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"1K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}]\n53:[\"$\",\"div\",\"whisper-large-v3\",{\"id\":\"whisper-large-v3\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/whisper-large-v3\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"$10:props:children:props:children:0:props:children:0:props:children:0:props:src\",\"alt\":\"OpenAI\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Whisper\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"whisper-large-v3\"}]]}]\n54:[\"$\",\"div\",\"whisper-large-v3-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[\"$\",\"span\",null,{\"children\":[\"$$0.111\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"per hour\"}]]}]}]\n55:[\"$\",\"div\",\"whisper-large-v3-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"200K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"ASH\"}]]}],[\"$\",\"span\",null,{\"children\":[\"300\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}]\n56:[\"$\",\"div\",\"whisper-large-v3-turbo\",{\"id\":\"whisper-large-v3-turbo\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/whisper-large-v3-turbo\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"$10:props:children:props:children:0:props:children:0:props:children:0:props:src\",\"alt\":\"OpenAI\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Whisper Large V3 Turbo\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono te"])</script><script>self.__next_f.push([1,"xt-muted-foreground text-xs\",\"children\":\"whisper-large-v3-turbo\"}]]}]\n57:[\"$\",\"div\",\"whisper-large-v3-turbo-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[\"$\",\"span\",null,{\"children\":[\"$$0.04\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"per hour\"}]]}]}]\n58:[\"$\",\"div\",\"whisper-large-v3-turbo-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"400K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"ASH\"}]]}],[\"$\",\"span\",null,{\"children\":[\"400\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}]\n59:[\"$\",\"div\",\"meta-llama/llama-prompt-guard-2-86m-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"$$0.04\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"input\"}]]}],[\"$\",\"span\",null,{\"children\":[\"$$0.04\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"output\"}]]}]]}]\n5a:[\"$\",\"div\",\"meta-llama/llama-prompt-guard-2-86m-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"30K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"100\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}]\n5b:[\"$\",\"div\",\"minimaxai/minimax-m2.7\",{\"id\":\"minimaxai/minimax-m2.7\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/minimaxai/minimax-m2.7\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/minimax_logo.png\",\"alt\":\"MiniMaxAI\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"MiniMax M2.7\"]}],[\"$\",\"span\",null,{\"className\":\"text-xs text-muted-foreground select-none\",\"children\":\"Enterprise\"}]]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"minimaxai/minimax-m2.7\"}]]}]\n5c:[\"$\",\"div\",\"minimaxai/"])</script><script>self.__next_f.push([1,"minimax-m2.7-price\",{\"className\":\"flex flex-col text-sm text-muted-foreground\",\"children\":[[\"$\",\"span\",null,{\"children\":\"Contact\"}],[\"$\",\"span\",null,{\"children\":\"Sales\"}]]}]\n5d:[\"$\",\"div\",\"minimaxai/minimax-m2.7-limits\",{\"className\":\"flex flex-col text-sm text-muted-foreground\",\"children\":[[\"$\",\"span\",null,{\"children\":\"Contact\"}],[\"$\",\"span\",null,{\"children\":\"Sales\"}]]}]\n5e:[\"$\",\"div\",\"openai/gpt-oss-safeguard-20b\",{\"id\":\"openai/gpt-oss-safeguard-20b\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/openai/gpt-oss-safeguard-20b\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"$10:props:children:props:children:0:props:children:0:props:children:0:props:src\",\"alt\":\"OpenAI\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Safety GPT OSS 20B\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"openai/gpt-oss-safeguard-20b\"}]]}]\n5f:[\"$\",\"div\",\"openai/gpt-oss-safeguard-20b-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"$$0.075\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"input\"}]]}],[\"$\",\"span\",null,{\"children\":[\"$$0.30\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"output\"}]]}]]}]\n60:[\"$\",\"div\",\"openai/gpt-oss-safeguard-20b-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"150K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"1K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}]\n61:[\"$\",\"div\",\"qwen/qwen3.6-27b\",{\"id\":\"qwen/qwen3.6-27b\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/qwen/qwen3.6-27b\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/qwen_logo.png\",\"alt\""])</script><script>self.__next_f.push([1,":\"Alibaba Cloud\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Qwen/Qwen3.6-27B\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"qwen/qwen3.6-27b\"}]]}]\n62:[\"$\",\"div\",\"qwen/qwen3.6-27b-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"$$0.60\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"input\"}]]}],[\"$\",\"span\",null,{\"children\":[\"$$3.00\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"output\"}]]}]]}]\n63:[\"$\",\"div\",\"qwen/qwen3.6-27b-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"250K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\"1K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}]\n64:[\"$\",\"div\",\"qwen/qwen3.8-27b\",{\"id\":\"qwen/qwen3.8-27b\",\"className\":\"flex flex-col\",\"children\":[[\"$\",\"div\",null,{\"className\":\"flex items-center gap-1.5\",\"children\":[[\"$\",\"$L32\",null,{\"href\":\"/docs/model/qwen/qwen3.8-27b\",\"className\":\"font-medium py-0.5\",\"children\":[[\"$\",\"$Ld\",null,{\"src\":\"/qwen_logo.png\",\"alt\":\"Alibaba Cloud\",\"className\":\"inline-block mr-0.5 rounded-xs\",\"width\":24,\"height\":24}],\"Qwen/Qwen3.8-27B\"]}],false]}],[\"$\",\"span\",null,{\"className\":\"font-mono text-muted-foreground text-xs\",\"children\":\"qwen/qwen3.8-27b\"}]]}]\n65:[\"$\",\"div\",\"qwen/qwen3.8-27b-price\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"$$0.80\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"input\"}]]}],[\"$\",\"span\",null,{\"children\":[\"$$4.00\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"output\"}]]}]]}]\n66:[\"$\",\"div\",\"qwen/qwen3.8-27b-limits\",{\"className\":\"flex flex-col text-sm\",\"children\":[[\"$\",\"span\",null,{\"children\":[\"250K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"TPM\"}]]}],[\"$\",\"span\",null,{\"children\":[\""])</script><script>self.__next_f.push([1,"1K\",\" \",[\"$\",\"span\",null,{\"className\":\"text-muted-foreground text-xs\",\"children\":\"RPM\"}]]}]]}]\n"])</script></body></html>