{
  "slug": "groq",
  "name": "GroqCloud",
  "aliases": ["Groq", "Groq API", "console.groq.com"],
  "vendor": { "name": "Groq, Inc.", "slug": "groq-inc", "website": "https://groq.com" },
  "homepage_url": "https://groq.com/",
  "docs_url": "https://console.groq.com/docs/overview",
  "repo_url": "https://github.com/groq/groq-python",
  "product_type": "api-service",
  "product_status": "active",
  "summary": "Low-latency hosted inference API for open-weight models on Groq's LPU hardware, OpenAI-compatible, with speech-to-text, text-to-speech, tool use and batch tiers",
  "description": "GroqCloud is Groq's hosted inference service, built around the company's LPU accelerators and positioned on response speed. The API is OpenAI-compatible, so existing clients work by changing the base URL and key, and official Python and JavaScript libraries are provided. The console documents text generation with open-weight models (the docs reference OpenAI's gpt-oss family among others), speech-to-text, text-to-speech, vision and OCR, reasoning controls, structured outputs, prompt caching and tool use including built-in tools, remote MCP servers and local tool calling. Service tiers separate performance, flex and batch processing, and projects and spend limits handle organization controls.\n\nGroq does not publish a stable pricing URL at the moment of review (groq.com/pricing redirects to the homepage), so pricing is treated as usage-based without further detail. In December 2025 Nvidia entered a licensing agreement covering Groq's chip technology and hired part of its leadership, while GroqCloud continued as an independent service; secondary reporting on the aftermath varies, so the long-term roadmap deserves monitoring. GroqCloud suits latency-sensitive applications on open models; it does not host the largest proprietary models and model availability has changed over time.",
  "capabilities": ["OpenAI-compatible chat completions on open-weight models", "Speech-to-text and text-to-speech endpoints", "Vision and OCR inputs", "Structured outputs, prompt caching and reasoning controls", "Tool use with built-in tools, remote MCP and local tools", "Performance, flex and batch service tiers with spend limits"],
  "workflows": ["Point an OpenAI SDK at GroqCloud for a low-latency chat backend", "Transcribe audio files through the speech endpoint", "Run large batch jobs at the batch tier"],
  "advantages": ["Low latency on supported models", "Drop-in OpenAI compatibility", "Speech and vision in one API"],
  "limitations": ["Catalog limited to selected open-weight models", "Pricing page not stable at time of review", "Corporate transition in 2025–2026 adds uncertainty about direction"],
  "prerequisites": ["GroqCloud account and API key"],
  "audiences": ["Developers building latency-sensitive assistants", "Teams running open models without their own GPUs"],
  "alternatives": ["together-ai", "openrouter", "openai-platform", "mistral-ai"],
  "categories": [{ "slug": "model-providers", "primary": true }],
  "tags": ["llm", "api", "inference", "speech", "open-weights", "python", "typescript"],
  "use_cases": ["serve-models", "build-agents"],
  "operating_systems": ["any"],
  "execution_modes": ["cloud"],
  "interfaces": ["api", "sdk", "web"],
  "deployment_models": ["saas"],
  "integrations": ["OpenAI SDK compatibility", "LangChain", "LiteLLM", "Model Context Protocol"],
  "data_formats": ["JSON", "Audio", "Images"],
  "languages": ["Python", "JavaScript"],
  "source_model": "proprietary",
  "pricing_model": ["usage-based", "enterprise"],
  "self_hostable": false,
  "sources": [
    { "url": "https://groq.com/", "type": "official_site", "title": "Groq", "supports": ["name", "summary"], "checked_at": "2026-11-02" },
    { "url": "https://console.groq.com/docs/overview", "type": "official_docs", "title": "GroqCloud documentation", "supports": ["capabilities", "interfaces", "languages"], "checked_at": "2026-11-02" },
    { "url": "https://github.com/groq/groq-python", "type": "repository", "title": "groq-python (Apache-2.0)", "supports": ["languages"], "checked_at": "2026-11-02" }
  ],
  "confidence": "medium",
  "uncertainty_note": "groq.com/pricing redirected to the homepage during review, so no pricing_url is recorded and pricing details are unverified. Statements about the Nvidia licensing deal come from press coverage, not from a Groq page loaded during research.",
  "discovery_method": "editorial-research",
  "depth": "standard",
  "editorial_status": "reviewed",
  "visibility": "public",
  "featured": false,
  "author": "batch-A"
}