spb/tools-spboucher-ai

1{2  "slug": "groq",3  "name": "GroqCloud",4  "aliases": ["Groq", "Groq API", "console.groq.com"],5  "vendor": { "name": "Groq, Inc.", "slug": "groq-inc", "website": "https://groq.com" },6  "homepage_url": "https://groq.com/",7  "docs_url": "https://console.groq.com/docs/overview",8  "repo_url": "https://github.com/groq/groq-python",9  "product_type": "api-service",10  "product_status": "active",11  "summary": "Low-latency hosted inference API for open-weight models on Groq's LPU hardware, OpenAI-compatible, with speech-to-text, text-to-speech, tool use and batch tiers",12  "description": "GroqCloud is Groq's hosted inference service, built around the company's LPU accelerators and positioned on response speed. The API is OpenAI-compatible, so existing clients work by changing the base URL and key, and official Python and JavaScript libraries are provided. The console documents text generation with open-weight models (the docs reference OpenAI's gpt-oss family among others), speech-to-text, text-to-speech, vision and OCR, reasoning controls, structured outputs, prompt caching and tool use including built-in tools, remote MCP servers and local tool calling. Service tiers separate performance, flex and batch processing, and projects and spend limits handle organization controls.\n\nGroq does not publish a stable pricing URL at the moment of review (groq.com/pricing redirects to the homepage), so pricing is treated as usage-based without further detail. In December 2025 Nvidia entered a licensing agreement covering Groq's chip technology and hired part of its leadership, while GroqCloud continued as an independent service; secondary reporting on the aftermath varies, so the long-term roadmap deserves monitoring. GroqCloud suits latency-sensitive applications on open models; it does not host the largest proprietary models and model availability has changed over time.",13  "capabilities": ["OpenAI-compatible chat completions on open-weight models", "Speech-to-text and text-to-speech endpoints", "Vision and OCR inputs", "Structured outputs, prompt caching and reasoning controls", "Tool use with built-in tools, remote MCP and local tools", "Performance, flex and batch service tiers with spend limits"],14  "workflows": ["Point an OpenAI SDK at GroqCloud for a low-latency chat backend", "Transcribe audio files through the speech endpoint", "Run large batch jobs at the batch tier"],15  "advantages": ["Low latency on supported models", "Drop-in OpenAI compatibility", "Speech and vision in one API"],16  "limitations": ["Catalog limited to selected open-weight models", "Pricing page not stable at time of review", "Corporate transition in 2025–2026 adds uncertainty about direction"],17  "prerequisites": ["GroqCloud account and API key"],18  "audiences": ["Developers building latency-sensitive assistants", "Teams running open models without their own GPUs"],19  "alternatives": ["together-ai", "openrouter", "openai-platform", "mistral-ai"],20  "categories": [{ "slug": "model-providers", "primary": true }],21  "tags": ["llm", "api", "inference", "speech", "open-weights", "python", "typescript"],22  "use_cases": ["serve-models", "build-agents"],23  "operating_systems": ["any"],24  "execution_modes": ["cloud"],25  "interfaces": ["api", "sdk", "web"],26  "deployment_models": ["saas"],27  "integrations": ["OpenAI SDK compatibility", "LangChain", "LiteLLM", "Model Context Protocol"],28  "data_formats": ["JSON", "Audio", "Images"],29  "languages": ["Python", "JavaScript"],30  "source_model": "proprietary",31  "pricing_model": ["usage-based", "enterprise"],32  "self_hostable": false,33  "sources": [34    { "url": "https://groq.com/", "type": "official_site", "title": "Groq", "supports": ["name", "summary"], "checked_at": "2026-11-02" },35    { "url": "https://console.groq.com/docs/overview", "type": "official_docs", "title": "GroqCloud documentation", "supports": ["capabilities", "interfaces", "languages"], "checked_at": "2026-11-02" },36    { "url": "https://github.com/groq/groq-python", "type": "repository", "title": "groq-python (Apache-2.0)", "supports": ["languages"], "checked_at": "2026-11-02" }37  ],38  "confidence": "medium",39  "uncertainty_note": "groq.com/pricing redirected to the homepage during review, so no pricing_url is recorded and pricing details are unverified. Statements about the Nvidia licensing deal come from press coverage, not from a Groq page loaded during research.",40  "discovery_method": "editorial-research",41  "depth": "standard",42  "editorial_status": "reviewed",43  "visibility": "public",44  "featured": false,45  "author": "batch-A"46}47