spb/tools-spboucher-ai

1{2  "slug": "scrapfly",3  "name": "Scrapfly",4  "aliases": [],5  "vendor": { "name": "Scrapfly", "slug": "scrapfly", "website": "https://scrapfly.io/" },6  "homepage_url": "https://scrapfly.io/",7  "docs_url": "https://scrapfly.io/docs",8  "pricing_url": "https://scrapfly.io/pricing",9  "product_type": "api-service",10  "product_status": "active",11  "summary": "Web scraping API with anti-bot bypass, JavaScript rendering, cloud browsers, screenshots, AI extraction and a crawler, billed in credits per request",12  "description": "Scrapfly is a hosted web-scraping API whose core product fetches a URL on the customer's behalf while handling the parts that make scraping fragile: anti-bot bypass, JavaScript rendering in managed browsers, proxy selection including residential and geo-targeted pools, and session persistence. Companion APIs provide remote cloud browsers with full Chrome DevTools Protocol access, full-page or element screenshots, LLM-assisted structured extraction from HTML or documents, a beta crawler with recursive link discovery, and an MCP server so agents can fetch live pages. A Proxy Saver product reduces bandwidth on proxy traffic.\n\nSDKs are published for Python, TypeScript, Go and Rust, with a Scrapy integration and an OpenAPI specification, and the company runs a web-scraping education site. Billing is credit-based: a one-time free allotment, monthly plans with increasing credit allowances and concurrency, pay-as-you-go overflow on higher plans and custom enterprise contracts. Credit cost per request rises with options such as rendering, anti-bot bypass and residential proxies.\n\nIt is proprietary and fully hosted; there is no self-hosted version, and success on heavily protected sites is not guaranteed.",13  "capabilities": ["Scraping API with anti-bot bypass and JavaScript rendering", "Residential, datacenter and geo-targeted proxies", "Cloud browsers with CDP access", "Screenshot API", "LLM-based structured extraction", "Crawler API (beta) and MCP server"],14  "workflows": ["Fetch protected pages from a Python or Scrapy project", "Capture screenshots of a URL list", "Extract product fields from HTML with a schema"],15  "advantages": ["Handles rendering, proxies and blocking in one call", "SDKs in several languages and an OpenAPI spec", "Transparent credit estimator"],16  "limitations": ["Proprietary hosted service only", "Costs rise with rendering and residential proxies", "No guarantee against sophisticated anti-bot systems"],17  "prerequisites": ["API key"],18  "audiences": ["Developers scraping protected sites", "Data teams outsourcing proxy and browser management"],19  "alternatives": ["zyte", "bright-data", "firecrawl", "apify"],20  "categories": [{ "slug": "data-collection-crawling", "primary": true }],21  "tags": ["api", "scraping", "proxies", "browser-automation", "python", "typescript", "mcp"],22  "use_cases": ["crawl-websites", "collect-web-data"],23  "operating_systems": ["web"],24  "execution_modes": ["cloud"],25  "interfaces": ["api", "sdk", "mcp-server", "web"],26  "deployment_models": ["saas"],27  "integrations": ["Scrapy", "LangChain", "LlamaIndex", "CrewAI", "Zapier", "Make", "n8n"],28  "data_formats": ["HTML", "JSON", "Markdown", "PNG/JPEG/WebP screenshots"],29  "languages": ["Python", "TypeScript", "Go", "Rust"],30  "source_model": "proprietary",31  "pricing_model": ["freemium", "paid", "usage-based", "enterprise"],32  "pricing_checked_at": "2026-11-02",33  "self_hostable": false,34  "sources": [35    { "url": "https://scrapfly.io/", "type": "official_site", "title": "Scrapfly", "supports": ["name", "summary"], "checked_at": "2026-11-02" },36    { "url": "https://scrapfly.io/docs", "type": "official_docs", "title": "Scrapfly documentation", "supports": ["capabilities", "languages", "integrations"], "checked_at": "2026-11-02" },37    { "url": "https://scrapfly.io/pricing", "type": "pricing_page", "title": "Scrapfly pricing", "supports": ["pricing_model"], "checked_at": "2026-11-02" }38  ],39  "confidence": "high",40  "discovery_method": "editorial-research",41  "depth": "standard",42  "editorial_status": "reviewed",43  "visibility": "public",44  "featured": false,45  "author": "batch-C"46}47