{ "version": "1.0", "updatedAt": "2026-09-08T09:13:21.287Z", "sources": [ { "id": "130point", "name": "130point", "domain": "130point.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "analytics_provider", "categories": [ "sports_cards", "pokemon" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Re-publishes eBay sold data under eBay's terms; bot-protected; use eBay official API instead.", "verified": false, "verifiedAt": null, "notes": null }, { "id": "1stdibs", "name": "1stDibs", "domain": "1stdibs.com", "country": "US", "supportedCountries": [ "US", "GB", "FR", "IT", "DE" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "design_furniture", "antiques", "jewelry", "other_watches", "luxury_handbags", "art", "porcelain", "glass_crystal", "silver", "clocks" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "No public API (internal GraphQL at /soa/graphql reserved to the site). Browse pages embed the server-rendered Relay store (serverVars_data JSON) with 60 items/page and prices in 10 currencies." }, "urls": { "search": null, "product": "https://www.1stdibs.com/{vertical}/{path}/id-{serviceId}/", "sold": null, "sitemap": "https://www.1stdibs.com/sitemap.xml", "robots": "https://www.1stdibs.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "low", "cloudflare": false, "robots": "Disallows /search/ and /soa/ (except the exact /soa/graphql path); browse paths allowed", "rateLimit": "site caps browse at 50 pages; 5 s politeness", "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave1", "difficulty": "medium", "reliability": 0.8, "legal": "User Agreement (checked 2026-09-08) contains no clause on automated access to public pages. F5/Shape client-detection script present but no challenge served.", "status": "implemented", "connectors": [ "1stdibs" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "~3 MB per page; dealer asking prices only. Sold items appear only as isSold flags on live pages (no sold-price archive)." }, { "id": "401-games", "name": "401 Games", "domain": "store.401games.ca", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon", "yugioh", "one_piece_card_game", "disney_lorcana", "weiss_schwarz", "digimon_tcg", "dragon_ball_tcg", "star_wars_tcg", "other_tcg", "sports_cards", "non_sport_cards", "board_games", "hockey_cards", "baseball_cards", "basketball_cards", "football_cards", "soccer_cards", "f1_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://store.401games.ca/search?q=", "product": "https://store.401games.ca/products/", "sold": null, "sitemap": "https://store.401games.ca/sitemap.xml", "robots": "https://store.401games.ca/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://store.401games.ca/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "401-games" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Canada's largest TCG/board-game retailer (Toronto). Public Shopify storefront with one umbrella collection per game plus sports and non-sport cards. ~430k products; MTG 158k, Yu-Gi-Oh! 60k, Pokémon 54k. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "abebooks", "name": "AbeBooks", "domain": "abebooks.com", "country": "CA", "supportedCountries": [], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "books" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Amazon-owned; bot protection; no public API.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "ace-grading", "name": "Ace Grading — population report & cert lookup", "domain": "acegrading.com", "country": "GB", "supportedCountries": [ "GB", "EU", "US" ], "languages": [ "en" ], "sourceType": "grading_company", "categories": [ "pokemon", "magic_the_gathering", "yugioh", "one_piece_card_game", "trading_cards", "sports_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Laravel + Livewire: /pop and /cert render only filters/forms; result rows arrive through Livewire XHR after user interaction (no URL-addressable set or cert page)." }, "urls": { "search": "https://acegrading.com/pop", "product": "https://acegrading.com/cert", "sold": null, "sitemap": null, "robots": "https://acegrading.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": false, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": true, "itemId": true, "gtin": false, "population": true, "catalog": false }, "access": { "pagination": "infinite_scroll", "jsRendering": true, "antiBot": "high", "cloudflare": true, "robots": "robots.txt: 'User-agent: * Disallow:' (everything allowed). Root page loads; /pop and /cert answer a Cloudflare managed-challenge 403 to plain HTTP and, when rendered by Firecrawl, contain only the filter lists (brands, set names) — no population rows without Livewire interaction.", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "daily", "priority": "wave3", "difficulty": "very_hard", "reliability": 0.85, "legal": "Public data, but only reachable through stateful Livewire requests (CSRF token + session) — replaying those would mean emulating the app rather than reading a page.", "status": "rejected", "connectors": [], "statusReason": "No URL-addressable population or cert pages (Livewire-only, Cloudflare challenge). Verified live 2026-09-08 with Firecrawl (5 s wait): filters rendered, zero rows/cert results. Revisit if Ace publishes an API or static pop pages.", "verified": true, "verifiedAt": "2026-09-08", "notes": "Ace's pop filters list 100+ TCG/sport brands and thousands of set names — the data exists server-side." }, { "id": "acker", "name": "Acker Merrall & Condit (Acker Wines)", "domain": "ackerwines.com", "country": "US", "supportedCountries": [ "US", "HK", "SG" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "wine", "whisky", "cognac" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "login", "notes": "WordPress/WooCommerce (retail) + auction platform. Cloudflare WAF returns 403 'Attention Required' to all direct clients (bot and browser UA). Reachable through Firecrawl, but /wine-spirits-auction-results/ (auction archives) says 'This content is for registered users only' and 'Auction archives is currently not available'." }, "urls": { "search": null, "product": "https://www.ackerwines.com/product/{id}", "sold": "https://www.ackerwines.com/wine-spirits-auction-results/", "sitemap": null, "robots": "https://www.ackerwines.com/robots.txt" }, "data": { "liveListings": true, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": true, "antiBot": "blocking", "cloudflare": true, "robots": "Allows auction/product pages; disallows /api/, account, cart, faceted query forms", "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD", "HKD", "SGD" ], "freshness": "weekly", "priority": "wave2", "difficulty": "very_hard", "reliability": 0.9, "legal": "Auction results archive is a members-only area (login wall) — never bypassed. Upcoming-auction catalogues (PDF/XLSX on rackcdn) are public but carry estimates, not results.", "status": "blocked", "connectors": [], "statusReason": "Direct HTTP blocked by Cloudflare WAF (403 for every UA); prices-realised archive behind login (verified via Firecrawl 2026-09-08). Only pre-sale catalogues are public — no realised prices.", "verified": true, "verifiedAt": "2026-09-08", "notes": "Firecrawl probes used: 3 credits (auctions page, map, results page)." }, { "id": "ader", "name": "Ader", "domain": "ader-paris.fr", "country": "FR", "supportedCountries": [ "FR" ], "languages": [ "fr" ], "sourceType": "auction_house", "categories": [ "art", "contemporary_art", "books", "comics", "antiques", "jewelry", "watches", "militaria", "coins", "stamps" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Drouot 'site générique' platform (shared with Osenat)." }, "urls": { "search": "https://www.ader-paris.fr/ventes-passees?year=2026", "product": "https://www.ader-paris.fr/lot/{sale}/{lotId}-{slug}", "sold": "https://www.ader-paris.fr/catalogue/{sale}?offset=0&max=50", "sitemap": null, "robots": "https://www.ader-paris.fr/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "offset", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallow /recherche/* only", "rateLimit": null, "preferredEngine": "api" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "wave1", "difficulty": "medium", "reliability": 0.9, "legal": "CGV: no anti-automation clause; pages state 'Résultats avec frais' (read per page).", "status": "implemented", "connectors": [ "ader" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Years 2004→today; sales without an online catalogue (cataPasDispo) are skipped." }, { "id": "adorama-used", "name": "Adorama Used", "domain": "adorama.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "cameras", "audio_equipment" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "/used and /l/Used/Cameras answer HTTP 403 (771-byte block page) to both the honest bot UA and a plain browser UA — Akamai-style bot management." }, "urls": { "search": "https://www.adorama.com/l/Used/Cameras", "product": null, "sold": null, "sitemap": null, "robots": "https://www.adorama.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": true, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "blocking", "cloudflare": false, "robots": "Allows /l/ listing pages; disallows catalog.tpl actions, /catalog/, account/tracking paths", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave3", "difficulty": "very_hard", "reliability": 0.7, "legal": "Adorama Terms of Use prohibit automated data collection.", "status": "blocked", "connectors": [], "statusReason": "Bot management returns 403 to every non-browser session; terms prohibit scraping. Existing MPB/B&H Used connectors already cover used-camera dealer listings.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "advanceguard", "name": "Advance Guard", "domain": "advanceguard.com.au", "country": "AU", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "AUD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Every path (including robots.txt) returns a JavaScript \"lander\" redirect page to non-browser clients.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "aguttes", "name": "Aguttes", "domain": "aguttes.com", "country": "FR", "supportedCountries": [ "FR", "BE" ], "languages": [ "fr", "en" ], "sourceType": "auction_house", "categories": [ "art", "contemporary_art", "design_furniture", "jewelry", "watches", "automobiles", "wine", "comics", "books", "antiques" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Artisio platform; catalogue pages embed lots + auction in __NEXT_DATA__ (hammer_price, low/high, status, premiums)." }, "urls": { "search": "https://www.aguttes.com/ventes/ventes-passees", "product": "https://www.aguttes.com/lot/{auction-slug}/{lot-slug}", "sold": "https://www.aguttes.com/catalogue/{id}", "sitemap": "https://www.aguttes.com/sitemap-fr-ventes-passees.xml", "robots": "https://www.aguttes.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Allow /; Content-Signal search=yes, ai-train=no, use=reference", "rateLimit": null, "preferredEngine": "api" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.92, "legal": "CGU contain no anti-automation clause; Content-Signal forbids AI training (we use reference data only).", "status": "implemented", "connectors": [ "aguttes" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "hammer_price explicit; premium tiers in auction JSON." }, { "id": "alphaspel", "name": "Alphaspel", "domain": "alphaspel.se", "country": "SE", "supportedCountries": [], "languages": [ "sv" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "board_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "SEK" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom platform; no product JSON.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "alt", "name": "Alt", "domain": "alt.xyz", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "analytics_provider", "categories": [ "sports_cards", "baseball_cards", "basketball_cards", "football_cards", "hockey_cards", "soccer_cards", "other_sports_cards", "pokemon", "magic_the_gathering", "yugioh", "non_sport_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://alt.xyz/robots.txt" }, "data": { "liveListings": true, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave3", "difficulty": "medium", "reliability": 0.7, "legal": "Alt's public item pages (robots.txt allows everything; discovery through the public sitemaps with lastmod) show the card, grade, PSA/BGS population, Alt's list price, the 'Alt Value' model estimate with its range, and a 'Recent transactions' list of observed sales (mostly eBay auctions/best offers) with date and price. Pages are client-rendered → Firecrawl, 1 credit per item, capped by `maxItemsPe", "status": "implemented", "connectors": [ "alt-xyz" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "amiami", "name": "AmiAmi", "domain": "amiami.com", "country": "JP", "supportedCountries": [ "JP" ], "languages": [ "en", "ja" ], "sourceType": "marketplace", "categories": [ "action_figures", "gundam", "plush", "designer_toys" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.amiami.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "high", "cloudflare": true, "robots": null, "rateLimit": null, "preferredEngine": "scrapfly" }, "currency": [ "JPY" ], "freshness": "daily", "priority": "wave2", "difficulty": "hard", "reliability": 0.8, "legal": "Reads the public JSON API that AmiAmi's own storefront calls (api.amiami.com/api/v1.0/items with the storefront's X-User-Key header, no account or login). Plain requests from data-centre IPs get a Cloudflare 'Attention Required' page, so the request is routed through Scrapfly (asp, no JS, country jp; 1 credit per 50-item page). Data: item code, JAN, maker, release date, list price (tax-in), curren", "status": "implemented", "connectors": [ "amiami" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "analog-shift", "name": "Analog:Shift", "domain": "analogshift.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "rolex", "patek_philippe", "audemars_piguet", "omega", "other_watches" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://analogshift.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.85, "legal": "Public Shopify storefront feed (analogshift.com/products.json, 250 products/page) over plain HTTPS with the RareIndex user agent; robots.txt allows / for generic agents. Each product is one vintage/pre-owned watch: vendor = brand, description carries Reference / Year / Case Size / Condition lines which are parsed into attributes; sold watches stay published with available=false and are recorded as", "status": "implemented", "connectors": [ "analog-shift" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "ansorena", "name": "Ansorena", "domain": "ansorena.com", "country": "ES", "supportedCountries": [ "ES" ], "languages": [ "es" ], "sourceType": "auction_house", "categories": [ "jewelry", "watches", "art", "antiques" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "login", "notes": "Labelgrup platform (shared with Durán)." }, "urls": { "search": "https://www.ansorena.com/es/subastas-historicas", "product": "https://www.ansorena.com/es/subasta-lote/{slug}/{sale}-{lot}", "sold": null, "sitemap": null, "robots": "https://www.ansorena.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Allow all", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": "Realised prices ('Remates') shown only to registered users.", "status": "blocked", "connectors": [], "statusReason": "Public pages show start price and a VENDIDO badge but the hammer price ('Remates subasta — Regístrese o inicie sesión') is login-gated.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "antiquorum", "name": "Antiquorum", "domain": "catalog.antiquorum.swiss", "country": "CH", "supportedCountries": [ "CH", "HK", "MC" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "watches", "rolex", "patek_philippe", "audemars_piguet", "omega", "other_watches", "jewelry" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://catalog.antiquorum.swiss/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "CHF", "HKD", "EUR", "USD" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.9, "legal": "Public auction catalogue (catalog.antiquorum.swiss/en → /en/auctions//lots?page=N) fetched over plain HTTPS with the RareIndex user agent; robots.txt only disallows /wp-admin/. Each lot carries schema.org RDFa (name, sku, brand, price, currency, image) and a spec table (Brand, Model, Reference, Year, Material). Sold lots show 'Sold: ' which Antiquorum's own price lists confirm ", "status": "implemented", "connectors": [ "antiquorum" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "apmex", "name": "APMEX", "domain": "apmex.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "coins" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.apmex.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave3", "difficulty": "medium", "reliability": 0.85, "legal": "Public category grids (apmex.com/category//) of one of the largest US coin dealers; robots.txt disallows /catalog/, /cart/, /account/, /spotprice/ etc., none of which are used. Plain HTTPS gets an Akamai 403 for non-browser clients, so pages are fetched with Firecrawl (1 credit per ~80-product page). Parsed per product card: APMEX product id, title, 'As Low As' price (USD, cash/wire tier", "status": "implemented", "connectors": [ "apmex" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "artcurial", "name": "Artcurial", "domain": "artcurial.com", "country": "FR", "supportedCountries": [ "FR", "MC" ], "languages": [ "en", "fr" ], "sourceType": "auction_house", "categories": [ "art", "contemporary_art", "photography", "design_furniture", "jewelry", "other_watches", "luxury_handbags", "wine", "comics", "books", "automobiles", "automotive_memorabilia", "antiques" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.artcurial.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.9, "legal": "Paris/Monaco auction house (Nuxt app). The public results index (/en/results-auctions-sales) and each sale page (/en/sales/) are rendered through Firecrawl (JS wait ~5 s, 1 credit each); the sale page lists every lot with lot number, title, sub-title, estimate and 'Sold €X' plus the public lot URL. robots.txt disallows press, tracking and /motorcars paths only (car sales are listed under /en/sa", "status": "implemented", "connectors": [ "artcurial" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "artnet", "name": "Artnet Price Database", "domain": "artnet.com", "country": "US", "supportedCountries": [ "US", "DE" ], "languages": [ "en", "de" ], "sourceType": "pricing_guide", "categories": [ "art", "contemporary_art", "photography" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "partner", "notes": "Paid subscription (Price Database Fine Art & Design); no public results." }, "urls": { "search": null, "product": null, "sold": "https://www.artnet.com/price-database/", "sitemap": null, "robots": "https://www.artnet.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "none", "jsRendering": true, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "daily", "priority": "later", "difficulty": "very_hard", "reliability": 0.95, "legal": "Paid licence; terms prohibit scraping.", "status": "rejected", "connectors": [], "statusReason": "Paid, subscription-only price database (per brief).", "verified": false, "verifiedAt": null, "notes": null }, { "id": "artsy", "name": "Artsy", "domain": "artsy.net", "country": "US", "supportedCountries": [ "US", "GB" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "art", "contemporary_art", "photography" ], "subcategories": [], "api": { "available": true, "docsUrl": "https://developers.artsy.net", "auth": "api_key", "notes": "Public API v2 (api.artsy.net, client_id/client_secret → xapp token, 7-day validity) exposes artists/artworks/shows/genes — but the Artsy API terms restrict it to NON-COMMERCIAL use and public-domain artworks; prices and sale results are not in the public API (partner-only). The website (artsy.net/collect) sits behind a Cloudflare managed challenge for non-browser clients; robots disallows /search." }, "urls": { "search": "https://www.artsy.net/collect", "product": "https://www.artsy.net/artwork/{slug}", "sold": "https://www.artsy.net/price-database", "sitemap": "https://www.artsy.net/sitemap-artworks.xml", "robots": "https://www.artsy.net/robots.txt" }, "data": { "liveListings": true, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": true, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "cursor", "jsRendering": true, "antiBot": "blocking", "cloudflare": true, "robots": "Disallows /search, /users/auth and tracking query variants; sitemaps for artworks/auctions published", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "daily", "priority": "later", "difficulty": "very_hard", "reliability": 0.8, "legal": "Artsy Public API terms: non-commercial/educational use only, public-domain artworks only; price database requires an account. RareIndex is commercial → cannot use the API; site scraping blocked and against ToS.", "status": "rejected", "connectors": [], "statusReason": "API licensed for non-commercial use only (no prices anyway); website Cloudflare-challenged and price database login-gated. Saatchi Art connector already covers online art listings.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "aste-bolaffi", "name": "Aste Bolaffi", "domain": "astebolaffi.it", "country": "IT", "supportedCountries": [ "IT" ], "languages": [ "it", "en" ], "sourceType": "auction_house", "categories": [ "stamps", "coins", "banknotes", "watches", "wine", "automobiles", "movie_posters", "comics", "books" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Laravel SSR." }, "urls": { "search": "https://www.astebolaffi.it/it/results", "product": "https://www.astebolaffi.it/it/lot/{auction}/{lot}/detail", "sold": "https://www.astebolaffi.it/it/auction/{id}?page=N", "sitemap": null, "robots": "https://www.astebolaffi.it/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Allow all", "rateLimit": null, "preferredEngine": "api" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.85, "legal": "Termini e condizioni: no anti-automation clause. 'Aggiudicato a' not labelled hammer vs fees → null.", "status": "implemented", "connectors": [ "aste-bolaffi" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "10 lots per page → slow (3 s politeness)." }, { "id": "aucfree", "name": "aucfree — オークフリー", "domain": "aucfree.com", "country": "JP", "supportedCountries": [ "JP" ], "languages": [ "ja" ], "sourceType": "analytics_provider", "categories": [ "pokemon", "yugioh", "one_piece_card_game", "gundam", "action_figures", "nintendo_games", "designer_toys" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://aucfree.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "JPY" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.75, "legal": "aucfree.com publishes closed Yahoo! Auctions Japan lots (end price, bid count, end date) free of charge; no robots.txt is served (404) so no path is disallowed. Plain HTTPS returns 403 to non-browser clients, so pages are fetched through Firecrawl (1 credit per search page of 50 lots ≈ 0.02 credit/sale) with Scrapfly as fallback. Search pages per keyword seed (`/search?o=t2&q=&p=N`, sorted by ", "status": "implemented", "connectors": [ "aucfree" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "auctionet", "name": "Auctionet", "domain": "auctionet.com", "country": "SE", "supportedCountries": [ "SE", "DE", "DK", "FI", "ES", "GB" ], "languages": [ "sv", "de", "da", "fi", "es", "en" ], "sourceType": "marketplace", "categories": [ "antiques", "art", "design_furniture", "watches", "jewelry", "coins", "stamps", "books", "porcelain", "glass_crystal", "silver", "vintage_toys", "cameras", "wine", "militaria" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": "Unauthenticated JSON: GET https://auctionet.com/api/v2/items.json (is=ended, per_page ≤ 500, page, category_id, company_id, country_code, q) and /api/v2/categories.json. Every query capped at 10 000 items. Undocumented but publicly served to the site itself." }, "urls": { "search": "https://auctionet.com/en/search?is=ended", "product": "https://auctionet.com/en/{id}-{slug}", "sold": "https://auctionet.com/api/v2/items.json?is=ended", "sitemap": "https://auctionet-exports.s3-eu-west-1.amazonaws.com/sitemap.xml.gz", "robots": "https://auctionet.com/robots.txt" }, "data": { "liveListings": true, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": true, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallow /admin/ and /*/my only; /api/ allowed", "rateLimit": "none observed; we use 1.5 s", "preferredEngine": "api" }, "currency": [ "SEK", "EUR", "DKK", "GBP" ], "freshness": "hourly", "priority": "wave1", "difficulty": "easy", "reliability": 0.9, "legal": "terms_of_use contain no clause on automated access; results are winning bids (hammer) with buyer's fee added per house.", "status": "implemented", "connectors": [ "auctionet" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "3.9 M closed lots since 2011 across ~100 Nordic/European houses (Stockholms Auktionsverk, Crafoord, Uppsala Auktionskammare, Bruun Rasmussen online…). Titles in the consigning house's language." }, { "id": "auctionzip", "name": "AuctionZip", "domain": "auctionzip.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "antiques", "coins", "art" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.auctionzip.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "medium", "cloudflare": false, "robots": "robots.txt 200; homepage CloudFront 403 for the RareIndex UA (200 for a browser UA)", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.6, "legal": "UA-based CloudFront denial of the honest bot; not evaded. AuctionZip is an auction calendar/listing directory (owned by LiveAuctioneers) without a prices-realized archive of its own.", "status": "rejected", "connectors": [], "statusReason": "Bot UA denied at the edge and, more importantly, the site is a calendar of upcoming sales without realised prices — no sale data to gain.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "banknote-world", "name": "Banknote World", "domain": "banknoteworld.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "banknotes" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "X-Cart shop." }, "urls": { "search": "https://www.banknoteworld.com/?target=search&mode=search", "product": "https://www.banknoteworld.com/{slug}.html", "sold": null, "sitemap": "https://www.banknoteworld.com/sitemap.xml", "robots": "https://www.banknoteworld.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "high", "cloudflare": true, "robots": "Disallow platform directories only; Crawl-delay 10", "rateLimit": "Crawl-delay 10", "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave3", "difficulty": "medium", "reliability": 0.7, "legal": "Cloudflare challenge on every page (incl. sitemap) for plain HTTPS; Firecrawl's normal render passes it. Terms not reviewed yet.", "status": "planned", "connectors": [], "statusReason": "Reachable through Firecrawl (home page rendered, X-Cart category pages) but dealer asks for banknotes rank below the auction-result sources; deferred.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "barnebys", "name": "Barnebys", "domain": "barnebys.com", "country": "SE", "supportedCountries": [ "SE", "GB", "US", "DE", "FR" ], "languages": [ "en", "sv", "de", "fr" ], "sourceType": "marketplace", "categories": [ "antiques", "art", "jewelry", "watches", "design_furniture" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "partner", "notes": "Realised-price database requires a paid subscription; no public API." }, "urls": { "search": "https://www.barnebys.com/realized-prices", "product": null, "sold": "https://www.barnebys.com/realized-prices", "sitemap": null, "robots": "https://www.barnebys.com/robots.txt" }, "data": { "liveListings": true, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": true, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "medium", "cloudflare": false, "robots": "User-agent: * Disallow: / ('Crawling Barnebys is prohibited unless you have express written permission')", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR", "USD", "GBP", "SEK" ], "freshness": "daily", "priority": "later", "difficulty": "very_hard", "reliability": 0.5, "legal": "robots.txt notice: crawling prohibited without written permission.", "status": "blocked", "connectors": [], "statusReason": "robots.txt disallows everything for User-agent: * and states crawling is prohibited without written permission; aggregator anyway (sources covered directly).", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "barrett-jackson", "name": "Barrett-Jackson", "domain": "barrett-jackson.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "automobiles" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Anti-bot blocks results pages.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "bazaarofmagic", "name": "Bazaar of Magic", "domain": "bazaarofmagic.eu", "country": "NL", "supportedCountries": [], "languages": [ "en", "nl" ], "sourceType": "dealer", "categories": [ "magic_the_gathering" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom storefront (locale redirect /en-WW, no products.json). Cardmarket covers EU MTG.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "bazardemagic", "name": "Bazar de Magic", "domain": "bazardemagic.com", "country": "ES", "supportedCountries": [], "languages": [ "es" ], "sourceType": "dealer", "categories": [ "magic_the_gathering" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable at probe time.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "bbts", "name": "BigBadToyStore", "domain": "bigbadtoystore.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "action_figures", "funko", "gundam", "designer_toys", "plush", "model_cars", "lego_sets" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.bigbadtoystore.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave3", "difficulty": "medium", "reliability": 0.7, "legal": "Search pages (/Search?SearchText=…&PageSize=50) rendered through Firecrawl at 1 credit per page of 50 products; plain HTTP receives the store's bot challenge page, which is not bypassed — Firecrawl renders the public page like a browser and robots.txt is not served to non-browser agents (403), so runs stay tiny (4 queries/run, 2 s politeness). Each card gives title, 'By: brand', stock status (PRE-", "status": "implemented", "connectors": [ "bbts" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "beckett-grading", "name": "Beckett Grading Services (BGS) — card lookup & pop report", "domain": "beckett.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "grading_company", "categories": [ "sports_cards", "pokemon", "magic_the_gathering", "yugioh", "non_sport_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Next.js site; card lookup calls /api/grading/ with a 'recaptcha-token' header; pop report is a legacy PHP POST form (sport_id/set_name/player_name) whose results are also reCAPTCHA-protected." }, "urls": { "search": "https://www.beckett.com/grading/card-lookup", "product": "https://www.beckett.com/grading/card-lookup?snCategory=Cards&snSerialNumber={cert}", "sold": null, "sitemap": null, "robots": "https://www.beckett.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": false, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": true, "itemId": true, "gtin": false, "population": true, "catalog": false }, "access": { "pagination": "none", "jsRendering": true, "antiBot": "high", "cloudflare": true, "robots": "robots.txt: 'User-agent: *' with no disallow lines. Pages load without challenge, but both the lookup and the pop report require a Google reCAPTCHA verification before showing data (rendered page says 'Recaptcha requires verification').", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "static", "priority": "wave2", "difficulty": "very_hard", "reliability": 0.9, "legal": "reCAPTCHA gate on both tools = access control; SPEC §36 forbids CAPTCHA solving. Not implemented.", "status": "blocked", "connectors": [], "statusReason": "BGS card lookup (/grading/card-lookup → /api/grading/*) and pop report (/grading/pop-report) both require a reCAPTCHA token; verified live 2026-09-08 (plain POST of the pop form and a Firecrawl render of the lookup URL both return the reCAPTCHA gate). Grader slug bgs stays taxonomy-only.", "verified": true, "verifiedAt": "2026-09-08", "notes": "BGS serials are 10 digits (leading zeros, e.g. 0004031607). Taxonomy verifyUrl https://www.beckett.com/grading/card-lookup is form-only. Revisit if Beckett publishes an API or drops the captcha." }, { "id": "bernaerts", "name": "Bernaerts Auctioneers", "domain": "live.bernaerts.eu", "country": "BE", "supportedCountries": [ "BE" ], "languages": [ "nl", "fr", "en" ], "sourceType": "auction_house", "categories": [ "art", "contemporary_art", "antiques", "design_furniture", "jewelry", "books", "comics", "wine" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "AuctionMobility front-end embeds the platform JSON (viewVars) in every page; direct production4-server API needs a token (not used)." }, "urls": { "search": "https://live.bernaerts.eu/auctions/past", "product": "https://live.bernaerts.eu/lots/view/{row_id}/{slug}", "sold": "https://live.bernaerts.eu/auctions/{row_id}/{slug}?page=N", "sitemap": null, "robots": "https://www.bernaerts.eu/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Allow /", "rateLimit": null, "preferredEngine": "api" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.88, "legal": "Algemene voorwaarden: no anti-automation clause; sold_price = hammer (30 % premium stated separately).", "status": "implemented", "connectors": [ "bernaerts" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "319 past auctions." }, { "id": "bh-photo", "name": "B&H Photo Video", "domain": "bhphotovideo.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "cameras" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.bhphotovideo.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave3", "difficulty": "medium", "reliability": 0.85, "legal": "Used-department category pages (bhphotovideo.com/c/buy/Used-…/ci/) rendered by Firecrawl (1 credit per page; plain HTTPS returns an Akamai browser check). robots.txt allows these /c/buy/ paths but disallows ?pn= pagination and search, so only the first page (~24–30 items) of each seeded category is read; coverage grows by adding category seeds. Each row gives name, B&H #, MFR #, the B&H used g", "status": "implemented", "connectors": [ "bh-used" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "bidspotter", "name": "BidSpotter", "domain": "bidspotter.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "antiques", "vending_machines" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.bidspotter.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": true, "historical": "months", "images": true, "seller": false, "saleDate": true, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "low", "cloudflare": false, "robots": "Disallow */archivelot*, */timed-bid-details*, */search-filter*, */*?pgSearchTerm* … (archived lot pages disallowed)", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD", "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.7, "legal": "Archived lot pages (the only place with realised prices) are disallowed by robots.txt; the platform is industrial/commercial surplus, marginal for collectibles.", "status": "rejected", "connectors": [], "statusReason": "robots disallow */archivelot* (prices realised) and the inventory is industrial equipment, not collectibles.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "big-b-comics", "name": "Big B Comics", "domain": "bigbcomics.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "comics", "marvel_comics", "dc_comics", "independent_comics", "non_sport_cards", "pokemon", "funko", "action_figures" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://www.bigbcomics.com/search?q=", "product": "https://www.bigbcomics.com/products/", "sold": null, "sitemap": "https://www.bigbcomics.com/sitemap.xml", "robots": "https://www.bigbcomics.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://www.bigbcomics.com/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "big-b-comics" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Ontario comic-shop chain. Shopify storefront; CGC slabs titled 'Series Year #issue - CGC 9.8 - $price'; vintage comics by character; toys and trading cards. ~12.7k products; 3.1k vintage comics, 300 CGC slabs, 400 trading cards. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "biginjap", "name": "Big in Japan", "domain": "biginjap.com", "country": "JP", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "action_figures", "video_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom (PrestaShop-like) storefront; no product JSON.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "bigorbitcards", "name": "Big Orbit Cards", "domain": "bigorbitcards.co.uk", "country": "GB", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Returns 403 to the RareIndexBot UA on all paths (bot block). Not retried with browser UA.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "blowout-cards", "name": "Blowout Cards", "domain": "blowoutcards.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "sports_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.blowoutcards.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom (Magento-style) platform: /products.json 403, /wp-json/wc/store/v1/products returns HTML. Not a Shopify/Woo storefront — out of scope for this fleet.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "board-game-bliss", "name": "Board Game Bliss", "domain": "boardgamebliss.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "board_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.boardgamebliss.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "CAD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Shopify (verified) but a general new-board-game retailer: collections are player-count/mechanic buckets and clearance sales, no collectible focus (no Kickstarter-exclusive / out-of-print segmentation). Not worth a connector.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "boardgamegeek", "name": "BoardGameGeek", "domain": "boardgamegeek.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "collector_database", "categories": [ "board_games" ], "subcategories": [], "api": { "available": true, "docsUrl": "https://boardgamegeek.com/wiki/page/BGG_XML_API2", "auth": "api_key", "notes": "XML API2 now requires a registered application token." }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "gated", "connectors": [], "statusReason": "XML API2 needs an approved application token (BGG_API_TOKEN); marketplace listings are also behind it.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "boardgameprices", "name": "BoardGamePrices (meeple.dk)", "domain": "boardgameprices.com", "country": "US", "supportedCountries": [ "US", "GB", "DK" ], "languages": [ "en" ], "sourceType": "analytics_provider", "categories": [ "board_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Retail price aggregator (meeple.dk). No public API documented." }, "urls": { "search": "https://boardgameprices.com/", "product": null, "sold": null, "sitemap": "http://www.meeple.dk/sitemap.xml", "robots": "https://boardgameprices.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "years", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallows /item/history (price history), /item/search, /item/go, /item/random, /img/items/ → the price-history pages we would want are off-limits.", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD", "GBP", "DKK" ], "freshness": "daily", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": "Second-hand aggregation of retailer asks; robots disallows the history and search paths.", "status": "rejected", "connectors": [], "statusReason": "Aggregator of retailer asking prices (not a primary source) and robots.txt disallows /item/history and /item/search — the only pages with analytical value. Primary retailer (Miniature Market) implemented instead.", "verified": true, "verifiedAt": "2026-09-08", "notes": "boardgameoracle.com: robots disallows /api/ and /auth/ only, sitemap available — same aggregator profile, also not implemented (secondary data)." }, { "id": "bobs-watches", "name": "Bob's Watches", "domain": "bobswatches.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "rolex", "watches", "other_watches" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.bobswatches.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.8, "legal": "Public model-family pages (bobswatches.com/rolex-) fetched over plain HTTPS with the RareIndex user agent; robots.txt allows them (sort/query/search URLs are disallowed and never used). Each page embeds schema.org Product JSON-LD per watch (name, mpn = reference, sku = stock id, colour/material, USD price, availability). Listings only; Bob's does not publish realised prices. 1.5 s between p", "status": "implemented", "connectors": [ "bobs-watches" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "bonhams", "name": "Bonhams", "domain": "bonhams.com", "country": "GB", "supportedCountries": [ "GB", "US", "HK", "FR", "AU" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "rolex", "patek_philippe", "audemars_piguet", "omega", "other_watches", "wine", "whisky", "coins", "banknotes", "medals", "automobiles", "motorcycles", "automotive_memorabilia", "luxury_handbags", "fashion_streetwear", "jewelry", "movie_memorabilia", "music_memorabilia", "musical_instruments", "movie_posters", "vintage_toys", "sports_memorabilia", "books", "maps", "photography", "art", "contemporary_art", "clocks", "silver", "glass_crystal", "porcelain", "scientific_instruments", "stamps", "fossils", "minerals", "meteorites", "militaria", "design_furniture", "antiques" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.bonhams.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "GBP", "USD", "HKD", "EUR", "AUD", "CHF" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.9, "legal": "Plain HTTPS (no rendering, no credits). Public results listing https://www.bonhams.com/auctions/results/?page=N and upcoming listing /auctions/upcoming/ are server-rendered Next.js pages whose __NEXT_DATA__ carries 24 auctions per page (11k+ past auctions); each auction page /auction///?page=N carries 48 lots per page with estimates, hammer price, price including buyer's premium (hammerP", "status": "implemented", "connectors": [ "bonhams" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "brick-loot", "name": "Brick Loot", "domain": "brickloot.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "lego_sets" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.brickloot.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Shopify (verified) but sells third-party brick kits, light kits and subscription boxes — not LEGO sets or minifigures, so no fit with lego_sets/lego_minifigures.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "brickeconomy", "name": "BrickEconomy", "domain": "brickeconomy.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "pricing_guide", "categories": [ "lego", "lego_sets" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.brickeconomy.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "weekly", "priority": "wave2", "difficulty": "medium", "reliability": 0.65, "legal": "Public set pages fetched through Firecrawl (markdown; ~1 credit/page). robots.txt allows all crawlers (explicitly including AI bots). Plain HTTPS returns 403 for non-browser agents, so Firecrawl is the primary engine and Scrapfly the fallback. We capture set facts (number, name, theme, subtheme, year, release/retire dates, pieces, minifigs), retail price, and BrickEconomy's estimated New/Sealed an", "status": "implemented", "connectors": [ "brickeconomy" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "bricklink", "name": "BrickLink", "domain": "bricklink.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "lego", "lego_sets", "lego_minifigures" ], "subcategories": [], "api": { "available": true, "docsUrl": "https://www.bricklink.com/v3/api.page", "auth": "oauth", "notes": "Store API requires a seller account and OAuth 1.0 app approval." }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": true, "auctionResults": false, "historical": "months", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "medium", "cloudflare": false, "robots": "Disallow: / for non-listed agents; price guide and catalog pages disallowed", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "wave1", "difficulty": "hard", "reliability": 0.9, "legal": null, "status": "blocked", "connectors": [], "statusReason": "robots.txt disallows the catalog and price-guide paths; the API is seller-only. Respecting robots (SPEC §36).", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "brickset", "name": "Brickset", "domain": "brickset.com", "country": "global", "supportedCountries": [ "global" ], "languages": [ "en" ], "sourceType": "catalog", "categories": [ "lego_sets", "lego" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://brickset.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD", "GBP" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.85, "legal": "Public set pages (brickset.com/sets/-1/...) and theme listings (/sets/theme-/page-N, 25 sets per page) fetched over plain HTTPS with the RareIndex user agent; robots.txt disallows /admin, /export, /ajax, /profile, /webservices, /buy, /news, /reviews… — none of which are used (the Brickset API/webservices need a personal key: https://brickset.com/tools/webservices/requestkey). Fields", "status": "implemented", "connectors": [ "brickset" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "bring-a-trailer", "name": "Bring a Trailer", "domain": "bringatrailer.com", "country": "US", "supportedCountries": [ "US", "CA", "GB", "EU" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "automobiles", "motorcycles" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://bringatrailer.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD", "CAD", "GBP", "EUR" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.9, "legal": "Completed auctions read from the same public JSON the /auctions/results/ page uses (POST /wp-json/bringatrailer/1.0/data/listings-filter, 36 items/page, ~262k results, newest first) over plain HTTPS with the RareIndex user agent; no login, no bidder data. robots.txt allows the results pages (search and member areas are disallowed and not used). 'Sold for on ' entries become sa", "status": "implemented", "connectors": [ "bring-a-trailer" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "bukowskis", "name": "Bukowskis", "domain": "bukowskis.com", "country": "SE", "supportedCountries": [ "SE", "FI" ], "languages": [ "sv", "en", "fi" ], "sourceType": "auction_house", "categories": [ "art", "design_furniture", "antiques", "jewelry", "watches", "luxury_handbags" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Rails/htmx server-rendered pages; no JSON endpoint found." }, "urls": { "search": "https://www.bukowskis.com/en/lots", "product": "https://www.bukowskis.com/en/lots/{id}-{slug}", "sold": null, "sitemap": "https://www.bukowskis.com/sitemaps/sitemap.xml.gz", "robots": "https://www.bukowskis.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "sitemap", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallow /admin/, /cms/, /*/pdf$", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "SEK", "EUR" ], "freshness": "daily", "priority": "wave2", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Realised prices are not shown publicly: archived lot pages (archived_lots*.xml.gz sitemaps, e.g. lot 1569873 ended 2024-07-17) show 'Auction ended' and a 'contact us for a valuation' box instead of the result; live lot lists only show 'Current bid'. Only login-gated result access → not crawled.", "verified": true, "verifiedAt": "2026-09-08", "notes": "Live lots (active_lots.xml.gz) could feed auction_lot records (current bid, estimate) but no sold data → deferred." }, { "id": "bunjang", "name": "Bunjang (번개장터)", "domain": "bunjang.co.kr", "country": "KR", "supportedCountries": [], "languages": [ "ko" ], "sourceType": "marketplace", "categories": [ "pokemon", "yugioh", "one_piece_card_game", "trading_cards", "rolex", "other_watches", "nike_jordan", "adidas_yeezy", "sneakers", "action_figures", "gundam", "lego_sets", "designer_toys" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": "Undocumented public JSON used by m.bunjang.co.kr: api.bunjang.co.kr/api/1/find_v2.json (search, 100/page, 0-based) and /api/pms/v3/products-detail/{pid} (detail, not used)." }, "urls": { "search": "https://api.bunjang.co.kr/api/1/find_v2.json?q={q}&order=date&page={n}&n=100", "product": "https://m.bunjang.co.kr/products/{pid}", "sold": null, "sitemap": null, "robots": "https://m.bunjang.co.kr/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "m.bunjang.co.kr: Allow / for *, Disallow /login /apps /talk2; named AI-training bots disallowed. api host: 403 JSON for robots.txt (no rules).", "rateLimit": "self-imposed 2.5 s", "preferredEngine": "api" }, "currency": [ "KRW" ], "freshness": "realtime", "priority": "wave2", "difficulty": "easy", "reliability": 0.6, "legal": "Terms page is a JS shell (not readable to the bot); public listing data only, no seller identifiers stored.", "status": "implemented", "connectors": [ "bunjang" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "3 079 results for '포켓몬카드 PSA10'; rows carry KRW price, status, category id, tags, region label, favourites." }, { "id": "burbank-sportscards", "name": "Burbank Sportscards", "domain": "burbanksportscards.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "sports_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.burbanksportscards.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable on 2026-09-08 (connection failed). Skipped.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "buyee", "name": "Buyee (proxy shopping for Yahoo! Auctions / Mercari)", "domain": "buyee.jp", "country": "JP", "supportedCountries": [], "languages": [ "en", "ja" ], "sourceType": "marketplace", "categories": [ "trading_cards", "action_figures", "watches" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": "https://buyee.jp/item/search/query/{q}", "product": "https://buyee.jp/item/yahoo/auction/{id}", "sold": null, "sitemap": null, "robots": "https://buyee.jp/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "high", "cloudflare": true, "robots": "robots.txt itself returns 403 to the bot UA", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "JPY" ], "freshness": "realtime", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Adds no access: Yahoo! Auctions serves its public pages directly to the bot UA (yahoo-auctions-jp). Buyee returns 403 to non-browser clients (even /robots.txt) and only mirrors Yahoo/Mercari items with a proxy fee.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "cambi", "name": "Cambi Casa d'Aste", "domain": "cambiaste.com", "country": "IT", "supportedCountries": [ "IT" ], "languages": [ "it", "en" ], "sourceType": "auction_house", "categories": [ "art", "antiques", "design_furniture", "jewelry", "watches", "wine", "automobiles" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": "https://www.cambiaste.com/it/risultati.asp", "sitemap": null, "robots": "https://www.cambiaste.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": true, "antiBot": "blocking", "cloudflare": true, "robots": "Public paths allowed", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "later", "difficulty": "very_hard", "reliability": 0.5, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Cloudflare 'Just a moment…' JS challenge (403) on / and /it/risultati.asp for the honest UA.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "capsule-toronto", "name": "Capsule Toronto", "domain": "capsuletoronto.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "sneakers", "nike_jordan", "new_balance_asics_other", "adidas_yeezy" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://www.capsuletoronto.com/search?q=", "product": "https://www.capsuletoronto.com/products/", "sold": null, "sitemap": "https://www.capsuletoronto.com/sitemap.xml", "robots": "https://www.capsuletoronto.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://www.capsuletoronto.com/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "capsule-toronto" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Toronto sneaker/streetwear boutique (Nike, Jordan, New Balance, adidas, ASICS, Converse). Shopify storefront; titles end with the manufacturer style code (e.g. IX3529-010). ~9k footwear SKUs; Nike 2.4k, Jordan 1k, New Balance 900. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "card-ladder", "name": "Card Ladder", "domain": "cardladder.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "analytics_provider", "categories": [ "sports_cards", "pokemon" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Subscription product; login required.", "verified": false, "verifiedAt": null, "notes": null }, { "id": "cardboard-memories", "name": "Cardboard Memories", "domain": "cardboardmemories.ca", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "hockey_cards", "football_cards", "baseball_cards", "basketball_cards", "sports_cards", "sports_memorabilia", "yugioh", "pokemon", "magic_the_gathering", "funko", "comics", "dc_comics", "soccer_cards", "f1_cards", "marvel_comics" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://www.cardboardmemories.ca/search?q=", "product": "https://www.cardboardmemories.ca/products/", "sold": null, "sitemap": "https://www.cardboardmemories.ca/sitemap.xml", "robots": "https://www.cardboardmemories.ca/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://www.cardboardmemories.ca/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "cardboard-memories" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "New Brunswick comic & sports-card shop. Shopify storefront; hockey/football/baseball boxes with UPC-like SKUs, Yu-Gi-Oh! singles, comics by publisher, Funko. ~26k comics, 1.1k hockey card products, Yu-Gi-Oh!/Pokémon singles, Funko. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "cardcorner", "name": "Cardcorner", "domain": "cardcorner.de", "country": "DE", "supportedCountries": [], "languages": [ "de" ], "sourceType": "dealer", "categories": [ "pokemon" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable at probe time.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "cardkingdom", "name": "Card Kingdom", "domain": "cardkingdom.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.cardkingdom.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": false, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.8, "legal": "Card Kingdom publishes its full singles price list (https://api.cardkingdom.com/api/pricelist, ~46 MB JSON, refreshed daily) and sealed price list (/api/sealed_pricelist) publicly; each singles row carries the Scryfall id, edition, foil flag, retail price, retail stock, buylist price and buylist demand. Fetched once per run with an identifying User-Agent (two requests). Retail = dealer asking pric", "status": "implemented", "connectors": [ "cardkingdom" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "cardmarket", "name": "Cardmarket storefront (cardmarket.com)", "domain": "cardmarket.com", "country": "DE", "supportedCountries": [ "EU" ], "languages": [ "en", "de", "fr", "es", "it" ], "sourceType": "marketplace", "categories": [ "magic_the_gathering", "pokemon", "yugioh", "one_piece_card_game", "disney_lorcana", "other_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "partner", "notes": "The former MKM API (OAuth 1.0a) was closed to new applications; product/price data is instead published as the public bulk files (see cardmarket-priceguide)." }, "urls": { "search": "https://www.cardmarket.com/en/Magic/Products/Search", "product": null, "sold": null, "sitemap": null, "robots": "https://www.cardmarket.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "blocking", "cloudflare": true, "robots": "Not evaluated further: the site answers 403 (Cloudflare) to the honest bot UA even on help pages.", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "realtime", "priority": "later", "difficulty": "very_hard", "reliability": 0.5, "legal": "Cloudflare-protected storefront; per SPEC §36 we do not attempt to defeat it. Individual seller offers are personal data of private sellers.", "status": "blocked", "connectors": [], "statusReason": "Cloudflare challenge on every page (403 to bots); deliberately not crawled. Price/catalog needs are covered by the public bulk files (cardmarket-priceguide).", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "cardmarket-priceguide", "name": "Cardmarket price guide & product catalog (bulk files)", "domain": "downloads.s3.cardmarket.com", "country": "DE", "supportedCountries": [ "DE", "FR", "IT", "ES", "NL", "AT", "BE", "PL", "PT", "CH", "GB", "EU" ], "languages": [ "en" ], "sourceType": "pricing_guide", "categories": [ "magic_the_gathering", "yugioh", "pokemon", "final_fantasy_tcg", "weiss_schwarz", "dragon_ball_tcg", "flesh_and_blood", "digimon_tcg", "one_piece_card_game", "disney_lorcana", "star_wars_tcg", "other_tcg" ], "subcategories": [ "singles", "sealed" ], "api": { "available": true, "docsUrl": "https://www.cardmarket.com/en/Magic/Data/Price-Guide", "auth": "none", "notes": "Public S3 bulk JSON: productCatalog/priceGuide/price_guide_.json (avg/low/trend/avg1/avg7/avg30 + -foil, EUR, createdAt) and productCatalog/productList/products_singles_.json / products_nonsingles_.json. Game ids probed live 1–30: 1,2,3,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22 exist (403 otherwise). No expansion-name file exists (probed several paths → 403)." }, "urls": { "search": null, "product": "https://downloads.s3.cardmarket.com/productCatalog/productList/products_singles_1.json", "sold": null, "sitemap": null, "robots": "https://downloads.s3.cardmarket.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": false, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "bulk_file", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Bucket returns S3 AccessDenied for /robots.txt (no robots file); files are world-readable. Storefront cardmarket.com is Cloudflare-protected and not touched.", "rateLimit": "≤ 3 files per game per day, 2 s apart", "preferredEngine": "api" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.85, "legal": "Files are published by Cardmarket for public download without authentication; guide values are aggregate statistics (not personal data). Attribution kept via sourceUrl. Storefront ToS not implicated because no site page is fetched.", "status": "implemented", "connectors": [ "cardmarket-priceguide" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Wave-1. idProduct = identifiers.cardmarket_id (same key MTGJSON emits for mcmId → entity resolution links). Foil rows → variant Foil (Reverse Holo for Pokémon)." }, { "id": "cardmerchant-nz", "name": "Card Merchant NZ", "domain": "cardmerchant.co.nz", "country": "NZ", "supportedCountries": [ "NZ" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "yugioh", "flesh_and_blood", "other_tcg", "one_piece_card_game", "pokemon", "disney_lorcana", "star_wars_tcg", "digimon_tcg", "dragon_ball_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product", "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json); no key. Not the Admin/Storefront GraphQL API." }, "urls": { "search": null, "product": "https://cardmerchant.co.nz/products/", "sold": null, "sitemap": "https://cardmerchant.co.nz/sitemap.xml", "robots": "https://cardmerchant.co.nz/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Standard Shopify robots.txt; /collections/*/products.json allowed", "rateLimit": "none published; we use 1 req / 1.5 s", "preferredEngine": "shopify" }, "currency": [ "NZD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.65, "legal": "Public storefront data; attribution via sourceUrl; asking prices only. No login, no personal data.", "status": "implemented", "connectors": [ "cardmerchant-nz" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Auckland TCG store on BinderPOS: ~112k MTG singles (5k in stock), Yu-Gi-Oh!, Flesh and Blood, Riftbound and Grand Archive singles with \"Name [Set]\" titles and condition variants; sealed MTG, Yu-Gi-Oh!, One Piece, Lorcana, Digimon, Dragon Ball and Star Wars Unlimited. Prices are the base currency NZD (/meta.json currency NZD, Shopify.currency rate 1.0), GST included." }, { "id": "cardmerchant-uk", "name": "Card Merchant UK", "domain": "cardmerchant.co.uk", "country": "GB", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "pokemon" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable at probe time (not related to Card Merchant NZ).", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "cardrush", "name": "Cardrush (カードラッシュ) stores", "domain": "cardrush-mtg.jp", "country": "JP", "supportedCountries": [ "JP" ], "languages": [ "ja" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "one_piece_card_game", "yugioh", "digimon_tcg", "pokemon", "other_tcg" ], "subcategories": [ "singles", "graded singles", "sealed" ], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Same shop platform on six domains: cardrush-mtg.jp, cardrush-op.jp, cardrush.jp (YGO), cardrush-dm.jp, cardrush-digimon.jp (plain HTTP 200) and cardrush-pokemon.jp (Cloudflare managed challenge → 403 to non-browsers; Scrapfly ASP country=jp passes at ~25 credits/page). product-list/?page=n, 100 items/page, .item_data blocks." }, "urls": { "search": "https://www.cardrush-mtg.jp/category", "product": "https://www.cardrush-mtg.jp/product-list/100", "sold": null, "sitemap": null, "robots": "https://www.cardrush-mtg.jp/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "medium", "cloudflare": true, "robots": "All stores: Disallow / only for GPTBot, Bytespider, TikTokSpider, meta-externalagent. Pokémon store adds Cloudflare 'Content-Signal: search=yes, ai-train=no, use=reference' with Allow: / for *, plus Disallow for Amazonbot/Applebot-Extended/CCBot/ClaudeBot/GPTBot/Google-Extended/meta-externalagent.", "rateLimit": "self-imposed 1 req / 4 s (8 s + Scrapfly on the Pokémon store)", "preferredEngine": "api" }, "currency": [ "JPY" ], "freshness": "realtime", "priority": "wave2", "difficulty": "medium", "reliability": 0.8, "legal": "Retailer asking prices, no personal data. Pokémon store is public but Cloudflare-fronted: fetched via Scrapfly ASP within its robots allowance (search=yes), capped to 1 page/category/run for cost.", "status": "implemented", "connectors": [ "cardrush" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "cardrush-onepiece.jp / cardrush-yugioh.jp / cardrush-ws.jp do not resolve (DNS)." }, { "id": "cardsandcollections", "name": "Cards & Collections", "domain": "cardsandcollections.de", "country": "DE", "supportedCountries": [], "languages": [ "de" ], "sourceType": "dealer", "categories": [ "pokemon", "magic_the_gathering" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable at probe time (DNS/timeout).", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "cardtrader", "name": "CardTrader", "domain": "cardtrader.com", "country": "IT", "supportedCountries": [ "IT", "EU", "US" ], "languages": [ "en", "it", "es" ], "sourceType": "marketplace", "categories": [ "magic_the_gathering", "pokemon", "yugioh", "one_piece_card_game", "disney_lorcana", "flesh_and_blood", "digimon_tcg", "dragon_ball_tcg", "star_wars_tcg", "other_tcg" ], "subcategories": [ "singles", "sealed" ], "api": { "available": true, "docsUrl": "https://www.cardtrader.com/docs/api/full", "auth": "api_key", "notes": "REST API v2 at https://api.cardtrader.com/api/v2 with `Authorization: Bearer `; token issued to any registered account from its settings. Unauthenticated /games → 401 (verified). Endpoints: /games, /categories, /expansions, /blueprints/export?expansion_id, /marketplace/products?expansion_id|blueprint_id (25 cheapest offers per blueprint; 10 req/s), global 200 req/10 s." }, "urls": { "search": "https://api.cardtrader.com/api/v2/marketplace/products?expansion_id=", "product": "https://api.cardtrader.com/api/v2/blueprints/export?expansion_id=", "sold": null, "sitemap": "https://www.cardtrader.com/sitemaps/en/blueprint_products.xml.gz", "robots": "https://www.cardtrader.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "none", "jsRendering": false, "antiBot": "none", "cloudflare": true, "robots": "www: Disallow /uploads/ except /uploads/blueprints/; sitemaps published. API host has no robots relevance (authenticated JSON).", "rateLimit": "200 req / 10 s; 10 req/s on marketplace/products", "preferredEngine": "api" }, "currency": [ "EUR", "USD" ], "freshness": "realtime", "priority": "wave2", "difficulty": "easy", "reliability": 0.8, "legal": "Official API under CardTrader's API terms; read-only endpoints. Private ('normal') sellers' usernames are personal data → not stored.", "status": "gated", "connectors": [ "cardtrader" ], "statusReason": "Needs CARDTRADER_API_TOKEN (free with a CardTrader account); connector implemented against the documented shapes with fixtures from the docs' example responses.", "verified": true, "verifiedAt": "2026-09-08", "notes": "Blueprints carry scryfall_id, card_market_ids and tcg_player_id → strong entity-resolution bridge between Scryfall/MTGJSON/Cardmarket/TCGplayer ids." }, { "id": "carduniverse", "name": "Card Universe", "domain": "carduniverse.nl", "country": "NL", "supportedCountries": [], "languages": [ "nl" ], "sourceType": "dealer", "categories": [ "pokemon", "magic_the_gathering" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable at probe time.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "carousell", "name": "Carousell (SG / HK)", "domain": "carousell.sg", "country": "SG", "supportedCountries": [ "SG", "HK", "MY", "PH" ], "languages": [ "en", "zh" ], "sourceType": "marketplace", "categories": [ "watches", "sneakers", "trading_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "api-service/filter/search/3.3/products/ is robots-allowed but answers 403 to the bot UA." }, "urls": { "search": "https://www.carousell.sg/search/{q}", "product": "https://www.carousell.sg/p/{slug}", "sold": null, "sitemap": "https://www.carousell.sg/sitemap.xml", "robots": "https://www.carousell.sg/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "cursor", "jsRendering": true, "antiBot": "high", "cloudflare": true, "robots": "Disallow /search/ and /*? for *; Allow /api-service/*? and /smart_render/*?", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "SGD", "HKD" ], "freshness": "realtime", "priority": "later", "difficulty": "very_hard", "reliability": 0.5, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Search pages are robots-disallowed and the allowed api-service endpoint returns 403 (Cloudflare) to the bot UA.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "cars-and-bids", "name": "Cars & Bids", "domain": "carsandbids.com", "country": "US", "supportedCountries": [ "US", "CA" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "automobiles" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://carsandbids.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": true, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD", "CAD" ], "freshness": "daily", "priority": "wave1", "difficulty": "medium", "reliability": 0.9, "legal": "Public 'Past Results' list (/past-auctions/?page=N, ~50 auctions per page, newest first) rendered through Firecrawl (plain HTTPS returns a Cloudflare interstitial; we do not bypass it — Firecrawl fetches the public page like a browser). robots.txt allows the page (only /sell-car/, /widgets/, /dealers/ are disallowed). 'Sold for $X' + 'Ended m/d/yy' rows become sales; 'Bid to' rows (reserve not met", "status": "implemented", "connectors": [ "cars-and-bids" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "carta-magica", "name": "Carta Magica", "domain": "cartamagica.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.cartamagica.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "CAD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Not Shopify/WooCommerce: CrystalCommerce platform (nginx/Passenger; /products.json 404, no Store API). Out of scope for the storefront-adapter fleet; would need a CrystalCommerce HTML parser.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "catawiki", "name": "Catawiki", "domain": "catawiki.com", "country": "NL", "supportedCountries": [ "NL", "EU" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "pokemon", "magic_the_gathering", "yugioh", "one_piece_card_game", "disney_lorcana", "other_tcg", "basketball_cards", "baseball_cards", "football_cards", "hockey_cards", "soccer_cards", "f1_cards", "non_sport_cards", "rolex", "patek_philippe", "audemars_piguet", "omega", "other_watches", "pens", "lighters", "marvel_comics", "dc_comics", "independent_comics", "manga", "animation_art", "lego_sets", "funko", "model_cars", "model_trains", "action_figures", "vintage_toys", "designer_toys", "dolls", "plush", "video_games", "coins", "banknotes", "stamps", "medals", "wine", "whisky", "rum", "cognac", "music", "movie_posters", "cameras", "sports_memorabilia", "art", "contemporary_art", "photography", "jewelry", "gemstones", "luxury_handbags", "sneakers", "fashion_streetwear", "automobiles", "motorcycles", "automotive_memorabilia", "books", "maps", "historical_documents", "fossils", "minerals", "meteorites", "antiques", "design_furniture" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.catawiki.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "scrapfly" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "wave1", "difficulty": "hard", "reliability": 0.8, "legal": "Scrapfly (asp, NL exit) because catawiki.com returns 403 to non-browser clients. Two-phase crawl: (1) discovery — a rendered category page (render_js, ~6 credits) lists the live themed auctions of the category; each auction page /en/a/-slug is server-rendered (__NEXT_DATA__, 1 credit, no JS) with its full lot list and closeAt; live lots are emitted as auction_lot records and remembered in the ", "status": "implemented", "connectors": [ "catawiki" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "cbcs", "name": "CBCS (Comic Book Certification Service) — grading notes lookup & population report", "domain": "cbcscomics.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "grading_company", "categories": [ "comics", "marvel_comics", "dc_comics", "independent_comics" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "login", "notes": "AngularJS SPA over https://api.cbcscomics.com (/api/comics/, /api/comics/search with X-CBCS-KEY, /token password grant). Anonymous calls return 401 'Authorization has been denied'." }, "urls": { "search": "https://www.cbcscomics.com/grading-notes", "product": "https://www.cbcscomics.com/grading-notes/{cert}", "sold": null, "sitemap": "https://www.cbcscomics.com/sitemap.xml", "robots": "https://www.cbcscomics.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": true, "itemId": true, "gtin": false, "population": true, "catalog": false }, "access": { "pagination": "none", "jsRendering": true, "antiBot": "medium", "cloudflare": true, "robots": "robots.txt disallows /services, /forum and submission-form PDFs only. The grading-notes page renders a search box guarded by Google reCAPTCHA ('Recaptcha requires verification'); /population-report/:id needs an id we cannot discover publicly.", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "static", "priority": "wave3", "difficulty": "very_hard", "reliability": 0.85, "legal": "reCAPTCHA + authenticated API = access controls; not circumvented.", "status": "blocked", "connectors": [], "statusReason": "Cert (grading notes) search requires reCAPTCHA and the backing API requires a bearer token; verified live 2026-09-08 (Firecrawl render shows the reCAPTCHA gate; api.cbcscomics.com → 401).", "verified": true, "verifiedAt": "2026-09-08", "notes": "CBCS is a Beckett company; population report exists (/population-report/:id) but is reachable only from authenticated search results." }, { "id": "cdncoin", "name": "Canadian Coin & Currency", "domain": "cdncoin.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "coins", "banknotes", "medals" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://www.cdncoin.com/search?q=", "product": "https://www.cdncoin.com/products/", "sold": null, "sitemap": "https://www.cdncoin.com/sitemap.xml", "robots": "https://www.cdncoin.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://www.cdncoin.com/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "cdncoin" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Richmond Hill numismatic dealer: Canadian decimal, certified coins (ICCS/PCGS), PMG notes, world/US/ancient coins, medals & tokens. Shopify storefront with SKU per item. ~23k products; 4.7k certified (ICCS/PCGS/PMG), 4k Canadian paper money. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "cgc", "name": "CGC Comics (Certified Guaranty Company)", "domain": "cgccomics.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "grading_company", "categories": [ "comics", "marvel_comics", "dc_comics", "independent_comics", "manga" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "AngularJS page; cert data server-rendered into
pairs, population counts rendered client-side but present in the Firecrawl DOM." }, "urls": { "search": "https://www.cgccomics.com/certlookup/", "product": "https://www.cgccomics.com/certlookup/{cert}/", "sold": null, "sitemap": "https://www.cgccomics.com/sitemap.xml", "robots": "https://www.cgccomics.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": true, "itemId": true, "gtin": false, "population": true, "catalog": true }, "access": { "pagination": "none", "jsRendering": true, "antiBot": "high", "cloudflare": true, "robots": "robots.txt 200: disallows only a list of named scrapers (AhrefsBot, WebCopier, …); everything allowed for *. /certlookup returns a Cloudflare managed-challenge 403 to plain HTTP.", "rateLimit": "page shows 'Your search activity has exceeded our limits' when hammered — 1 req / 5 s self-imposed", "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "static", "priority": "wave1", "difficulty": "medium", "reliability": 0.95, "legal": "CGC advertises the certification lookup as free and account-less; only per-cert pages are read. The CGC Census (population report) requires a login and is never fetched (blocked in earlier sessions).", "status": "implemented", "connectors": [ "cgc-cert" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Fields: title, issue, issue date/year, publisher, grade, page quality, grade date, label category, art/key comments, grader notes, 'Total Graded by CGC: In : n / In Higher Grades: m'. Short URL https://www.cgccomics.com// also indexed by search engines." }, { "id": "cgc-cards", "name": "CGC Cards", "domain": "cgccards.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "grading_company", "categories": [ "pokemon", "magic_the_gathering", "yugioh", "one_piece_card_game", "trading_cards", "sports_cards", "non_sport_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Same CCG AngularJS template as cgccomics.com." }, "urls": { "search": "https://www.cgccards.com/certlookup/", "product": "https://www.cgccards.com/certlookup/{cert}/", "sold": null, "sitemap": "https://www.cgccards.com/sitemap.xml", "robots": "https://www.cgccards.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": true, "itemId": true, "gtin": false, "population": true, "catalog": true }, "access": { "pagination": "none", "jsRendering": true, "antiBot": "high", "cloudflare": true, "robots": "robots.txt: 'User-agent: * Allow: /' (AhrefsBot disallowed). /certlookup returns a Cloudflare managed-challenge 403 to plain HTTP.", "rateLimit": "1 req / 5 s self-imposed", "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "static", "priority": "wave2", "difficulty": "medium", "reliability": 0.95, "legal": "Free public lookup, no account. Population report pages not crawled. Legacy 9.5 grades are displayed as Gem Mint 10 by CGC; the connector stores what the page shows.", "status": "implemented", "connectors": [ "cgc-cards-cert" ], "statusReason": "Population counts currently read 'Coming Soon!' on many cards → population_report emitted only when a number is shown.", "verified": true, "verifiedAt": "2026-09-08", "notes": "Fields: cert, card name, game/sport, year, language, card set, card number, grade, grade date, holder images." }, { "id": "chairish", "name": "Chairish", "domain": "chairish.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "design_furniture", "antiques", "art", "jewelry", "other_watches", "luxury_handbags", "porcelain", "glass_crystal", "silver", "clocks" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "No public API; browse pages embed schema.org Product JSON-LD arrays (48 per page)." }, "urls": { "search": null, "product": "https://www.chairish.com/product/{id}/{slug}", "sold": null, "sitemap": null, "robots": "https://www.chairish.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallows /search, /saved-search, /product/list|grid|data|id and account paths; /collection/ and /style/ allowed", "rateLimit": "none published; 3 s politeness", "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.75, "legal": "Terms of Service live in a JS-only help centre (not machine-readable); public browse pages only, seller business location kept, no personal data.", "status": "implemented", "connectors": [ "chairish" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "channelfireball", "name": "ChannelFireball", "domain": "store.channelfireball.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://store.channelfireball.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom Express app (301 to marketplace); /products.json returns non-JSON. Not Shopify/Woo.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "chaoscards", "name": "Chaos Cards", "domain": "chaoscards.co.uk", "country": "GB", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "pokemon", "magic_the_gathering", "yugioh" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": true, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Cloudflare \"Just a moment…\" challenge on every request (robots.txt 200 but all content paths challenged). No circumvention (SPEC §36).", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "chatterley-luxuries", "name": "Chatterley Luxuries", "domain": "chatterleyluxuries.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "pens", "lighters" ], "subcategories": [], "api": { "available": true, "docsUrl": "https://developer.woocommerce.com/docs/apis/store-api/", "auth": "none", "notes": "WooCommerce Store API /wp-json/wc/store/v1/products (public). Bot UA receives a query-stripping 301 to http; browser UA gets 200 JSON on https → domains.d userAgent=browser." }, "urls": { "search": "https://chatterleyluxuries.com/wp-json/wc/store/v1/products?search=", "product": "https://chatterleyluxuries.com/product/{slug}/", "sold": null, "sitemap": "https://chatterleyluxuries.com/sitemap_index.xml", "robots": "https://chatterleyluxuries.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "low", "cloudflare": false, "robots": "Crawl-delay: 10; disallows wp-admin and WooCommerce upload/log folders only", "rateLimit": "Crawl-delay 10 s", "preferredEngine": "woocommerce" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "trivial", "reliability": 0.75, "legal": "Only a privacy policy is published (no automated-access clause).", "status": "implemented", "connectors": [ "chatterley-luxuries" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "6,900-item 'sold-out editions' archive (historical asking prices) deliberately skipped." }, { "id": "cherrycollectables", "name": "Cherry Collectables", "domain": "cherrycollectables.com.au", "country": "AU", "supportedCountries": [ "AU" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "pokemon", "magic_the_gathering", "yugioh", "one_piece_card_game", "digimon_tcg", "flesh_and_blood", "disney_lorcana", "basketball_cards", "football_cards", "soccer_cards", "baseball_cards", "hockey_cards", "f1_cards", "other_sports_cards", "non_sport_cards", "star_wars_tcg", "dragon_ball_tcg", "weiss_schwarz", "final_fantasy_tcg", "other_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product", "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json); no key. Not the Admin/Storefront GraphQL API." }, "urls": { "search": null, "product": "https://www.cherrycollectables.com.au/products/", "sold": null, "sitemap": "https://www.cherrycollectables.com.au/sitemap.xml", "robots": "https://www.cherrycollectables.com.au/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Standard Shopify robots.txt; /collections/*/products.json allowed", "rateLimit": "none published; we use 1 req / 1.5 s", "preferredEngine": "shopify" }, "currency": [ "AUD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.7, "legal": "Public storefront data; attribution via sourceUrl; asking prices only. No login, no personal data.", "status": "implemented", "connectors": [ "cherrycollectables" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Australia's largest card shop (Melbourne; official Panini NBA distributor): ~390k singles across NBA/NFL/soccer/MLB/NHL/AFL/UFC/F1 sports cards, Pokémon (incl. PSA/CGC/BGS graded slabs), Yu-Gi-Oh!, MTG, One Piece, Digimon, Flesh and Blood, plus sealed boxes. Group breaks are excluded. Prices are the base currency AUD (/meta.json currency AUD, Shopify.currency rate 1.0), GST included. Graded slabs carry the grader and grade in the title (parsed by parseGradeFromTitle) and in tags (Grader_PSA, grade 10)." }, { "id": "cherrystone", "name": "Cherrystone Philatelic Auctioneers", "domain": "auctions.cherrystoneauctions.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "stamps", "banknotes", "coins" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://auctions.cherrystoneauctions.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.9, "legal": "Firecrawl (rawHtml), 1 credit per page; plain HTTPS returns 403 (not bypassed; robots.txt is empty → nothing disallowed). Sources: the auction site home page, which links 'Prices Realized from - ' → catalog.aspx?auctionid=N; the catalog page lists category pages (/Category/-.html?auctionid=N) whose lot cards show lot number, title (with LOT.aspx link), image, 'Final Pric", "status": "implemented", "connectors": [ "cherrystone" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "chimera-hobby", "name": "Chimera Hobby Shop", "domain": "chimerahobby.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "other_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.chimerahobby.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "CAD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable on 2026-09-08.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "chiswick-auctions", "name": "Chiswick Auctions", "domain": "chiswickauctions.co.uk", "country": "GB", "supportedCountries": [ "GB" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "jewelry", "watches", "silver", "coins", "antiques", "art", "photography", "design_furniture", "wine" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "goauction platform (same as Sworders)." }, "urls": { "search": "https://www.chiswickauctions.co.uk/results/", "product": null, "sold": "https://www.chiswickauctions.co.uk/auction/details/{slug}?au={id}&pn=N&g=1", "sitemap": null, "robots": "https://www.chiswickauctions.co.uk/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallow /account, /admin, /cms/lotdetailspdf, /elmah, /imagebrowser, /language", "rateLimit": null, "preferredEngine": "api" }, "currency": [ "GBP" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.85, "legal": null, "status": "implemented", "connectors": [ "chiswick-auctions" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "christies", "name": "Christie's", "domain": "christies.com", "country": "US", "supportedCountries": [ "US", "GB", "HK", "FR", "CH" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "rolex", "patek_philippe", "audemars_piguet", "omega", "other_watches", "luxury_handbags", "jewelry", "gemstones", "wine", "whisky", "cognac", "art", "contemporary_art", "photography", "books", "maps", "historical_documents", "antiques", "design_furniture", "scientific_instruments", "fossils", "minerals", "meteorites", "sports_memorabilia", "movie_memorabilia", "music_memorabilia", "sneakers", "vintage_toys", "automobiles" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.christies.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD", "GBP", "HKD", "EUR", "CHF" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.9, "legal": "Plain HTTPS JSON (no rendering, no credits) from the two endpoints the public christies.com pages themselves call: /api/discoverywebsite/auctioncalendar/auctionresults?language=en&month=M&year=Y (closed sales of a month with SaleID/SaleNumber, category/location filters and sale totals) and /api/discoverywebsite/auctionpages/lotsearch?language=en&SaleNumber=…&SaleId=…&page=N&pageSize=…&sortby=lotnu", "status": "implemented", "connectors": [ "christies" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "chronext", "name": "CHRONEXT", "domain": "chronext.com", "country": "DE", "supportedCountries": [ "DE", "GB", "US", "CH", "EU" ], "languages": [ "en", "de" ], "sourceType": "dealer", "categories": [ "watches", "rolex", "patek_philippe", "audemars_piguet", "omega", "other_watches" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Frontastic front end; pages return JSON when Accept: application/json is sent (not used). Category HTML is server-rendered with .product-tile elements; product pages carry schema.org Product." }, "urls": { "search": "https://www.chronext.com/{brand}/{model}", "product": "https://www.chronext.com/{brand}/{model}/{reference}/V{id}", "sold": null, "sitemap": "https://www.chronext.com/sitemap.xml", "robots": "https://www.chronext.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "offset", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Allow /; disallow checkout/cart/campaign and two-letter country prefixes", "rateLimit": "self-imposed 4 s (pages are ~3.7 MB)", "preferredEngine": "api" }, "currency": [ "USD", "EUR", "GBP", "CHF" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.8, "legal": "Dealer asking prices, public pages, honest UA.", "status": "implemented", "connectors": [ "chronext" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Displayed currency follows the requester's geo (USD seen from North America) — stored as shown." }, { "id": "chrono24", "name": "Chrono24", "domain": "chrono24.com", "country": "global", "supportedCountries": [ "global" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "watches", "rolex", "patek_philippe", "audemars_piguet", "omega", "other_watches" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.chrono24.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "high", "cloudflare": true, "robots": null, "rateLimit": null, "preferredEngine": "scrapfly" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave1", "difficulty": "hard", "reliability": 0.7, "legal": "Public model listing pages (e.g. /rolex/daytona--mod2.htm) fetched through Scrapfly without JS rendering (Cloudflare shield → ~40 credits/page); robots.txt allows these paths (Crawl-delay 0.1). Each page embeds a schema.org ItemList of Offers (name, price in the site currency, image, listing URL) — we store asking prices as listings only, never as sales. No login, no per-listing detail fetch (sell", "status": "implemented", "connectors": [ "chrono24" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "classic-auctions", "name": "Classic Auctions", "domain": "classicauctions.net", "country": "CA", "supportedCountries": [], "languages": [ "en", "fr" ], "sourceType": "auction_house", "categories": [ "hockey_cards", "sports_memorabilia" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.classicauctions.net/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": false, "robots": "robots.txt itself returns Akamai 'Access Denied' (403, errors.edgesuite.net) for bot and browser UAs", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "CAD", "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "very_hard", "reliability": 0.85, "legal": "Akamai edge denies all non-browser-fingerprint traffic; not circumvented.", "status": "blocked", "connectors": [], "statusReason": "Akamai 'Access Denied' (Reference #18…edgesuite) on robots.txt and homepage for both UAs. Same hosting stack as Mile High and Iconic. Not fought.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "clean-sweep", "name": "Clean Sweep Auctions", "domain": "cleansweepauctions.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "baseball_cards", "basketball_cards", "football_cards", "hockey_cards", "other_sports_cards", "sports_memorabilia", "autographs" ], "subcategories": [ "vintage cards", "unopened", "autographs", "programs & tickets" ], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Static past-auction pages on www; the bidding marketplace (marketplace.cleansweepauctions.com, Crawl-delay 15, ajax price grid) is not used." }, "urls": { "search": null, "product": "https://www.cleansweepauctions.com/past-auctions/{month-year}/{slug}", "sold": "https://www.cleansweepauctions.com/past-auctions/{month-year}?page={n}", "sitemap": "https://www.cleansweepauctions.com/sitemap.xml", "robots": "https://www.cleansweepauctions.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "www: Disallow account/cart/forum/checkout paths only, no crawl-delay; marketplace subdomain: Crawl-delay 15 (not crawled)", "rateLimit": "1 request / 2 s used", "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "weekly", "priority": "wave3", "difficulty": "easy", "reliability": 0.8, "legal": "Public past-auction archive. 'Winning bid' is the hammer price; a 22 % buyer's premium is added (auction rule 4) → buyerPremiumIncluded=false. Only the auction month is published → saleDate is the first of the month with sale_date_precision='month' in metadata.", "status": "implemented", "connectors": [ "clean-sweep" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "203 monthly past auctions (January 2006 → December 2025), 50 lots per list page, one request per lot page ('Winning bid: $70.00'). Live probe 2026-09-08: December 2025 page → 3 lots → 3 sales." }, { "id": "cloutsnchara", "name": "CloutsnChara", "domain": "cloutsnchara.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "hockey_cards", "sports_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.cloutsnchara.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": true, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "CAD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Cloudflare returns 403 to the honest RareIndexBot UA on every path (/, /products.json, /robots.txt). Bot access refused at the edge — not circumvented.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "coinarchives", "name": "CoinArchives", "domain": "coinarchives.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "archive", "categories": [ "coins", "medals" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "login", "notes": "CoinArchives Pro subscription for the full archive." }, "urls": { "search": "https://www.coinarchives.com/a/results.php?search={q}", "product": null, "sold": null, "sitemap": null, "robots": "https://www.coinarchives.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "medium", "cloudflare": false, "robots": "Disallows GPTBot, ClaudeBot, Amazonbot, Bytespider, AhrefsBot, Yandex, adsbot… (RareIndexBot not named)", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD", "EUR", "CHF", "GBP" ], "freshness": "daily", "priority": "later", "difficulty": "very_hard", "reliability": 0.9, "legal": "Archive is a paid subscription (CoinArchives Pro); the free site shows only recent sales in a limited search. Not circumvented.", "status": "blocked", "connectors": [], "statusReason": "Paywalled archive (subscription) — only a limited free window; the same lots are reachable through NumisBids for most houses.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "collectiblend", "name": "Collectiblend (camera price guide)", "domain": "collectiblend.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "pricing_guide", "categories": [ "cameras" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Cloudflare managed challenge ('Just a moment…') on every path, including robots.txt, for both the bot UA and a plain browser UA." }, "urls": { "search": "https://collectiblend.com/Cameras/", "product": null, "sold": null, "sitemap": null, "robots": "https://collectiblend.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "years", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "blocking", "cloudflare": true, "robots": "unreadable (403 challenge)", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "weekly", "priority": "wave3", "difficulty": "very_hard", "reliability": 0.7, "legal": "robots.txt cannot be read, so path permissions cannot be verified → not crawled.", "status": "blocked", "connectors": [], "statusReason": "Cloudflare managed JS challenge on all paths incl. robots.txt; policy unverifiable, no public structured data. Not circumvented.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "collecting-cars", "name": "Collecting Cars", "domain": "collectingcars.com", "country": "GB", "supportedCountries": [ "GB", "EU", "AU", "US", "AE" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "automobiles", "motorcycles", "automotive_memorabilia" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://collectingcars.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": true, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "GBP", "EUR", "AUD", "USD", "AED" ], "freshness": "daily", "priority": "wave3", "difficulty": "medium", "reliability": 0.9, "legal": "Public results list (/sold?page=N, 48 lots per page, ~26k sold lots, newest first) rendered through Firecrawl (plain HTTPS gets a Cloudflare interstitial; not bypassed). robots.txt: Allow / for generic agents (named AI-training crawlers are disallowed; RareIndexBot is not one — we only record public sale facts and link back). Most sold prices are shown only to signed-in users ('Sign in to view sol", "status": "implemented", "connectors": [ "collecting-cars" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "colnect", "name": "Colnect", "domain": "colnect.com", "country": "IL", "supportedCountries": [], "languages": [ "en" ], "sourceType": "catalog", "categories": [ "stamps", "coins", "banknotes" ], "subcategories": [], "api": { "available": true, "docsUrl": "https://colnect.com/en/help/capi", "auth": "partner", "notes": "CAPI (Colnect API) licence required for any automated use." }, "urls": { "search": null, "product": null, "sold": null, "sitemap": "https://colnect.com/s/sitemap_en.xml.gz", "robots": "https://colnect.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": false, "robots": "Header: 'Using any data from Colnect by automated means is strictly prohibited without written consent'; Anubis proof-of-work interstitial on pages", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "static", "priority": "later", "difficulty": "very_hard", "reliability": 0.5, "legal": "robots.txt explicitly prohibits automated use without a CAPI licence.", "status": "rejected", "connectors": [], "statusReason": "Automated access prohibited without a CAPI licence (robots.txt + Anubis challenge). Revisit only with a licence.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "colonial-acres", "name": "Colonial Acres Coins", "domain": "colonialacres.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "coins", "medals", "banknotes" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://www.colonialacres.com/search?q=", "product": "https://www.colonialacres.com/products/", "sold": null, "sitemap": "https://www.colonialacres.com/sitemap.xml", "robots": "https://www.colonialacres.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed (extra merchant rules only target Nutch (Disallow: /) and Ahrefs/MJ12 (Crawl-delay: 10), not User-agent *)", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://www.colonialacres.com/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "colonial-acres" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Kitchener numismatic dealer (Canadian decimal coins, ICCS-certified coins, Bank of Canada / Dominion notes, tokens). Shopify storefront; product_type distinguishes coins, ICCS slabs and paper money. ~15k Canadian decimal coins by denomination, ~2.5k Bank of Canada notes. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "comc", "name": "COMC", "domain": "comc.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "sports_cards", "baseball_cards", "basketball_cards", "football_cards", "hockey_cards", "soccer_cards", "other_sports_cards", "pokemon", "magic_the_gathering", "yugioh", "non_sport_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.comc.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.75, "legal": "COMC's category browse pages (/Cards///) are public and allowed by robots.txt (only /Search/, /ItemDetails/, /Item/ and account paths are disallowed — item detail pages are therefore never fetched, only linked). Plain HTTP returns 403 to non-browser agents; pages are rendered through Firecrawl (1 credit per 100-listing page). Each listing row gives set/year/number, player, the gr", "status": "implemented", "connectors": [ "comc" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "comicconnect", "name": "ComicConnect", "domain": "comicconnect.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "comics", "marvel_comics", "dc_comics", "independent_comics" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.comicconnect.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.9, "legal": "Public sold archive (/browse/comics/?filtertype=Sold, ~479k results, 20 per page) fetched over plain HTTPS with the RareIndex user agent. robots.txt: Allow / with Content-Signal search=yes, ai-train=no (we only index sale facts and link back). Each card exposes title, publisher + grade, sold date/time, 'Sold For' price and whether a 15% buyer's premium applies (bp attribute) — we store hammer pric", "status": "implemented", "connectors": [ "comicconnect" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "comiclink", "name": "ComicLink", "domain": "comiclink.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "comics", "marvel_comics", "dc_comics", "independent_comics", "art" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": "https://www.comiclink.com/auctions/auctionschedule.asp", "product": "https://www.comiclink.com/auctions/item.asp?id={id}", "sold": "https://www.comiclink.com/results/generate_highlights.asp?output={code}", "sitemap": null, "robots": "https://www.comiclink.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "none", "jsRendering": false, "antiBot": "high", "cloudflare": true, "robots": "Allow / for * (Cloudflare content signals search=yes, ai-train=no).", "rateLimit": "3 s politeness, concurrency 1; ~1 Scrapfly credit per page", "preferredEngine": "scrapfly" }, "currency": [ "USD" ], "freshness": "weekly", "priority": "wave1", "difficulty": "medium", "reliability": 0.8, "legal": "Public results pages only; item pages hide prices behind login (never fetched). Sale dates carry month precision (session label).", "status": "implemented", "connectors": [ "comiclink" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "~90 past sessions since 2015 (comics + comic art), 300–800 sold books each with title, CGC/CBCS grade and price. Cloudflare managed challenge for every non-browser client → Scrapfly without JS (1 credit/page)." }, { "id": "comicspriceguide", "name": "ComicsPriceGuide.com", "domain": "comicspriceguide.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "pricing_guide", "categories": [ "comics" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "login", "notes": "Community price guide (1.3M comics, 221M values); values shown to registered members." }, "urls": { "search": "https://comicspriceguide.com/titles/{slug}/{id}", "product": null, "sold": null, "sitemap": null, "robots": "https://comicspriceguide.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": true, "robots": "Allow / for * (Cloudflare content signals); plain HTTP gets a Cloudflare challenge, Scrapfly passes (1 credit).", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "daily", "priority": "later", "difficulty": "hard", "reliability": 0.6, "legal": "Guide values are the site's product and are member-gated; public pages show navigation and catalogue only.", "status": "blocked", "connectors": [], "statusReason": "Issue pages fetched through Scrapfly render only the navigation/catalogue shell; values require login. Catalogue duplicates GCD (implemented).", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "consolepassion", "name": "Console Passion", "domain": "consolepassion.co.uk", "country": "GB", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "video_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom platform (redirect to bare host, no products.json / Store API).", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "cool-kicks", "name": "Cool Kicks", "domain": "coolkicks.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "sneakers" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.coolkicks.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "/products.json returns 200 but not a Shopify products payload (HTML). Not a usable Shopify storefront.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "coolstuffinc", "name": "CoolStuffInc", "domain": "coolstuffinc.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "board_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.coolstuffinc.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom platform (Apache): no Shopify/Woo endpoints (404). Out of scope for storefront adapters.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "corinphila", "name": "Corinphila Auctions", "domain": "corinphila.ch", "country": "CH", "supportedCountries": [ "CH" ], "languages": [ "en", "de" ], "sourceType": "auction_house", "categories": [ "stamps" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "c4ms archive platform (static); live catalogue on auction.corinphila.ch is WordPress + admin-ajax (JS)." }, "urls": { "search": null, "product": "https://corinphila.ch/en/_auctions/&action=showLot&auctionID={id}&lotno={lot}", "sold": "https://corinphila.ch/en/_pages/&action=show&id=211", "sitemap": null, "robots": "https://corinphila.ch/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallow /geheim, /*ajax=1, /*admin=1; Crawl-Delay 10", "rateLimit": "Crawl-Delay 10 (respected)", "preferredEngine": "api" }, "currency": [ "CHF" ], "freshness": "weekly", "priority": "wave3", "difficulty": "easy", "reliability": 0.88, "legal": "Conditions of sale https://corinphila.ch/en/versteigerungsbedingungen/. Static archive pages, no login.", "status": "implemented", "connectors": [ "corinphila" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Archive auctions 12–28 (Nov 2016 – Jun 2024) with 'Hammer price : X CHF' per lot; 2025+ sales only as PDF result lists + JS catalogue." }, { "id": "covrprice", "name": "CovrPrice", "domain": "covrprice.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "pricing_guide", "categories": [ "comics" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "login", "notes": "Subscription price guide; values and sales history behind member login." }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://covrprice.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "unknown", "jsRendering": true, "antiBot": "medium", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "daily", "priority": "later", "difficulty": "very_hard", "reliability": 0.8, "legal": "Paywalled subscription data — login wall, never circumvented (SPEC §36).", "status": "blocked", "connectors": [], "statusReason": "Sales history and FMV are only shown to logged-in subscribers.", "verified": false, "verifiedAt": null, "notes": "GoCollect, hobbyDB/PopPriceGuide and Heritage were already blocked in earlier sessions and were not retried." }, { "id": "cowley-abbott", "name": "Cowley Abbott", "domain": "cowleyabbott.ca", "country": "CA", "supportedCountries": [], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "art" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.cowleyabbott.ca/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": true, "antiBot": "high", "cloudflare": true, "robots": "robots.txt 200; homepage answers Cloudflare 'Just a moment…' challenge (403) for bot and browser UAs", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "CAD" ], "freshness": "unknown", "priority": "later", "difficulty": "very_hard", "reliability": 0.9, "legal": "Cloudflare managed challenge; not solved.", "status": "blocked", "connectors": [], "statusReason": "Cloudflare JS challenge on every page. Not fought.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "craigslist", "name": "Craigslist", "domain": "craigslist.org", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "vintage_toys", "video_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Terms forbid scraping; RSS feeds removed; low value for pricing (no sold data, unstructured titles).", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "crepslocker", "name": "Crepslocker", "domain": "crepslocker.com", "country": "GB", "supportedCountries": [ "GB" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "sneakers", "nike_jordan", "adidas_yeezy", "other_watches", "pokemon", "designer_toys", "rolex", "omega", "patek_philippe", "audemars_piguet", "new_balance_asics_other" ], "subcategories": [], "api": { "available": false, "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product", "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json); no key. Not the Admin/Storefront GraphQL API." }, "urls": { "search": null, "product": "https://www.crepslocker.com/products/", "sold": null, "sitemap": "https://www.crepslocker.com/sitemap.xml", "robots": "https://www.crepslocker.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Standard Shopify robots.txt; /collections/*/products.json allowed", "rateLimit": "none published; we use 1 req / 1.5 s", "preferredEngine": "shopify" }, "currency": [ "GBP" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.65, "legal": "Public storefront data; attribution via sourceUrl; asking prices only. No login, no personal data.", "status": "implemented", "connectors": [ "crepslocker" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Blackburn (UK) luxury sneaker and streetwear reseller: Air Jordan, Nike Dunk, Yeezy, designer trainers (Dior, Balenciaga, Hermès), a \"Preloved\" pre-owned range with condition tags, Swatch × AP watches, Pokémon sealed and Pop Mart Labubu. Prices are the base currency GBP (/meta.json currency GBP, Shopify.currency rate 1.0). \"Preloved -\" titles are pre-owned pairs; their condition tag (e.g. \"Condition: Very good\") is kept in metadata.tags." }, { "id": "dave-and-adams", "name": "Dave & Adam's Card World", "domain": "dacardworld.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "sports_cards", "pokemon" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.dacardworld.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": true, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Cloudflare 403 to the honest bot UA on / and every probed path; custom (non-Shopify) platform. Not circumvented.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "david-feldman", "name": "David Feldman SA", "domain": "davidfeldman.com", "country": "CH", "supportedCountries": [], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "stamps" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.davidfeldman.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": true, "antiBot": "blocking", "cloudflare": true, "robots": "WordPress template: Disallow /wp-admin/, /wp-json/, /feed/, /?s=, /search/ …", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR", "CHF" ], "freshness": "weekly", "priority": "later", "difficulty": "very_hard", "reliability": 0.5, "legal": "Cloudflare 'Attention Required' (403, hard block) for non-browser access; not circumvented.", "status": "blocked", "connectors": [], "statusReason": "Cloudflare hard block ('Attention Required!' 403) on every page for the bot UA; robots also disallows /wp-json/. Not retried with anti-bot tooling.", "verified": true, "verifiedAt": "2026-09-08", "notes": "Feldman also lists results on Stamp Auction Network (firm code D2, firm-directory format)." }, { "id": "digimoncard", "name": "DigimonCard.io", "domain": "digimoncard.io", "country": "US", "supportedCountries": [ "US", "JP" ], "languages": [ "en" ], "sourceType": "catalog", "categories": [ "digimon_tcg" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://digimoncard.io/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [], "freshness": "weekly", "priority": "wave3", "difficulty": "easy", "reliability": 0.7, "legal": "Free public JSON API (https://digimoncard.io/api-public/search?series=Digimon%20Card%20Game returns every card in one call; the documented '.php' paths 301 to the extensionless ones). Catalog only — no prices; TCGplayer product ids are included and used as the deterministic identifier (tcgplayer_id) so TCGCSV prices attach to the same assets. Images from images.digimoncard.io/images/cards/.jpg", "status": "implemented", "connectors": [ "digimoncard" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "discogs", "name": "Discogs", "domain": "discogs.com", "country": "global", "supportedCountries": [ "global" ], "languages": [ "en" ], "sourceType": "collector_database", "categories": [ "music" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.discogs.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.85, "legal": "Official public Discogs API (api.discogs.com) used unauthenticated with the RareIndex user agent: database/search (type=master), masters/{id}/versions (pressings with label, catno, country, year, format and community have/want counts) and marketplace/stats/{release_id} (lowest asking price + number for sale). Unauthenticated limit is 25 requests/minute → 2.6 s throttle; price_suggestions requires ", "status": "implemented", "connectors": [ "discogs" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "dkoldies", "name": "DKOldies", "domain": "dkoldies.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "nintendo_games", "playstation_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.dkoldies.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "low", "cloudflare": true, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "BigCommerce storefront behind Cloudflare (__cf_bm), /products.json 404. Not Shopify/Woo — candidate for a future BigCommerce adapter.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "dlrc", "name": "David Lawrence Rare Coins", "domain": "davidlawrence.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "coins", "banknotes" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": "Collectibles Showcase JSON API (api.collectiblesshowcase.com) used by the SPA; public tenant header x-client-id resolved from /consumer/client?url=https://www.davidlawrence.com (id 3). Endpoints: /consumer/auction/past, /consumer/inventory/past/auction?auctions=&pageNumber=&pageSize=, /consumer/inventory (fixed-price stock), /consumer/metal-prices." }, "urls": { "search": "https://api.collectiblesshowcase.com/consumer/inventory", "product": "https://www.davidlawrence.com/inventory/{id}", "sold": "https://api.collectiblesshowcase.com/consumer/inventory/past/auction", "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": true, "certNumber": true, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "SPA serves index.html for /robots.txt; API host 404", "rateLimit": "self-imposed 1.5 s", "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.95, "legal": "Terms https://www.davidlawrence.com/terms-and-conditions. Public consumer API, no account endpoints called. 'DLRC has no buyer's fee' (site notice) → sale price = total paid.", "status": "implemented", "connectors": [ "dlrc" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "162 000 sold lots (weekly auctions since May 2023 + legacy 2016+ lots without auction id) with grading service, full grade, cert number, PCGS number, mintage. Fixed-price inventory (/consumer/inventory) not yet used → listings later." }, { "id": "dollys", "name": "Dolly's", "domain": "dollys.ca", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "other_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.dollys.ca/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "CAD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom platform (nginx) answering HTTP 500 on / and 404 on /products.json; no Shopify or Woo endpoints. Unverifiable — skipped.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "dominic-winter", "name": "Dominic Winter Auctioneers", "domain": "dominicwinter.co.uk", "country": "GB", "supportedCountries": [ "GB" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "books", "maps", "historical_documents", "photography", "medals", "vintage_toys" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "goauction platform with /Auction/Search routes." }, "urls": { "search": "https://www.dominicwinter.co.uk/auction-results/", "product": null, "sold": "https://www.dominicwinter.co.uk/Auction/Search?au={id}&sd=2&pn=N", "sitemap": null, "robots": "https://www.dominicwinter.co.uk/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallow /account, /admin, /cms/lotdetailspdf, /elmah, /imagebrowser, /language", "rateLimit": null, "preferredEngine": "api" }, "currency": [ "GBP" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.85, "legal": null, "status": "implemented", "connectors": [ "dominic-winter" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Also publishes per-sale PDF results (bidpath.cloud)." }, { "id": "doyle", "name": "Doyle", "domain": "doyle.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "books", "historical_documents", "autographs", "maps", "jewelry", "other_watches", "coins", "banknotes", "stamps", "silver", "art", "contemporary_art", "photography", "antiques", "porcelain", "glass_crystal", "clocks", "luxury_handbags", "fashion_streetwear" ], "subcategories": [ "rare books autographs & maps", "fine jewelry", "coins bank notes stamps & collectibles", "asian works of art", "doyle at home", "old master paintings silver furniture" ], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Server-rendered results pages (ASP.NET, goauction platform)." }, "urls": { "search": "https://www.doyle.com/auction/search/?au={auctionId}&pp=96&pn={n}&g=1", "product": "https://www.doyle.com/auction/lot/{slug}/?lot={lotId}&au={auctionId}", "sold": "https://www.doyle.com/past-auctions/", "sitemap": "https://www.doyle.com/sitemap.xml", "robots": "https://www.doyle.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallow /account/*, /admin/*, /cms/lotdetailspdf/, /elmah/*, /error/*, /imagebrowser/*, /language/*, /profile/*, /seo/*; crawl-delay 10", "rateLimit": "crawl-delay 10 s honoured", "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.9, "legal": "Public past-auction list and results search pages only. 'Sold for' prices include the buyer's premium (stated on lot pages: 'Includes Buyer's Premium'). No login.", "status": "implemented", "connectors": [ "doyle" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "/past-auctions/ lists 63 recent sales (Jan → Sep 2026, no pagination) with date and ?au= id; /auction/search/?au=ID&pp=96&pn=N&g=1 renders 96 cards per page ('Sold for $X', 'Estimated at $A - $B', lot link with lot id). Live probe 2026-09-08: books sale → 93 sales, coins/banknotes sale → 92 sales." }, { "id": "dragons-lair", "name": "Dragon's Lair", "domain": "dragonslair.ca", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "other_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.dragonslair.ca/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Shopify (verified) but only 5 collections and the shop declares USD despite a .ca domain (meta.json currency=USD, country=CA) — too small and ambiguous to map safely.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "driftrecords", "name": "The Drift Record Shop", "domain": "driftrecords.com", "country": "GB", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "music" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "shopify" }, "currency": [ "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Shopify (GBP) but the online catalogue holds only ~17 products (merch and a handful of Drift releases) — no pricing signal.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "drouot", "name": "Drouot", "domain": "drouot.com", "country": "FR", "supportedCountries": [], "languages": [ "fr" ], "sourceType": "auction_house", "categories": [ "art", "antiques" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": false, "auctionResults": true, "historical": "decades", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Results require a paid subscription (Drouot Digital); bot protection.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "dunbar-sloane", "name": "Dunbar Sloane", "domain": "auctions.dunbarsloane.co.nz", "country": "NZ", "supportedCountries": [ "NZ" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "antiques", "silver", "stamps", "coins", "vintage_toys", "art", "jewelry" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Tandem Auctions platform, server-rendered." }, "urls": { "search": "https://auctions.dunbarsloane.co.nz/previous-auctions", "product": "https://auctions.dunbarsloane.co.nz/{sale}/catalogue/{lot}", "sold": "https://auctions.dunbarsloane.co.nz/{sale}/catalogue?page=N", "sitemap": null, "robots": "https://auctions.dunbarsloane.co.nz/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "robots.txt 404 (no rules)", "rateLimit": null, "preferredEngine": "api" }, "currency": [ "NZD" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.85, "legal": "'Realised: $140 + premium' = hammer.", "status": "implemented", "connectors": [ "dunbar-sloane" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "69 past auctions listed." }, { "id": "duran", "name": "Durán Arte y Subastas", "domain": "duran-subastas.com", "country": "ES", "supportedCountries": [ "ES" ], "languages": [ "es" ], "sourceType": "auction_house", "categories": [ "art", "antiques", "jewelry", "watches", "books", "coins" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "login", "notes": "Labelgrup platform; lot grid filled by POST with CSRF token." }, "urls": { "search": "https://www.duran-subastas.com/es/subastas-historicas", "product": null, "sold": null, "sitemap": null, "robots": "https://www.duran-subastas.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "infinite_scroll", "jsRendering": true, "antiBot": "none", "cloudflare": false, "robots": "Allow all", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": "Hammer prices ('remates') require login.", "status": "blocked", "connectors": [], "statusReason": "Lot grid is an empty div filled by a CSRF-protected POST (infinite scroll) and realised prices require an account.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "e-rocks", "name": "e-Rocks", "domain": "e-rocks.com", "country": "GB", "supportedCountries": [ "GB", "EU" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "minerals" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://e-rocks.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": true, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "wave3", "difficulty": "medium", "reliability": 0.7, "legal": "e-rocks.com returns 403 to plain HTTPS clients; Firecrawl renders the public auction index and auction pages (1 credit each). robots.txt sets Crawl-delay: 10 (honoured: 10 s between requests) and disallows /search/ and /itemssearch, which are not used. Each weekly dealer auction page lists its lots with locality, size class, current bid in EUR, bid count and seller; the header gives start/end time", "status": "implemented", "connectors": [ "e-rocks" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "eb-games-ca", "name": "EB Games Canada", "domain": "ebgames.ca", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "nintendo_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.ebgames.ca/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "CAD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "blocked", "connectors": [], "statusReason": "403 to the honest bot UA. Not circumvented.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "ebay", "name": "eBay (Browse API)", "domain": "ebay.com", "country": "US", "supportedCountries": [ "US", "CA", "GB", "DE", "FR", "AU", "IT", "ES" ], "languages": [ "en", "de", "fr" ], "sourceType": "marketplace", "categories": [ "pokemon", "magic_the_gathering", "yugioh", "sports_cards", "comics", "video_games", "sneakers", "watches", "lego_sets", "funko", "coins", "music", "cameras", "pens", "luxury_handbags" ], "subcategories": [], "api": { "available": true, "docsUrl": "https://developer.ebay.com/api-docs/buy/browse/overview.html", "auth": "oauth", "notes": "Buy → Browse API v1: OAuth2 client-credentials (scope https://api.ebay.com/oauth/api_scope), GET /buy/browse/v1/item_summary/search (q, category_ids, filter, sort, limit ≤ 200, offset+limit ≤ 10,000), X-EBAY-C-MARKETPLACE-ID header for EBAY_US/CA/GB/DE/FR/AU. Live listings only — sold/completed items are in the limited-release Marketplace Insights API (business approval), not in Browse. Default Buy API quota 5,000 calls/day per app (more after Application Growth Check). Credentials: developer.ebay.com keyset (App ID = EBAY_CLIENT_ID, Cert ID = EBAY_CLIENT_SECRET) + Buy API access application." }, "urls": { "search": "https://api.ebay.com/buy/browse/v1/item_summary/search", "product": "https://www.ebay.com/itm/{legacyItemId}", "sold": null, "sitemap": null, "robots": "https://www.ebay.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": true, "population": false, "catalog": false }, "access": { "pagination": "offset", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "API only; www.ebay.com HTML is not crawled", "rateLimit": "5,000 calls/day default (Buy APIs); 429 on excess", "preferredEngine": "api" }, "currency": [ "USD", "CAD", "GBP", "EUR", "AUD" ], "freshness": "realtime", "priority": "wave1", "difficulty": "medium", "reliability": 0.85, "legal": "eBay API License Agreement: attribution, listing data caching limits, no scraping of ebay.com HTML. Connector uses the official API exclusively.", "status": "gated", "connectors": [ "ebay-browse" ], "statusReason": "Connector fully implemented against the official OpenAPI contract; needs EBAY_CLIENT_ID + EBAY_CLIENT_SECRET (developer.ebay.com). Fixtures synthesised from the contract until a key exists.", "verified": true, "verifiedAt": "2026-09-08", "notes": "developer.ebay.com documentation returns HTTP 403 to non-browser clients (and to Firecrawl); the contract was read from the published buy_browse_v1_oas3.json (v1.20.4) mirror." }, { "id": "entertainment-earth", "name": "Entertainment Earth", "domain": "entertainmentearth.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "action_figures", "funko", "model_cars", "designer_toys" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "No API; category tiles embed data-sku/name/price/company/theme attributes. Product sitemap index at /sitemap/sitemap_index.xml." }, "urls": { "search": "https://www.entertainmentearth.com/s/action-figures/p?page={n}", "product": "https://www.entertainmentearth.com/product/{slug}/{sku}", "sold": null, "sitemap": "https://www.entertainmentearth.com/sitemap/sitemap_index.xml", "robots": "https://www.entertainmentearth.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "high", "cloudflare": true, "robots": "Only /news/* admin paths disallowed; /s/ listings and /product/ allowed (robots fetched via Scrapfly — plain HTTP is challenged).", "rateLimit": "3 s politeness, concurrency 1, ~1 Scrapfly credit/page", "preferredEngine": "scrapfly" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.85, "legal": "Public listing pages only; Cloudflare managed challenge for non-browser clients passed by Scrapfly (public pages).", "status": "implemented", "connectors": [ "entertainment-earth" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "60 tiles/page; action figures ≈ 73 pages. Manufacturer (data-company) and franchise (data-theme) are structured. Statues/model kits exist but the taxonomy has no slug for statues." }, { "id": "est-ouest", "name": "Est-Ouest Auctions", "domain": "est-ouest.co.jp", "country": "JP", "supportedCountries": [ "JP" ], "languages": [ "ja", "en" ], "sourceType": "auction_house", "categories": [ "art", "contemporary_art", "watches", "jewelry", "wine" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": "https://www.est-ouest.co.jp/auctions/", "product": null, "sold": "https://img.est-ouest.co.jp/results_pdf/{yyyymmdd}01_preview.pdf", "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": false, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": false, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "bulk_file", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "No robots.txt (404)", "rateLimit": null, "preferredEngine": "api" }, "currency": [ "JPY" ], "freshness": "weekly", "priority": "later", "difficulty": "medium", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Result PDFs list lot number + price (incl. buyer's premium) only — no titles — so prices cannot be attributed to assets.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "estarland", "name": "eStarland", "domain": "estarland.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "video_games", "nintendo_games", "sega_games", "playstation_games", "xbox_games", "atari_retro_games", "gaming_hardware" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Platform listing pages /platforms//?page=N (~44 cards/page, e.g. NES 302 items) with name, platform, New/Used, price; product pages /product-description///." }, "urls": { "search": "https://www.estarland.com/platforms/NintendoNES/37?page=1", "product": "https://www.estarland.com/product-description/{platform}/{slug}/{id}", "sold": null, "sitemap": "https://www.estarland.com/sitemap.xml", "robots": "https://www.estarland.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "high", "cloudflare": true, "robots": "Allow / except /login, /handler*, /checkout, /shopcart, /forgot-password*, /sandbox; sitemap declared.", "rateLimit": "~1 Scrapfly credit per page", "preferredEngine": "scrapfly" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.75, "legal": "Public listing pages; Cloudflare managed challenge for non-browser clients (Scrapfly passes at 1 credit).", "status": "implemented", "connectors": [ "estarland" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Main-grid cards: h4 name, platformName \"Nintendo / NES\", New/Used, priceProductHolder (unavailPrice = out of stock), product id in URL; 50 platform pages listed in the nav. Carousel/featured cards duplicate grid items and are ignored." }, { "id": "etsy", "name": "Etsy (Open API v3)", "domain": "etsy.com", "country": "US", "supportedCountries": [ "US", "GB", "CA", "DE", "FR", "AU" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "vintage_toys", "cameras", "pens", "clocks", "design_furniture", "antiques", "porcelain", "glass_crystal", "silver", "jewelry", "other_watches", "movie_posters", "music", "books", "postcards", "advertising" ], "subcategories": [], "api": { "available": true, "docsUrl": "https://developers.etsy.com/documentation/reference#operation/findAllListingsActive", "auth": "api_key", "notes": "x-api-key header (app keystring). findAllListingsActive: keywords, taxonomy_id, min/max_price, sort_on, limit ≤ 100, offset; /listings/batch?includes=Images,Shop for images/shop; /seller-taxonomy/nodes for ids. Money {amount, divisor, currency_code}. Default quota 10 qps / 10,000 per day. No sold prices. Register at etsy.com/developers/register (commercial access needs Etsy approval)." }, "urls": { "search": "https://openapi.etsy.com/v3/application/listings/active", "product": "https://www.etsy.com/listing/{listing_id}", "sold": null, "sitemap": null, "robots": "https://www.etsy.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "offset", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "API only", "rateLimit": "10 requests/s, 10,000/day per app", "preferredEngine": "api" }, "currency": [ "USD", "GBP", "EUR", "CAD", "AUD" ], "freshness": "realtime", "priority": "wave1", "difficulty": "easy", "reliability": 0.7, "legal": "Etsy API Terms of Use (etsy.com/legal/api): attribution, data use limited to the app's purpose; commercial apps reviewed by Etsy.", "status": "gated", "connectors": [ "etsy" ], "statusReason": "Connector implemented against the official OpenAPI schema (etsy.com/openapi/generated/oas/3.0.0.json); needs ETSY_API_KEY. Fixture synthesised from the schema (the reference carries no example response).", "verified": true, "verifiedAt": "2026-09-08", "notes": "Taxonomy ids are resolved at run time by node-name path and cached in the cursor." }, { "id": "european-watch-company", "name": "European Watch Company", "domain": "europeanwatch.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "watches", "rolex", "patek_philippe", "audemars_piguet", "omega", "other_watches" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Server-rendered Next.js inventory grid (/all) + schema.org Product on item pages; sitemap-products.xml lists the same ~750 URLs." }, "urls": { "search": "https://www.europeanwatch.com/all", "product": "https://www.europeanwatch.com/watch/{slug}-{id}", "sold": null, "sitemap": "https://www.europeanwatch.com/sitemap-products.xml", "robots": "https://www.europeanwatch.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "none", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Allow /; disallow /private/ /api/ /app/ /profile/", "rateLimit": "self-imposed 3 s", "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.8, "legal": "Dealer asking prices, public pages.", "status": "implemented", "connectors": [ "european-watch-company" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "One ~5 MB page = whole inventory (750 watches)." }, { "id": "europeanwatch", "name": "European Watch Company", "domain": "europeanwatch.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "watches", "rolex", "patek_philippe", "audemars_piguet", "omega", "other_watches" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.europeanwatch.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.8, "legal": "crownandcaliber.com now redirects to europeanwatch.com (Boston dealer). Public brand pages (/brand/?page=N) embed a schema.org ItemList of Products (name, sku, USD price, availability, condition) — fetched over plain HTTPS with the RareIndex user agent; robots.txt only disallows /login. References and circa years are parsed from the product name; box/papers/condition details live on product ", "status": "implemented", "connectors": [ "crown-caliber" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "everything-games", "name": "Everything Games", "domain": "everythinggames.ca", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon", "other_tcg", "flesh_and_blood", "weiss_schwarz", "board_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://www.everythinggames.ca/search?q=", "product": "https://www.everythinggames.ca/products/", "sold": null, "sitemap": "https://www.everythinggames.ca/sitemap.xml", "robots": "https://www.everythinggames.ca/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://www.everythinggames.ca/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "everything-games" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Winnipeg TCG/wargame store. Shopify storefront; singles titled 'Name [SET - number]' with condition/language/finish variants. ~20k MTG singles, 3k Pokémon, Grand Archive/FaB/Weiß singles. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "face-to-face-games", "name": "Face to Face Games", "domain": "facetofacegames.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en", "fr" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon", "disney_lorcana", "yugioh", "one_piece_card_game", "star_wars_tcg", "other_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://www.facetofacegames.com/search?q=", "product": "https://www.facetofacegames.com/products/", "sold": null, "sitemap": "https://www.facetofacegames.com/sitemap.xml", "robots": "https://www.facetofacegames.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://www.facetofacegames.com/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "face-to-face-games" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Major Canadian MTG/Pokémon/Lorcana retailer (Toronto + Montréal). Shopify storefront with clean per-game singles/sealed/high-end collections; titles embed number and set code. ~290k singles; MTG 168k, Pokémon 40k, high-end/graded 15k. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "facebook-marketplace", "name": "Facebook Marketplace", "domain": "facebook.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "vintage_toys", "lego", "video_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Requires a Facebook login; Meta terms prohibit automated collection. Not lawfully accessible.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "fanatics-collect", "name": "Fanatics Collect", "domain": "fanaticscollect.com", "country": "US", "supportedCountries": [ "US", "CA" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "baseball_cards", "basketball_cards", "football_cards", "hockey_cards", "soccer_cards", "other_sports_cards", "pokemon", "magic_the_gathering", "yugioh", "one_piece_card_game", "non_sport_cards", "sports_memorabilia" ], "subcategories": [ "weekly auction", "premier auction", "fixed price / best offer", "vault" ], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Next.js App Router; the public item page embeds the CollectListing GraphQL object (prefetchedItemData) in the RSC flight payload, including collectSales[{soldDate, soldFor}]. No public API documented." }, "urls": { "search": "https://www.fanaticscollect.com/marketplace?type=WEEKLY", "product": "https://www.fanaticscollect.com/weekly/{uuid}", "sold": "https://www.fanaticscollect.com/sitemap/sales-history-weekly-auction-{n}.xml.gz", "sitemap": "https://www.fanaticscollect.com/sitemap.xml", "robots": "https://www.fanaticscollect.com/robots.txt" }, "data": { "liveListings": true, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "sitemap", "jsRendering": false, "antiBot": "low", "cloudflare": true, "robots": "Disallow /login, /join, /i-am-not-a-robot, /share/, /email/verify/*; Sitemap /sitemap.xml (63 children incl. sales-history-weekly-auction-1..55 and sales-history-fixed-price-1..7, gzip url sets of up to 50 000 URLs each with lastmod)", "rateLimit": "none published; 1 request / 1.5 s used", "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave1", "difficulty": "medium", "reliability": 0.9, "legal": "Public sales-history pages listed in the site's own sitemaps. Sold price includes the 20 % buyer's premium (soldFor 276 vs winning bid 230 → buyerPremiumIncluded=true, hammer kept in metadata). Terms of Use are on a client-rendered Zendesk page whose text could not be read over plain HTTP — noted, not verified. No login, no bidding, no personal data (bidder identities are not exposed).", "status": "implemented", "connectors": [ "fanatics-collect" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Sales since January 2022 (Weekly Auction #1). 55 weekly-auction sales-history sitemaps (~2.7 M URLs) and 7 fixed-price sitemaps; fixed-price pages may carry collectSales: [] (no sale) and are skipped. Live probe 2026-09-08: newest child → 3 item pages → 3 sales (PSA/CGC graded)." }, { "id": "fantasiapelit", "name": "Fantasiapelit", "domain": "fantasiapelit.com", "country": "FI", "supportedCountries": [], "languages": [ "fi" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "board_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom platform; no structured product JSON.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "fashionphile", "name": "FASHIONPHILE", "domain": "fashionphile.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "luxury_handbags", "watches", "other_watches", "rolex", "jewelry", "fashion_streetwear" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.fashionphile.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.8, "legal": "Public Shopify storefront feed (www.fashionphile.com/collections//products.json) fetched over plain HTTPS with the RareIndex user agent; robots.txt allows /collections/ (only sort/filter permutations, cart, account and checkout paths are disallowed). Each product is one authenticated pre-owned item priced in USD; `available:false` on a still-published product means the item shows SOLD on th", "status": "implemented", "connectors": [ "fashionphile" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "fellows", "name": "Fellows Auctioneers", "domain": "fellows.co.uk", "country": "GB", "supportedCountries": [ "GB" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "watches", "jewelry", "luxury_handbags", "coins" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.fellows.co.uk/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": true, "antiBot": "blocking", "cloudflare": false, "robots": "robots.txt returns HTTP 202 with an empty body", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "daily", "priority": "later", "difficulty": "very_hard", "reliability": 0.5, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Same AWS ELB 202/empty-body bot challenge as Forum Auctions on every page.", "verified": true, "verifiedAt": "2026-09-08", "notes": "High-value watch results — worth revisiting if Fellows publishes an API." }, { "id": "figuya", "name": "Figuya", "domain": "figuya.com", "country": "DE", "supportedCountries": [], "languages": [ "de" ], "sourceType": "dealer", "categories": [ "action_figures" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom storefront (no Shopify/Woo JSON); German anime-figure retailer. Candidate for a later JSON-LD connector.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "flagshipgames", "name": "Flagship Games", "domain": "flagshipgames.sg", "country": "SG", "supportedCountries": [ "SG" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "pokemon", "magic_the_gathering", "one_piece_card_game", "disney_lorcana", "final_fantasy_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product", "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json); no key. Not the Admin/Storefront GraphQL API." }, "urls": { "search": null, "product": "https://www.flagshipgames.sg/products/", "sold": null, "sitemap": "https://www.flagshipgames.sg/sitemap.xml", "robots": "https://www.flagshipgames.sg/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Standard Shopify robots.txt; /collections/*/products.json allowed", "rateLimit": "none published; we use 1 req / 1.5 s", "preferredEngine": "shopify" }, "currency": [ "SGD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.65, "legal": "Public storefront data; attribution via sourceUrl; asking prices only. No login, no personal data.", "status": "implemented", "connectors": [ "flagshipgames" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Singapore MTG specialist on BinderPOS: singles for most Magic sets back to Ice Age/Fourth Edition, Mystery Booster playtest cards, Final Fantasy and Marvel Universes Beyond, plus English and Japanese Pokémon singles, sealed MTG, One Piece and Lorcana. Prices are the base currency SGD (/meta.json currency SGD, country SG, Shopify.currency rate 1.0), GST included. Variants are condition + finish (Near Mint Foil…); a 0.00 price marks an unstocked condition and is dropped." }, { "id": "flight-club", "name": "Flight Club", "domain": "flightclub.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "sneakers", "nike_jordan", "adidas_yeezy", "new_balance_asics_other" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.flightclub.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "medium", "reliability": 0.75, "legal": "Plain HTTPS requests receive 403 (robots.txt itself is not served to non-browser agents); Firecrawl's standard fetch returns the public category pages (flightclub.com/air-jordans?page=N …) whose __NEXT_DATA__ holds the search grid: product id, name, brand, image, lowest price, retail price and a slug ending with the style code. 1 Firecrawl credit per page of 30 products; 2 s between pages. Listing", "status": "implemented", "connectors": [ "flight-club" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "footdistrict", "name": "FOOTDISTRICT", "domain": "footdistrict.com", "country": "ES", "supportedCountries": [ "ES" ], "languages": [ "es", "en" ], "sourceType": "dealer", "categories": [ "sneakers", "nike_jordan", "adidas_yeezy", "new_balance_asics_other", "designer_toys" ], "subcategories": [], "api": { "available": false, "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product", "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json); no key. Not the Admin/Storefront GraphQL API." }, "urls": { "search": null, "product": "https://footdistrict.com/products/", "sold": null, "sitemap": "https://footdistrict.com/sitemap.xml", "robots": "https://footdistrict.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Standard Shopify robots.txt; /collections/*/products.json allowed", "rateLimit": "none published; we use 1 req / 1.5 s", "preferredEngine": "shopify" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.7, "legal": "Public storefront data; attribution via sourceUrl; asking prices only. No login, no personal data.", "status": "implemented", "connectors": [ "footdistrict" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Spanish authorised sneaker & streetwear retailer (Almería): Nike/Jordan/adidas/ASICS/New Balance releases with EU sizes and style-code SKUs (e.g. IQ6573-100), plus Medicom Be@rbrick art toys. Spanish-language product types (\"Calzado\"). Prices are the base currency EUR (/meta.json currency EUR, Shopify.currency rate 1.0), Spanish VAT included." }, { "id": "forbiddenplanet", "name": "Forbidden Planet", "domain": "forbiddenplanet.com", "country": "GB", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "comics", "action_figures", "manga" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": true, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Cloudflare challenge page (\"Cloudflare @ ForbiddenPlanet.com\") for non-browser clients; custom Nuxt/Neto storefront. Not circumvented.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "forum-auctions", "name": "Forum Auctions", "domain": "forumauctions.co.uk", "country": "GB", "supportedCountries": [ "GB" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "books", "maps", "historical_documents", "art" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.forumauctions.co.uk/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": true, "antiBot": "blocking", "cloudflare": false, "robots": "robots.txt returns HTTP 202 with an empty body", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "daily", "priority": "later", "difficulty": "very_hard", "reliability": 0.5, "legal": null, "status": "blocked", "connectors": [], "statusReason": "AWS ELB bot challenge: every page (incl. robots.txt and home) answers HTTP 202 with an empty body for the honest UA.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "fossilera", "name": "FossilEra", "domain": "fossilera.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "fossils", "minerals", "meteorites" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.fossilera.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.85, "legal": "Public category pages (fossilera.com/fossils-for-sale/?page=N) and specimen pages fetched over plain HTTPS with the RareIndex user agent (robots.txt only disallows gift-card/checkout helpers). Each card gives the specimen title, price (and previous price when reduced), image and the FossilEra item number; specimen pages add species, geological age, location, formation, size and category.", "status": "implemented", "connectors": [ "fossilera" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "fountain-pen-hospital", "name": "Fountain Pen Hospital", "domain": "fountainpenhospital.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "pens" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": "Shopify storefront: https://fountainpenhospital.com/products.json?limit=250 and /collections//products.json work (verified 2026-09-08)." }, "urls": { "search": null, "product": "https://fountainpenhospital.com/products/{handle}", "sold": null, "sitemap": "https://fountainpenhospital.com/sitemap.xml", "robots": "https://fountainpenhospital.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": true, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Shopify default robots (products/collections crawlable)", "rateLimit": null, "preferredEngine": "shopify" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "trivial", "reliability": 0.75, "legal": null, "status": "planned", "connectors": [], "statusReason": "Shopify shop → handed to the Shopify connector group (ShopifyStoreConnector, config-only). Mostly new luxury pens (Montblanc, Pelikan, Sailor, Namiki LEs) — collectible limited editions.", "verified": true, "verifiedAt": "2026-09-08", "notes": "Lead for g3." }, { "id": "fragrantica", "name": "Fragrantica", "domain": "fragrantica.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "catalog", "categories": [ "perfume" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Perfume encyclopedia (no prices). Every page, including the catalogue, is behind a Cloudflare managed challenge for non-browser clients; the 31 KB robots.txt lists hundreds of disallowed bots." }, "urls": { "search": null, "product": "https://www.fragrantica.com/perfume/{brand}/{name}-{id}.html", "sold": null, "sitemap": null, "robots": "https://www.fragrantica.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "blocking", "cloudflare": true, "robots": "extensive bot blocklist", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "weekly", "priority": "later", "difficulty": "very_hard", "reliability": 0.7, "legal": "Terms of use prohibit scraping/data mining.", "status": "blocked", "connectors": [], "statusReason": "Cloudflare challenge + terms forbid automated access; catalogue only (no market prices).", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "freemans-hindman", "name": "Freeman's | Hindman", "domain": "hindmanauctions.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "art", "antiques", "jewelry", "books", "design_furniture" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.hindmanauctions.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": true, "antiBot": "high", "cloudflare": false, "robots": "hindmanauctions.com redirects to freemansauction.com, which answers HTTP 429 'Vercel Security Checkpoint' for bot and browser UAs", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "very_hard", "reliability": 0.9, "legal": "Vercel bot-protection checkpoint; not circumvented.", "status": "blocked", "connectors": [], "statusReason": "freemansauction.com serves a Vercel Security Checkpoint (429) to every request. Not fought.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "funko-shop", "name": "Funko (official shop)", "domain": "funko.com", "country": "US", "supportedCountries": [ "US", "CA", "EU" ], "languages": [ "en" ], "sourceType": "manufacturer", "categories": [ "funko" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Salesforce Commerce Cloud (Demandware). Product sitemap https://funko.com/csitemap_product.xml lists 27,711 product URLs with lastmod." }, "urls": { "search": "https://funko.com/new-featured/pop/", "product": "https://funko.com/{slug}/{id}.html", "sold": null, "sitemap": "https://funko.com/csitemap_index.xml", "robots": "https://funko.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "sitemap", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": "Disallows *start=, *?sz=, *cgid, *prefn, *prefv, *Product-Variation, *Product-Detail, search — i.e. listing pagination is off-limits; product URLs via the sitemap are allowed.", "rateLimit": null, "preferredEngine": "scrapfly" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave3", "difficulty": "hard", "reliability": 0.85, "legal": "Only sitemap-listed product pages would be read (listing pagination params are robots-disallowed).", "status": "planned", "connectors": [], "statusReason": "Not implemented this wave: product pages return 403 to the honest bot UA (WAF) → needs Scrapfly per product page (27k pages, ~1 credit each) driven by the product sitemap; official MSRP catalog for Funko Pop.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "fusion-gaming", "name": "Fusion Gaming", "domain": "fusiongamingonline.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon", "star_wars_tcg", "disney_lorcana", "one_piece_card_game", "other_tcg", "board_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://www.fusiongamingonline.com/search?q=", "product": "https://www.fusiongamingonline.com/products/", "sold": null, "sitemap": "https://www.fusiongamingonline.com/sitemap.xml", "robots": "https://www.fusiongamingonline.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://www.fusiongamingonline.com/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "fusion-gaming" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Winnipeg TCG retailer. Shopify storefront; singles titles are 'Name [Set]' with condition variants. ~256k products; MTG singles 52k, Pokémon singles 9k+. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "gameology", "name": "Gameology", "domain": "gameology.com.au", "country": "AU", "supportedCountries": [ "AU" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon", "one_piece_card_game", "disney_lorcana", "yugioh", "weiss_schwarz", "digimon_tcg", "star_wars_tcg", "flesh_and_blood", "dragon_ball_tcg", "other_tcg", "funko", "action_figures", "other_sports_cards", "basketball_cards", "final_fantasy_tcg", "football_cards", "soccer_cards", "baseball_cards", "hockey_cards", "f1_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product", "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json); no key. Not the Admin/Storefront GraphQL API." }, "urls": { "search": null, "product": "https://www.gameology.com.au/products/", "sold": null, "sitemap": "https://www.gameology.com.au/sitemap.xml", "robots": "https://www.gameology.com.au/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Standard Shopify robots.txt; /collections/*/products.json allowed", "rateLimit": "none published; we use 1 req / 1.5 s", "preferredEngine": "shopify" }, "currency": [ "AUD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.65, "legal": "Public storefront data; attribution via sourceUrl; asking prices only. No login, no personal data.", "status": "implemented", "connectors": [ "gameology" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Melbourne online game store: 22k TCG singles (MTG, Pokémon English/Japanese, One Piece, Lorcana, Yu-Gi-Oh!), PSA-graded cards, Funko Pop!, statues & anime figures, Topps/Panini sports cards. Tags carry Number_/Printing_/Set_ attributes. Prices are the base currency AUD (/meta.json currency AUD, Shopify.currency rate 1.0), GST included." }, { "id": "games-republic", "name": "Games Republic", "domain": "gamesrepublic.ca", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "other_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.gamesrepublic.ca/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "CAD" ], "freshness": "unknown", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable on 2026-09-08.", "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "Probed 2026-09-08 with curl (RareIndexBot UA): /robots.txt, /products.json?limit=1, /wp-json/wc/store/v1/products?per_page=1, / headers." }, { "id": "gameshaven", "name": "Games Haven", "domain": "gameshaven.com.sg", "country": "SG", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "SGD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable at probe time.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "gamesportal", "name": "Games Portal", "domain": "gamesportal.com.au", "country": "AU", "supportedCountries": [ "AU" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "one_piece_card_game", "disney_lorcana", "digimon_tcg", "flesh_and_blood", "star_wars_tcg", "dragon_ball_tcg", "other_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product", "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json); no key. Not the Admin/Storefront GraphQL API." }, "urls": { "search": null, "product": "https://gamesportal.com.au/products/", "sold": null, "sitemap": "https://gamesportal.com.au/sitemap.xml", "robots": "https://gamesportal.com.au/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Standard Shopify robots.txt; /collections/*/products.json allowed", "rateLimit": "none published; we use 1 req / 1.5 s", "preferredEngine": "shopify" }, "currency": [ "AUD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.65, "legal": "Public storefront data; attribution via sourceUrl; asking prices only. No login, no personal data.", "status": "implemented", "connectors": [ "gamesportal" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Mitcham (Victoria) game store on BinderPOS: ~47k in-stock MTG singles plus One Piece, Lorcana, Digimon and Flesh and Blood singles with \"Name [Set]\" titles and Near Mint / Lightly Played / Moderately Played / Heavily Played (Foil) condition variants; sealed MTG, Lorcana, One Piece, Star Wars Unlimited, Gundam and hololive products. Prices are the base currency AUD (/meta.json currency AUD, Shopify.currency rate 1.0), GST included. SKUs follow BinderPOS \"SET-number-lang-finish-condition\" (e.g. WAR-94-EN-NF-1)." }, { "id": "gamevaluenow", "name": "GameValueNow", "domain": "gamevaluenow.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "pricing_guide", "categories": [ "video_games", "nintendo_games", "sega_games", "playstation_games", "atari_retro_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://gamevaluenow.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "years", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": true }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": true, "robots": "Unreadable: robots.txt itself answers with a Cloudflare managed challenge to curl; Scrapfly (asp) gets 'upstream website error — connection refused'.", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "daily", "priority": "later", "difficulty": "very_hard", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Cloudflare challenge for plain HTTP and connection refused for Scrapfly (2026-09-08); robots.txt could not be read → not crawled. PriceCharting (implemented) covers loose/CIB/new retro game prices.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "gamezilla", "name": "GameZilla", "domain": "gamezilla.ca", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "gundam", "action_figures", "disney_lorcana", "other_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json) — unauthenticated, served to every visitor; not an official API." }, "urls": { "search": "https://www.gamezilla.ca/search?q=", "product": "https://www.gamezilla.ca/products/", "sold": null, "sitemap": "https://www.gamezilla.ca/sitemap.xml", "robots": "https://www.gamezilla.ca/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "standard Shopify robots.txt for *; products.json paths allowed", "rateLimit": "none published; self-imposed 1 req / 1.5 s, concurrency 1", "preferredEngine": "shopify" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.75, "legal": "Public storefront data of a retailer; asking prices only (listings, never sales). Merchant terms: https://www.gamezilla.ca/policies/terms-of-service. Attribution (sourceUrl) kept on every record.", "status": "implemented", "connectors": [ "gamezilla" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08T00:00:00.000Z", "notes": "New Brunswick TCG/anime shop chain. Shopify storefront with per-set MTG collections ('Name [Set]', store-location variants), Gunpla grades, anime figures/statues, Lorcana. ~10k MTG singles over per-set collections, 1.4k Gunpla, 600 anime statues. Verified live 2026-09-08: robots.txt, /products.json?limit=1 (200 JSON), /collections.json, /meta.json currency=CAD." }, { "id": "gatheringgames", "name": "Gathering Games", "domain": "gatheringgames.co.uk", "country": "GB", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon", "board_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "shopify" }, "currency": [ "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Shopify (GBP) but the singles collections (magic-the-gathering-single-cards, 2 668 products) return an empty products.json (collection not published to the online-store channel); the remaining stock is board games, paints and sealed product already covered by Total Cards / The Card Vault.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "gcd", "name": "Grand Comics Database", "domain": "comics.org", "country": "US", "supportedCountries": [ "US", "GB", "CA", "FR", "DE", "IT", "ES", "NL", "SE", "JP", "BR" ], "languages": [ "en", "fr", "de", "it", "es", "nl", "sv", "ja", "pt" ], "sourceType": "catalog", "categories": [ "comics", "marvel_comics", "dc_comics", "independent_comics", "manga" ], "subcategories": [], "api": { "available": true, "docsUrl": "https://www.comics.org/api/", "auth": "none", "notes": "Django REST framework JSON API: /api/series/?page=N (50/page), /api/series//, /api/issue//, /api/publisher//. No filters honoured. Server-side throttle: HTTP 429 with Retry-After ≈ 1741 s after ~50 requests (verified live)." }, "urls": { "search": "https://www.comics.org/api/series/?format=json&page=1", "product": "https://www.comics.org/issue/{id}/", "sold": null, "sitemap": null, "robots": "https://www.comics.org/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "decades", "images": false, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": true, "population": false, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "low", "cloudflare": true, "robots": "Allow / for * (Cloudflare content signals search=yes, ai-train=no). HTML pages and /download/ dumps are behind a Cloudflare managed challenge + account login → not fetched; API is open.", "rateLimit": "~60 requests/hour per client (429, Retry-After up to 1741 s) → 30 requests per hourly run, 2.5 s spacing", "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave1", "difficulty": "easy", "reliability": 0.9, "legal": "Data is CC-BY-SA (attribution kept in metadata + link to the issue page). SQL dumps require a GCD account → not used.", "status": "implemented", "connectors": [ "gcd" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "232,658 series; catalog_item per issue with comics_org_id (deterministic key), publisher family → taxonomy slug, cover price → originalMsrp when ISO currency is printed." }, { "id": "goat", "name": "GOAT", "domain": "goat.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "sneakers", "nike_jordan", "adidas_yeezy" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": true, "antiBot": "blocking", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "wave1", "difficulty": "very_hard", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Anti-bot (DataDome/PerimeterX) blocks all automated access; no public API.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "goblingames-nz", "name": "Goblin Games NZ", "domain": "goblingames.co.nz", "country": "NZ", "supportedCountries": [ "NZ" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon", "yugioh", "one_piece_card_game", "flesh_and_blood", "star_wars_tcg", "disney_lorcana", "digimon_tcg" ], "subcategories": [], "api": { "available": false, "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product", "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json); no key. Not the Admin/Storefront GraphQL API." }, "urls": { "search": null, "product": "https://goblingames.co.nz/products/", "sold": null, "sitemap": "https://goblingames.co.nz/sitemap.xml", "robots": "https://goblingames.co.nz/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Standard Shopify robots.txt; /collections/*/products.json allowed", "rateLimit": "none published; we use 1 req / 1.5 s", "preferredEngine": "shopify" }, "currency": [ "NZD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.65, "legal": "Public storefront data; attribution via sourceUrl; asking prices only. No login, no personal data.", "status": "implemented", "connectors": [ "goblingames-nz" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "New Zealand TCG specialist: ~190k MTG singles (incl. Alpha/Beta/Unlimited old-school and Secret Lair), 43k English + 38k Japanese Pokémon singles, Yu-Gi-Oh!, One Piece, Flesh and Blood, Star Wars Unlimited, Lorcana and Digimon singles with NM-Mint / Lightly Played / Moderately Played / Heavily Played variants; sealed MTG and Pokémon. Prices are the base currency NZD (Shopify.currency active NZD with rate 1.0; the shop /meta.json endpoint returns 500), GST included. Titles mix BinderPOS \"Name [Set]\" and \"Name 088/111 - Set Printing\" styles; only the bracket style yields set extraction." }, { "id": "gocollect", "name": "GoCollect", "domain": "gocollect.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "analytics_provider", "categories": [ "marvel_comics", "dc_comics", "independent_comics", "video_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "years", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Sales data is a paid membership product; terms forbid scraping.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "goldin", "name": "Goldin", "domain": "goldin.co", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "pokemon", "magic_the_gathering", "yugioh", "one_piece_card_game", "basketball_cards", "baseball_cards", "football_cards", "hockey_cards", "soccer_cards", "f1_cards", "sports_memorabilia", "marvel_comics", "nintendo_games", "non_sport_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://goldin.co/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": true, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "scrapfly" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave1", "difficulty": "hard", "reliability": 0.9, "legal": "Public 'Sold Items' result grids (https://goldin.co/buy/sc/?show_only=Sold%20Items&sort=Most_Recent_Bids&number_of_lots=240) rendered through Scrapfly (asp + JS rendering, ~6 credits per page of 240 sold lots). goldin.co/robots.txt allows /buy/ and /item/ and disallows /api/; we never call goldin.co/api ourselves — the lot data is read from the XHR (lots_v2 on their CloudFront search ", "status": "implemented", "connectors": [ "goldin" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "goodgames", "name": "Good Games", "domain": "goodgames.com.au", "country": "AU", "supportedCountries": [ "AU" ], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "pokemon", "magic_the_gathering", "yugioh", "one_piece_card_game", "digimon_tcg", "flesh_and_blood", "dragon_ball_tcg", "disney_lorcana", "star_wars_tcg", "other_tcg", "other_sports_cards", "funko", "action_figures", "designer_toys", "gundam", "plush", "basketball_cards", "football_cards", "soccer_cards", "baseball_cards", "hockey_cards", "f1_cards" ], "subcategories": [], "api": { "available": false, "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product", "auth": "none", "notes": "Public Shopify storefront JSON (/collections//products.json, /products/.json); no key. Not the Admin/Storefront GraphQL API." }, "urls": { "search": null, "product": "https://www.goodgames.com.au/products/", "sold": null, "sitemap": "https://www.goodgames.com.au/sitemap.xml", "robots": "https://www.goodgames.com.au/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": true, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": true, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Standard Shopify robots.txt; /collections/*/products.json allowed", "rateLimit": "none published; we use 1 req / 1.5 s", "preferredEngine": "shopify" }, "currency": [ "AUD" ], "freshness": "daily", "priority": "wave3", "difficulty": "easy", "reliability": 0.65, "legal": "Public storefront data; attribution via sourceUrl; asking prices only. No login, no personal data.", "status": "implemented", "connectors": [ "goodgames" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Australian games retailer chain (Sydney): sealed Pokémon, MTG, Yu-Gi-Oh!, One Piece, Digimon, Flesh and Blood, Lorcana, Star Wars Unlimited; Panini sports boxes; anime figures, action figures, Funko, blind boxes, Gunpla and plush. EAN barcodes appear in SKUs. Prices are the base currency AUD (/meta.json currency AUD, Shopify.currency rate 1.0), GST included." }, { "id": "gooding", "name": "Gooding & Company", "domain": "goodingco.com", "country": "US", "supportedCountries": [ "US", "GB", "FR" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "automobiles", "motorcycles", "automotive_memorabilia" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.goodingco.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD", "GBP", "EUR" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.9, "legal": "Gooding & Company's public 'Prices Realized' pages are a Gatsby site; each realized auction page ships its full lot list as static JSON at /page-data/auction/realized//page-data.json (one plain HTTPS request per auction, 0 credits; robots.txt has no disallow rules). Each lot carries salePrice (auction currency), lotNumber, title, model year, make, model and Cloudinary image ids (cloud 'goodi", "status": "implemented", "connectors": [ "gooding" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "grailed", "name": "Grailed", "domain": "grailed.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "fashion_streetwear", "sneakers" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "DataDome blocks automated access.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "grand-archive", "name": "Grand Archive TCG Index", "domain": "index.gatcg.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "manufacturer", "categories": [ "other_tcg" ], "subcategories": [], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://index.gatcg.com/robots.txt" }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": true, "catalog": true }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [], "freshness": "weekly", "priority": "wave3", "difficulty": "easy", "reliability": 0.85, "legal": "Official Grand Archive card index API (https://api.gatcg.com/cards/search, paginated, no key). Emits one catalog_item per edition × circulation (non-foil / foil) with the publisher's declared print run in `productionQuantity` when the operator is exact ('=') and in metadata when approximate ('≈') — a rare case of manufacturer-published production counts. No prices (TCGCSV supplies Grand Archive pr", "status": "implemented", "connectors": [ "grand-archive" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "greatcollections", "name": "GreatCollections", "domain": "greatcollections.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "coins", "banknotes" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": false, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Archive search requires login; anti-bot on public pages.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "grey-flannel", "name": "Grey Flannel Auctions", "domain": "greyflannelauctions.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "sports_memorabilia" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.greyflannelauctions.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "blocking", "cloudflare": true, "robots": "robots.txt 200; all pages Cloudflare 403 'Sorry, you have been blocked' (bot UA and browser UA)", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "very_hard", "reliability": 0.85, "legal": "Cloudflare WAF block; not circumvented.", "status": "blocked", "connectors": [], "statusReason": "Cloudflare WAF 403 block page for every request (bot and browser UA). Not fought.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "grisebach", "name": "Grisebach", "domain": "grisebach.com", "country": "DE", "supportedCountries": [ "DE" ], "languages": [ "de", "en" ], "sourceType": "auction_house", "categories": [ "art", "contemporary_art", "photography" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "Laravel/Livewire archive (POST /livewire/update pagination) + per-sale result PDFs since 2002." }, "urls": { "search": "https://www.grisebach.com/auktionen/werk-objektarchiv", "product": "https://www.grisebach.com/object-archive/{id}", "sold": "https://www.grisebach.com/auktionen/auktionsergebnisse", "sitemap": "https://www.grisebach.com/sitemap.xml", "robots": "https://www.grisebach.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "infinite_scroll", "jsRendering": true, "antiBot": "none", "cloudflare": false, "robots": "Crawl-delay 2, all allowed", "rateLimit": "Crawl-delay 2", "preferredEngine": "api" }, "currency": [ "EUR" ], "freshness": "weekly", "priority": "wave3", "difficulty": "medium", "reliability": 0.85, "legal": "Versteigerungsbedingungen: no anti-automation clause; results 'inkl. Aufgeld'.", "status": "planned", "connectors": [], "statusReason": "Archive listing needs Livewire POST; result PDFs (lot/sale/price only) parse cleanly but lack titles → PDF + object-page connector planned for a later wave.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "guf", "name": "Guf", "domain": "guf.com.au", "country": "AU", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "magic_the_gathering", "pokemon", "yugioh" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "shopify" }, "currency": [ "AUD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Shopify (AUD) with 112k MTG / 30k Pokémon / 46k Yu-Gi-Oh! singles, but every product carries one variant per physical store (Ballarat/Bendigo/Geelong/Werribee) at the same price, which would quadruple listings without price information; sealed products use per-store SKUs with UUIDs. Deferred until the adapter can collapse location variants.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "gumtree", "name": "Gumtree", "domain": "gumtree.com", "country": "GB", "supportedCountries": [], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "vintage_toys", "video_games" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Anti-bot; classifieds without sold data; low pricing value.", "verified": false, "verifiedAt": null, "notes": null }, { "id": "hagerty", "name": "Hagerty Valuation Tools", "domain": "hagerty.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "pricing_guide", "categories": [ "automobiles" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Valuation tool is a member product; terms forbid extraction.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "hakes", "name": "Hake's Auctions", "domain": "hakes.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "vintage_toys", "star_wars", "marvel_comics", "dc_comics", "independent_comics", "political_memorabilia", "pins", "non_sport_cards", "disney_collectibles", "advertising", "animation_art", "movie_posters", "music_memorabilia", "sports_memorabilia", "autographs" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.hakes.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": true, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "USD" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.85, "legal": "Plain HTTPS on the public Bidsquare-hosted site (robots.txt disallows /search, account pages and filtered/sorted query URLs; we only load /auctions and unfiltered catalog pages with ?page=N, 2 s politeness). Hake's hides its past-auction list, so upcoming catalogs are crawled for auction lots (estimate, current bid, countdown end) and their URLs are remembered in the connector cursor; after an eve", "status": "implemented", "connectors": [ "hakes" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "hanon", "name": "Hanon Shop", "domain": "hanon-shop.com", "country": "GB", "supportedCountries": [], "languages": [ "en" ], "sourceType": "dealer", "categories": [ "sneakers" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "GBP" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Host unreachable at probe time.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "hareruya", "name": "Hareruya (晴れる屋)", "domain": "hareruyamtg.com", "country": "JP", "supportedCountries": [ "JP" ], "languages": [ "en", "ja" ], "sourceType": "dealer", "categories": [ "magic_the_gathering" ], "subcategories": [ "singles" ], "api": { "available": true, "docsUrl": null, "auth": "none", "notes": "Undocumented but public JSON endpoint used by the storefront: GET /en/products/search/unisearch_api?fq.category_id=1&fq.cardset=&fq.price=1~*&rows=60&page=n → response.numFound/docs (product, product_name_en, card_name, language code, price JPY, foil_flg, stock, weekly_sales, product_class, card_condition). Verified live (Black Lotus query: 73 docs)." }, "urls": { "search": "https://www.hareruyamtg.com/en/products/search", "product": "https://www.hareruyamtg.com/en/products/detail/1282?lang=EN", "sold": null, "sitemap": "https://www.hareruyamtg.com/sitemap.xml", "robots": "https://www.hareruyamtg.com/robots.txt" }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "none", "cloudflare": false, "robots": "Allow: / ; Disallow: /en/products/search?*page=* , *sort=* , *order=* (HTML result pages), /*.csv$, /news/, deck downloads, purchase forwards. The JSON endpoint path /en/products/search/unisearch_api is not covered by any rule and is what the page itself calls.", "rateLimit": "site caps a query at 4 000 results; self-imposed 1 req / 4 s", "preferredEngine": "api" }, "currency": [ "JPY" ], "freshness": "realtime", "priority": "wave2", "difficulty": "medium", "reliability": 0.8, "legal": "Retailer asking prices, no personal data. HTML search result pages with page/sort/order (robots-disallowed) are never requested.", "status": "implemented", "connectors": [ "hareruya" ], "statusReason": null, "verified": true, "verifiedAt": "2026-09-08", "notes": "Condition is exposed only as a numeric code (card_condition 1/2/…) → kept in metadata, never mapped. weekly_sales per offer is a useful velocity signal (metadata)." }, { "id": "hdh-wine", "name": "Hart Davis Hart Wine Co.", "domain": "hdhauctions.com", "country": "US", "supportedCountries": [ "US" ], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "wine", "whisky", "cognac" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://hdhauctions.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": false, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": true, "antiBot": "low", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "firecrawl" }, "currency": [ "USD" ], "freshness": "weekly", "priority": "wave2", "difficulty": "medium", "reliability": 0.95, "legal": "Hart Davis Hart (Chicago; ~8 fine-wine auctions a year, 100% sold rates) publishes every auction's full prices-realized as a PDF linked from /auction-archives/ ('View auction results'). Plain HTTP is 403 for non-browser clients, so the archive page (1 credit) and each PDF (Firecrawl PDF parser, 1 credit per page, ≈130–140 pages for a 2,500-lot sale) are fetched with Firecrawl; config.pdfsPerRun ca", "status": "implemented", "connectors": [ "hdh-wine" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "heffel", "name": "Heffel Fine Art Auction House", "domain": "heffel.com", "country": "CA", "supportedCountries": [ "CA" ], "languages": [ "en", "fr" ], "sourceType": "auction_house", "categories": [ "art", "contemporary_art", "photography", "design_furniture" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.heffel.com/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "page_number", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "api" }, "currency": [ "CAD" ], "freshness": "daily", "priority": "wave2", "difficulty": "easy", "reliability": 0.9, "legal": "Plain HTTPS, 0 credits. heffel.com serves no robots.txt (404 → nothing disallowed). Sources: the public 'Auction Results' index (/Links/Results_Choose_E.aspx, ~16 recent live + online sales) and each results page (/Links/Results_E?Request=) which lists lot number, thumbnail, title, artist and price for every sold lot. Heffel states on the page: 'Prices include Buyer's Premium' and prices ar", "status": "implemented", "connectors": [ "heffel" ], "statusReason": null, "verified": true, "verifiedAt": null, "notes": "entry synthesized from connector meta.json" }, { "id": "heritage", "name": "Heritage Auctions", "domain": "ha.com", "country": "US", "supportedCountries": [], "languages": [ "en" ], "sourceType": "auction_house", "categories": [ "sports_cards", "marvel_comics", "coins", "video_games", "art", "sports_memorabilia" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "decades", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": true, "grading": true, "certNumber": true, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "high", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "USD" ], "freshness": "unknown", "priority": "wave1", "difficulty": "very_hard", "reliability": 0.95, "legal": null, "status": "blocked", "connectors": [], "statusReason": "Prices-realised archive requires a free but mandatory account (login wall) and terms prohibit automated access; upcoming-lot pages are protected. Data licence/partnership is the lawful route.", "verified": true, "verifiedAt": "2026-09-07", "notes": null }, { "id": "hermann-historica", "name": "Hermann Historica", "domain": "hermann-historica.de", "country": "DE", "supportedCountries": [ "DE" ], "languages": [ "de", "en" ], "sourceType": "auction_house", "categories": [ "militaria", "medals", "antiques" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": "https://www.hermann-historica.de/robots.txt" }, "data": { "liveListings": false, "soldResults": true, "auctionResults": true, "historical": "years", "images": true, "seller": false, "saleDate": true, "realizedPrice": true, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": "Disallow /en/auctions/, /en/live/, /en/lotsearch/ (the paths holding lots and results)", "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "daily", "priority": "later", "difficulty": "hard", "reliability": 0.5, "legal": "Militaria: only lawful historical reference data would be kept; robots forbids the needed paths.", "status": "blocked", "connectors": [], "statusReason": "robots.txt disallows /en/auctions/, /en/live/ and /en/lotsearch/ — exactly the catalogue/result paths — so the site is not crawled.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "hhv", "name": "HHV", "domain": "hhv.de", "country": "DE", "supportedCountries": [], "languages": [ "de", "en" ], "sourceType": "dealer", "categories": [ "music", "sneakers" ], "subcategories": [], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": null }, "urls": { "search": null, "product": null, "sold": null, "sitemap": null, "robots": null }, "data": { "liveListings": true, "soldResults": false, "auctionResults": false, "historical": "none", "images": true, "seller": false, "saleDate": false, "realizedPrice": false, "fees": false, "grading": false, "certNumber": false, "itemId": true, "gtin": false, "population": false, "catalog": false }, "access": { "pagination": "unknown", "jsRendering": false, "antiBot": "none", "cloudflare": false, "robots": null, "rateLimit": null, "preferredEngine": "none" }, "currency": [ "EUR" ], "freshness": "unknown", "priority": "later", "difficulty": "medium", "reliability": 0.6, "legal": null, "status": "rejected", "connectors": [], "statusReason": "Custom storefront without product JSON; Discogs covers vinyl pricing.", "verified": true, "verifiedAt": "2026-09-08", "notes": null }, { "id": "hibid", "name": "HiBid", "domain": "hibid.com", "country": "US", "supportedCountries": [ "US", "CA" ], "languages": [ "en" ], "sourceType": "marketplace", "categories": [ "coins", "banknotes", "sports_memorabilia", "baseball_cards", "hockey_cards", "vintage_toys", "marvel_comics", "dc_comics", "independent_comics", "jewelry", "other_watches", "art", "antiques", "advertising", "musical_instruments", "music", "books", "stamps", "video_games", "militaria" ], "subcategories": [ "coins & currency", "sports memorabilia & cards", "toys & hobbies", "antiques & collectibles", "jewelry, watches & gemstones" ], "api": { "available": false, "docsUrl": null, "auth": "none", "notes": "The Angular SPA talks to hibid.com/graphql; we never call it — the public pages embed the Apollo cache (