TypeScript 61.9%
HTML 37.2%
SQL 0.7%
1[2 {3 "id": "gcd",4 "name": "Grand Comics Database",5 "domain": "comics.org",6 "country": "US",7 "supportedCountries": [8 "US",9 "GB",10 "CA",11 "FR",12 "DE",13 "IT",14 "ES",15 "NL",16 "SE",17 "JP",18 "BR"19 ],20 "languages": [21 "en",22 "fr",23 "de",24 "it",25 "es",26 "nl",27 "sv",28 "ja",29 "pt"30 ],31 "sourceType": "catalog",32 "categories": [33 "comics",34 "marvel_comics",35 "dc_comics",36 "independent_comics",37 "manga"38 ],39 "api": {40 "available": true,41 "docsUrl": "https://www.comics.org/api/",42 "auth": "none",43 "notes": "Django REST framework JSON API: /api/series/?page=N (50/page), /api/series/<id>/, /api/issue/<id>/, /api/publisher/<id>/. No filters honoured. Server-side throttle: HTTP 429 with Retry-After ≈ 1741 s after ~50 requests (verified live)."44 },45 "urls": {46 "search": "https://www.comics.org/api/series/?format=json&page=1",47 "product": "https://www.comics.org/issue/{id}/",48 "sold": null,49 "sitemap": null,50 "robots": "https://www.comics.org/robots.txt"51 },52 "data": {53 "liveListings": false,54 "soldResults": false,55 "auctionResults": false,56 "historical": "decades",57 "images": false,58 "seller": false,59 "saleDate": false,60 "realizedPrice": false,61 "fees": false,62 "grading": false,63 "certNumber": false,64 "itemId": true,65 "gtin": true,66 "population": false,67 "catalog": true68 },69 "access": {70 "pagination": "page_number",71 "jsRendering": false,72 "antiBot": "low",73 "cloudflare": true,74 "robots": "Allow / for * (Cloudflare content signals search=yes, ai-train=no). HTML pages and /download/ dumps are behind a Cloudflare managed challenge + account login → not fetched; API is open.",75 "rateLimit": "~60 requests/hour per client (429, Retry-After up to 1741 s) → 30 requests per hourly run, 2.5 s spacing",76 "preferredEngine": "api"77 },78 "currency": [79 "USD"80 ],81 "freshness": "daily",82 "priority": "wave1",83 "difficulty": "easy",84 "reliability": 0.9,85 "legal": "Data is CC-BY-SA (attribution kept in metadata + link to the issue page). SQL dumps require a GCD account → not used.",86 "status": "implemented",87 "connectors": [88 "gcd"89 ],90 "statusReason": null,91 "verified": true,92 "verifiedAt": "2026-09-08",93 "notes": "232,658 series; catalog_item per issue with comics_org_id (deterministic key), publisher family → taxonomy slug, cover price → originalMsrp when ISO currency is printed."94 },95 {96 "id": "comiclink",97 "name": "ComicLink",98 "domain": "comiclink.com",99 "country": "US",100 "supportedCountries": [101 "US"102 ],103 "languages": [104 "en"105 ],106 "sourceType": "auction_house",107 "categories": [108 "comics",109 "marvel_comics",110 "dc_comics",111 "independent_comics",112 "art"113 ],114 "api": {115 "available": false,116 "docsUrl": null,117 "auth": "none",118 "notes": null119 },120 "urls": {121 "search": "https://www.comiclink.com/auctions/auctionschedule.asp",122 "product": "https://www.comiclink.com/auctions/item.asp?id={id}",123 "sold": "https://www.comiclink.com/results/generate_highlights.asp?output={code}",124 "sitemap": null,125 "robots": "https://www.comiclink.com/robots.txt"126 },127 "data": {128 "liveListings": false,129 "soldResults": true,130 "auctionResults": true,131 "historical": "decades",132 "images": true,133 "seller": false,134 "saleDate": true,135 "realizedPrice": true,136 "fees": false,137 "grading": true,138 "certNumber": false,139 "itemId": true,140 "gtin": false,141 "population": false,142 "catalog": false143 },144 "access": {145 "pagination": "none",146 "jsRendering": false,147 "antiBot": "high",148 "cloudflare": true,149 "robots": "Allow / for * (Cloudflare content signals search=yes, ai-train=no).",150 "rateLimit": "3 s politeness, concurrency 1; ~1 Scrapfly credit per page",151 "preferredEngine": "scrapfly"152 },153 "currency": [154 "USD"155 ],156 "freshness": "weekly",157 "priority": "wave1",158 "difficulty": "medium",159 "reliability": 0.8,160 "legal": "Public results pages only; item pages hide prices behind login (never fetched). Sale dates carry month precision (session label).",161 "status": "implemented",162 "connectors": [163 "comiclink"164 ],165 "statusReason": null,166 "verified": true,167 "verifiedAt": "2026-09-08",168 "notes": "~90 past sessions since 2015 (comics + comic art), 300–800 sold books each with title, CGC/CBCS grade and price. Cloudflare managed challenge for every non-browser client → Scrapfly without JS (1 credit/page)."169 },170 {171 "id": "mycomicshop",172 "name": "MyComicShop",173 "domain": "mycomicshop.com",174 "country": "US",175 "supportedCountries": [176 "US"177 ],178 "languages": [179 "en"180 ],181 "sourceType": "dealer",182 "categories": [183 "comics",184 "marvel_comics",185 "dc_comics",186 "independent_comics",187 "manga"188 ],189 "api": {190 "available": false,191 "docsUrl": null,192 "auth": "none",193 "notes": null194 },195 "urls": {196 "search": "https://www.mycomicshop.com/search?TID={tid}&mingr=0",197 "product": "https://www.mycomicshop.com/search?ItemID={id}",198 "sold": null,199 "sitemap": null,200 "robots": "https://www.mycomicshop.com/robots.txt"201 },202 "data": {203 "liveListings": true,204 "soldResults": false,205 "auctionResults": true,206 "historical": "none",207 "images": true,208 "seller": true,209 "saleDate": false,210 "realizedPrice": false,211 "fees": true,212 "grading": true,213 "certNumber": true,214 "itemId": true,215 "gtin": false,216 "population": false,217 "catalog": true218 },219 "access": {220 "pagination": "none",221 "jsRendering": false,222 "antiBot": "high",223 "cloudflare": false,224 "robots": "/search allowed; /auctions, /newlistings, /restocked, /account, /cart, /wantlist disallowed (never fetched).",225 "rateLimit": "3 s politeness, concurrency 1; ~1 Scrapfly credit per title page (1–3 MB)",226 "preferredEngine": "scrapfly"227 },228 "currency": [229 "USD"230 ],231 "freshness": "daily",232 "priority": "wave1",233 "difficulty": "medium",234 "reliability": 0.85,235 "legal": "Imperva Incapsula interstitial for all non-browser clients; public listing pages read through Scrapfly. No sold data is published outside the (robots-disallowed) auction section; asking prices are listings.",236 "status": "implemented",237 "connectors": [238 "mycomicshop"239 ],240 "statusReason": null,241 "verified": true,242 "verifiedAt": "2026-09-08",243 "notes": "Title pages expose schema.org/Product microdata per copy + 'Label #<cert>' for CGC/CBCS slabs, consignment 3% buyer's premium, Signature Series, paper quality. Seeds = title ids (homepage lists ~275 titles with stock counts)."244 },245 {246 "id": "shortboxed",247 "name": "Shortboxed",248 "domain": "shortboxed.com",249 "country": "US",250 "supportedCountries": [251 "US"252 ],253 "languages": [254 "en"255 ],256 "sourceType": "marketplace",257 "categories": [258 "comics",259 "marvel_comics",260 "dc_comics",261 "independent_comics"262 ],263 "api": {264 "available": true,265 "docsUrl": null,266 "auth": "login",267 "notes": "Relay/Apollo GraphQL at https://graph.shortboxed.com/graphql (found in the public bundle). Public root queries of interest: auctionSearch, historicalSalesByLabel(labelId, grade), fmvByCertificationNumbers(input) (sales by CGC cert with source URLs), productsSoldByLabel. Live test 2026-09-08: __typename answers, introspection disabled, every data query returns 401 Unauthorized without a user token."268 },269 "urls": {270 "search": "https://shortboxed.com/shop",271 "product": "https://shortboxed.com/product/{id}",272 "sold": null,273 "sitemap": "https://site.shortboxed.com/sitemap.xml",274 "robots": "https://shortboxed.com/robots.txt"275 },276 "data": {277 "liveListings": true,278 "soldResults": true,279 "auctionResults": true,280 "historical": "years",281 "images": true,282 "seller": true,283 "saleDate": true,284 "realizedPrice": true,285 "fees": false,286 "grading": true,287 "certNumber": true,288 "itemId": true,289 "gtin": true,290 "population": true,291 "catalog": true292 },293 "access": {294 "pagination": "cursor",295 "jsRendering": true,296 "antiBot": "medium",297 "cloudflare": true,298 "robots": "Allows the comics shop/auction paths; disallows /account*, /portfolio, /live, /sports, /tcg, /toys, /funko, /video-games, /pokemon … (non-comic verticals).",299 "rateLimit": null,300 "preferredEngine": "api"301 },302 "currency": [303 "USD"304 ],305 "freshness": "realtime",306 "priority": "wave2",307 "difficulty": "hard",308 "reliability": 0.85,309 "legal": "GraphQL requires an authenticated user (401) → login wall; SPA shell carries no data. Not circumvented.",310 "status": "gated",311 "connectors": [],312 "statusReason": "All GraphQL data queries (auctionSearch, historicalSalesByLabel, fmvByCertificationNumbers) return 401 without a Shortboxed user token; no public API key programme is documented. Re-evaluate if Shortboxed publishes a partner/API key.",313 "verified": true,314 "verifiedAt": "2026-09-08",315 "notes": "Would be a gold source: cert-number keyed sales (CGC label id) with source URLs and CGC census. api.shortboxed.com returns Cloudflare 'Attention Required' for GET."316 },317 {318 "id": "reeces",319 "name": "Reece's Rare Comics",320 "domain": "reecescomics.com",321 "country": "US",322 "supportedCountries": [323 "US"324 ],325 "languages": [326 "en"327 ],328 "sourceType": "dealer",329 "categories": [330 "comics"331 ],332 "api": {333 "available": false,334 "docsUrl": null,335 "auth": "none",336 "notes": null337 },338 "urls": {339 "search": null,340 "product": null,341 "sold": null,342 "sitemap": null,343 "robots": "https://www.reecescomics.com/robots.txt"344 },345 "data": {346 "liveListings": true,347 "soldResults": false,348 "auctionResults": false,349 "historical": "none",350 "images": true,351 "seller": false,352 "saleDate": false,353 "realizedPrice": false,354 "fees": false,355 "grading": true,356 "certNumber": false,357 "itemId": true,358 "gtin": false,359 "population": false,360 "catalog": false361 },362 "access": {363 "pagination": "unknown",364 "jsRendering": false,365 "antiBot": "blocking",366 "cloudflare": true,367 "robots": "robots.txt itself returned Cloudflare managed content (Allow /) but every page request from curl ended with a Cloudflare 'Attention Required' block (HTTP 000/403).",368 "rateLimit": null,369 "preferredEngine": "none"370 },371 "currency": [372 "USD"373 ],374 "freshness": "unknown",375 "priority": "later",376 "difficulty": "very_hard",377 "reliability": 0.5,378 "legal": null,379 "status": "blocked",380 "connectors": [],381 "statusReason": "www.reecescomics.com: Cloudflare 'Attention Required' hard block for curl (bot and browser UA) and Scrapfly reports DNS_NAME_NOT_RESOLVED for the host on 2026-09-08 — site unreachable for automated access.",382 "verified": true,383 "verifiedAt": "2026-09-08",384 "notes": null385 },386 {387 "id": "covrprice",388 "name": "CovrPrice",389 "domain": "covrprice.com",390 "country": "US",391 "supportedCountries": [392 "US"393 ],394 "languages": [395 "en"396 ],397 "sourceType": "pricing_guide",398 "categories": [399 "comics"400 ],401 "api": {402 "available": false,403 "docsUrl": null,404 "auth": "login",405 "notes": "Subscription price guide; values and sales history behind member login."406 },407 "urls": {408 "search": null,409 "product": null,410 "sold": null,411 "sitemap": null,412 "robots": "https://covrprice.com/robots.txt"413 },414 "data": {415 "liveListings": false,416 "soldResults": true,417 "auctionResults": false,418 "historical": "years",419 "images": true,420 "seller": false,421 "saleDate": true,422 "realizedPrice": true,423 "fees": false,424 "grading": true,425 "certNumber": false,426 "itemId": true,427 "gtin": false,428 "population": false,429 "catalog": true430 },431 "access": {432 "pagination": "unknown",433 "jsRendering": true,434 "antiBot": "medium",435 "cloudflare": false,436 "robots": null,437 "rateLimit": null,438 "preferredEngine": "none"439 },440 "currency": [441 "USD"442 ],443 "freshness": "daily",444 "priority": "later",445 "difficulty": "very_hard",446 "reliability": 0.8,447 "legal": "Paywalled subscription data — login wall, never circumvented (SPEC §36).",448 "status": "blocked",449 "connectors": [],450 "statusReason": "Sales history and FMV are only shown to logged-in subscribers.",451 "verified": false,452 "verifiedAt": null,453 "notes": "GoCollect, hobbyDB/PopPriceGuide and Heritage were already blocked in earlier sessions and were not retried."454 },455 {456 "id": "comicspriceguide",457 "name": "ComicsPriceGuide.com",458 "domain": "comicspriceguide.com",459 "country": "US",460 "supportedCountries": [461 "US"462 ],463 "languages": [464 "en"465 ],466 "sourceType": "pricing_guide",467 "categories": [468 "comics"469 ],470 "api": {471 "available": false,472 "docsUrl": null,473 "auth": "login",474 "notes": "Community price guide (1.3M comics, 221M values); values shown to registered members."475 },476 "urls": {477 "search": "https://comicspriceguide.com/titles/{slug}/{id}",478 "product": null,479 "sold": null,480 "sitemap": null,481 "robots": "https://comicspriceguide.com/robots.txt"482 },483 "data": {484 "liveListings": false,485 "soldResults": false,486 "auctionResults": false,487 "historical": "none",488 "images": true,489 "seller": false,490 "saleDate": false,491 "realizedPrice": false,492 "fees": false,493 "grading": true,494 "certNumber": false,495 "itemId": true,496 "gtin": false,497 "population": false,498 "catalog": true499 },500 "access": {501 "pagination": "unknown",502 "jsRendering": false,503 "antiBot": "high",504 "cloudflare": true,505 "robots": "Allow / for * (Cloudflare content signals); plain HTTP gets a Cloudflare challenge, Scrapfly passes (1 credit).",506 "rateLimit": null,507 "preferredEngine": "none"508 },509 "currency": [510 "USD"511 ],512 "freshness": "daily",513 "priority": "later",514 "difficulty": "hard",515 "reliability": 0.6,516 "legal": "Guide values are the site's product and are member-gated; public pages show navigation and catalogue only.",517 "status": "blocked",518 "connectors": [],519 "statusReason": "Issue pages fetched through Scrapfly render only the navigation/catalogue shell; values require login. Catalogue duplicates GCD (implemented).",520 "verified": true,521 "verifiedAt": "2026-09-08",522 "notes": null523 },524 {525 "id": "entertainment-earth",526 "name": "Entertainment Earth",527 "domain": "entertainmentearth.com",528 "country": "US",529 "supportedCountries": [530 "US"531 ],532 "languages": [533 "en"534 ],535 "sourceType": "dealer",536 "categories": [537 "action_figures",538 "funko",539 "model_cars",540 "designer_toys"541 ],542 "api": {543 "available": false,544 "docsUrl": null,545 "auth": "none",546 "notes": "No API; category tiles embed data-sku/name/price/company/theme attributes. Product sitemap index at /sitemap/sitemap_index.xml."547 },548 "urls": {549 "search": "https://www.entertainmentearth.com/s/action-figures/p?page={n}",550 "product": "https://www.entertainmentearth.com/product/{slug}/{sku}",551 "sold": null,552 "sitemap": "https://www.entertainmentearth.com/sitemap/sitemap_index.xml",553 "robots": "https://www.entertainmentearth.com/robots.txt"554 },555 "data": {556 "liveListings": true,557 "soldResults": false,558 "auctionResults": false,559 "historical": "none",560 "images": true,561 "seller": false,562 "saleDate": false,563 "realizedPrice": false,564 "fees": false,565 "grading": false,566 "certNumber": false,567 "itemId": true,568 "gtin": false,569 "population": false,570 "catalog": true571 },572 "access": {573 "pagination": "page_number",574 "jsRendering": false,575 "antiBot": "high",576 "cloudflare": true,577 "robots": "Only /news/* admin paths disallowed; /s/ listings and /product/ allowed (robots fetched via Scrapfly — plain HTTP is challenged).",578 "rateLimit": "3 s politeness, concurrency 1, ~1 Scrapfly credit/page",579 "preferredEngine": "scrapfly"580 },581 "currency": [582 "USD"583 ],584 "freshness": "daily",585 "priority": "wave2",586 "difficulty": "medium",587 "reliability": 0.85,588 "legal": "Public listing pages only; Cloudflare managed challenge for non-browser clients passed by Scrapfly (public pages).",589 "status": "implemented",590 "connectors": [591 "entertainment-earth"592 ],593 "statusReason": null,594 "verified": true,595 "verifiedAt": "2026-09-08",596 "notes": "60 tiles/page; action figures ≈ 73 pages. Manufacturer (data-company) and franchise (data-theme) are structured. Statues/model kits exist but the taxonomy has no slug for statues."597 },598 {599 "id": "tfsource",600 "name": "TFSource",601 "domain": "tfsource.com",602 "country": "US",603 "supportedCountries": [604 "US"605 ],606 "languages": [607 "en"608 ],609 "sourceType": "dealer",610 "categories": [611 "action_figures"612 ],613 "api": {614 "available": false,615 "docsUrl": null,616 "auth": "none",617 "notes": null618 },619 "urls": {620 "search": null,621 "product": null,622 "sold": null,623 "sitemap": null,624 "robots": "https://tfsource.com/robots.txt"625 },626 "data": {627 "liveListings": true,628 "soldResults": false,629 "auctionResults": false,630 "historical": "none",631 "images": true,632 "seller": false,633 "saleDate": false,634 "realizedPrice": false,635 "fees": false,636 "grading": false,637 "certNumber": false,638 "itemId": true,639 "gtin": false,640 "population": false,641 "catalog": false642 },643 "access": {644 "pagination": "unknown",645 "jsRendering": false,646 "antiBot": "high",647 "cloudflare": true,648 "robots": "User-agent: * → Disallow: / (Crawl-delay 60); only Googlebot is allowed.",649 "rateLimit": null,650 "preferredEngine": "none"651 },652 "currency": [653 "USD"654 ],655 "freshness": "daily",656 "priority": "later",657 "difficulty": "very_hard",658 "reliability": 0.7,659 "legal": "robots.txt forbids all crawling for generic agents → not crawled (SPEC §36).",660 "status": "blocked",661 "connectors": [],662 "statusReason": "robots.txt: `User-agent: *` Disallow: / (verified through Scrapfly on 2026-09-08 — the site also serves a Cloudflare challenge).",663 "verified": true,664 "verifiedAt": "2026-09-08",665 "notes": null666 },667 {668 "id": "sideshow",669 "name": "Sideshow Collectibles",670 "domain": "sideshow.com",671 "country": "US",672 "supportedCountries": [673 "US"674 ],675 "languages": [676 "en"677 ],678 "sourceType": "dealer",679 "categories": [680 "action_figures"681 ],682 "api": {683 "available": false,684 "docsUrl": null,685 "auth": "none",686 "notes": "Laravel/Livewire site. Product pages embed schema.org Product JSON-LD with gtin (EAN), sku, brand (Hot Toys, Sideshow…), franchise (isRelatedTo), category ('Sixth Scale Figure') and Offer."687 },688 "urls": {689 "search": "https://www.sideshow.com/collectibles?brand=marvel",690 "product": "https://www.sideshow.com/collectibles/{slug}-{sku}",691 "sold": null,692 "sitemap": "https://www.sideshow.com/sitemap.xml",693 "robots": "https://www.sideshow.com/robots.txt"694 },695 "data": {696 "liveListings": true,697 "soldResults": false,698 "auctionResults": false,699 "historical": "none",700 "images": true,701 "seller": false,702 "saleDate": false,703 "realizedPrice": false,704 "fees": false,705 "grading": false,706 "certNumber": false,707 "itemId": true,708 "gtin": true,709 "population": false,710 "catalog": true711 },712 "access": {713 "pagination": "infinite_scroll",714 "jsRendering": true,715 "antiBot": "medium",716 "cloudflare": false,717 "robots": "Allows /collectibles; disallows /cart, /account, /checkout, /search?keyword=, /feed/. Queue-it virtual waiting room intermittently redirects (queueittoken).",718 "rateLimit": null,719 "preferredEngine": "firecrawl"720 },721 "currency": [722 "USD"723 ],724 "freshness": "daily",725 "priority": "wave3",726 "difficulty": "hard",727 "reliability": 0.8,728 "legal": "Public product pages; JSON-LD Product with GTIN — clean to normalise.",729 "status": "planned",730 "connectors": [],731 "statusReason": "Not implemented this wave: the sitemap index has no product sitemap and listing pages are Livewire-rendered (product grid loaded client-side); needs Firecrawl rendering of /collectibles?… + JSON-LD product pages. Queue-it waiting room adds flakiness.",732 "verified": true,733 "verifiedAt": "2026-09-08",734 "notes": "Statues and sixth-scale figures: the taxonomy lacks a 'statues' slug (would fall under action_figures)."735 },736 {737 "id": "funko-shop",738 "name": "Funko (official shop)",739 "domain": "funko.com",740 "country": "US",741 "supportedCountries": [742 "US",743 "CA",744 "EU"745 ],746 "languages": [747 "en"748 ],749 "sourceType": "manufacturer",750 "categories": [751 "funko"752 ],753 "api": {754 "available": false,755 "docsUrl": null,756 "auth": "none",757 "notes": "Salesforce Commerce Cloud (Demandware). Product sitemap https://funko.com/csitemap_product.xml lists 27,711 product URLs with lastmod."758 },759 "urls": {760 "search": "https://funko.com/new-featured/pop/",761 "product": "https://funko.com/{slug}/{id}.html",762 "sold": null,763 "sitemap": "https://funko.com/csitemap_index.xml",764 "robots": "https://funko.com/robots.txt"765 },766 "data": {767 "liveListings": true,768 "soldResults": false,769 "auctionResults": false,770 "historical": "none",771 "images": true,772 "seller": false,773 "saleDate": false,774 "realizedPrice": false,775 "fees": false,776 "grading": false,777 "certNumber": false,778 "itemId": true,779 "gtin": false,780 "population": false,781 "catalog": true782 },783 "access": {784 "pagination": "sitemap",785 "jsRendering": false,786 "antiBot": "high",787 "cloudflare": false,788 "robots": "Disallows *start=, *?sz=, *cgid, *prefn, *prefv, *Product-Variation, *Product-Detail, search — i.e. listing pagination is off-limits; product URLs via the sitemap are allowed.",789 "rateLimit": null,790 "preferredEngine": "scrapfly"791 },792 "currency": [793 "USD"794 ],795 "freshness": "daily",796 "priority": "wave3",797 "difficulty": "hard",798 "reliability": 0.85,799 "legal": "Only sitemap-listed product pages would be read (listing pagination params are robots-disallowed).",800 "status": "planned",801 "connectors": [],802 "statusReason": "Not implemented this wave: product pages return 403 to the honest bot UA (WAF) → needs Scrapfly per product page (27k pages, ~1 credit each) driven by the product sitemap; official MSRP catalog for Funko Pop.",803 "verified": true,804 "verifiedAt": "2026-09-08",805 "notes": null806 },807 {808 "id": "mattel-creations",809 "name": "Mattel Creations",810 "domain": "creations.mattel.com",811 "country": "US",812 "supportedCountries": [813 "US"814 ],815 "languages": [816 "en"817 ],818 "sourceType": "manufacturer",819 "categories": [820 "model_cars",821 "dolls",822 "action_figures"823 ],824 "api": {825 "available": true,826 "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product",827 "auth": "none",828 "notes": "Shopify storefront products.json / collections.json (217 collections)."829 },830 "urls": {831 "search": "https://creations.mattel.com/collections/hot-wheels-collectors/products.json?limit=250&page=1",832 "product": "https://creations.mattel.com/products/{handle}",833 "sold": null,834 "sitemap": "https://creations.mattel.com/sitemap.xml",835 "robots": "https://creations.mattel.com/robots.txt"836 },837 "data": {838 "liveListings": true,839 "soldResults": false,840 "auctionResults": false,841 "historical": "none",842 "images": true,843 "seller": false,844 "saleDate": false,845 "realizedPrice": false,846 "fees": false,847 "grading": false,848 "certNumber": false,849 "itemId": true,850 "gtin": false,851 "population": false,852 "catalog": true853 },854 "access": {855 "pagination": "page_number",856 "jsRendering": false,857 "antiBot": "none",858 "cloudflare": false,859 "robots": "Shopify standard: products/collections crawlable; checkout/cart never touched.",860 "rateLimit": "1.5 s politeness, concurrency 2",861 "preferredEngine": "shopify"862 },863 "currency": [864 "USD"865 ],866 "freshness": "daily",867 "priority": "wave2",868 "difficulty": "trivial",869 "reliability": 0.9,870 "legal": "Official manufacturer shop; MSRP listings, never sales.",871 "status": "implemented",872 "connectors": [873 "mattel-creations"874 ],875 "statusReason": null,876 "verified": true,877 "verifiedAt": "2026-09-08",878 "notes": "Hot Wheels Collectors (952 products), RLC, Elite 64, Car Culture, Matchbox Collectors, Barbie Signature (820), MOTU, WWE. Tags carry Brand:/Category:/Filter-AgeGrade:. Sold-out items kept as ended listings for MSRP history."879 },880 {881 "id": "gamevaluenow",882 "name": "GameValueNow",883 "domain": "gamevaluenow.com",884 "country": "US",885 "supportedCountries": [886 "US"887 ],888 "languages": [889 "en"890 ],891 "sourceType": "pricing_guide",892 "categories": [893 "video_games",894 "nintendo_games",895 "sega_games",896 "playstation_games",897 "atari_retro_games"898 ],899 "api": {900 "available": false,901 "docsUrl": null,902 "auth": "none",903 "notes": null904 },905 "urls": {906 "search": null,907 "product": null,908 "sold": null,909 "sitemap": null,910 "robots": "https://gamevaluenow.com/robots.txt"911 },912 "data": {913 "liveListings": false,914 "soldResults": false,915 "auctionResults": false,916 "historical": "years",917 "images": true,918 "seller": false,919 "saleDate": false,920 "realizedPrice": false,921 "fees": false,922 "grading": false,923 "certNumber": false,924 "itemId": true,925 "gtin": false,926 "population": false,927 "catalog": true928 },929 "access": {930 "pagination": "unknown",931 "jsRendering": false,932 "antiBot": "blocking",933 "cloudflare": true,934 "robots": "Unreadable: robots.txt itself answers with a Cloudflare managed challenge to curl; Scrapfly (asp) gets 'upstream website error — connection refused'.",935 "rateLimit": null,936 "preferredEngine": "none"937 },938 "currency": [939 "USD"940 ],941 "freshness": "daily",942 "priority": "later",943 "difficulty": "very_hard",944 "reliability": 0.6,945 "legal": null,946 "status": "blocked",947 "connectors": [],948 "statusReason": "Cloudflare challenge for plain HTTP and connection refused for Scrapfly (2026-09-08); robots.txt could not be read → not crawled. PriceCharting (implemented) covers loose/CIB/new retro game prices.",949 "verified": true,950 "verifiedAt": "2026-09-08",951 "notes": null952 },953 {954 "id": "jjgames",955 "name": "JJGames",956 "domain": "jjgames.com",957 "country": "US",958 "supportedCountries": [959 "US"960 ],961 "languages": [962 "en"963 ],964 "sourceType": "dealer",965 "categories": [966 "video_games",967 "nintendo_games",968 "sega_games",969 "playstation_games",970 "atari_retro_games"971 ],972 "api": {973 "available": false,974 "docsUrl": null,975 "auth": "api_key",976 "notes": "Ecwid storefront (store 75878022) rendered client-side from app.ecwid.com/script.js; the Ecwid REST API needs a store token (public storefront token not exposed in the page)."977 },978 "urls": {979 "search": "https://www.jjgames.com/#!/Nintendo-Entertainment-System/c/134792507",980 "product": null,981 "sold": null,982 "sitemap": null,983 "robots": "https://www.jjgames.com/robots.txt"984 },985 "data": {986 "liveListings": true,987 "soldResults": false,988 "auctionResults": false,989 "historical": "none",990 "images": true,991 "seller": false,992 "saleDate": false,993 "realizedPrice": false,994 "fees": false,995 "grading": false,996 "certNumber": false,997 "itemId": true,998 "gtin": false,999 "population": false,1000 "catalog": false1001 },1002 "access": {1003 "pagination": "infinite_scroll",1004 "jsRendering": true,1005 "antiBot": "none",1006 "cloudflare": false,1007 "robots": "Allow / (Crawl-delay 10; admin paths disallowed).",1008 "rateLimit": "Crawl-delay 10",1009 "preferredEngine": "none"1010 },1011 "currency": [1012 "USD"1013 ],1014 "freshness": "daily",1015 "priority": "later",1016 "difficulty": "hard",1017 "reliability": 0.7,1018 "legal": null,1019 "status": "rejected",1020 "connectors": [],1021 "statusReason": "Ecwid SPA with no public product endpoint (storefront API 404 without token, REST API 403); JJGames is PriceCharting's sister store and PriceCharting is already implemented → not worth a rendered-crawl connector.",1022 "verified": true,1023 "verifiedAt": "2026-09-08",1024 "notes": null1025 },1026 {1027 "id": "estarland",1028 "name": "eStarland",1029 "domain": "estarland.com",1030 "country": "US",1031 "supportedCountries": [1032 "US"1033 ],1034 "languages": [1035 "en"1036 ],1037 "sourceType": "dealer",1038 "categories": [1039 "video_games",1040 "nintendo_games",1041 "sega_games",1042 "playstation_games",1043 "xbox_games",1044 "atari_retro_games",1045 "gaming_hardware"1046 ],1047 "api": {1048 "available": false,1049 "docsUrl": null,1050 "auth": "none",1051 "notes": "Platform listing pages /platforms/<Name>/<id>?page=N (~44 cards/page, e.g. NES 302 items) with name, platform, New/Used, price; product pages /product-description/<platform>/<slug>/<id>."1052 },1053 "urls": {1054 "search": "https://www.estarland.com/platforms/NintendoNES/37?page=1",1055 "product": "https://www.estarland.com/product-description/{platform}/{slug}/{id}",1056 "sold": null,1057 "sitemap": "https://www.estarland.com/sitemap.xml",1058 "robots": "https://www.estarland.com/robots.txt"1059 },1060 "data": {1061 "liveListings": true,1062 "soldResults": false,1063 "auctionResults": false,1064 "historical": "none",1065 "images": true,1066 "seller": false,1067 "saleDate": false,1068 "realizedPrice": false,1069 "fees": false,1070 "grading": false,1071 "certNumber": false,1072 "itemId": true,1073 "gtin": false,1074 "population": false,1075 "catalog": false1076 },1077 "access": {1078 "pagination": "page_number",1079 "jsRendering": false,1080 "antiBot": "high",1081 "cloudflare": true,1082 "robots": "Allow / except /login, /handler*, /checkout, /shopcart, /forgot-password*, /sandbox; sitemap declared.",1083 "rateLimit": "~1 Scrapfly credit per page",1084 "preferredEngine": "scrapfly"1085 },1086 "currency": [1087 "USD"1088 ],1089 "freshness": "daily",1090 "priority": "wave2",1091 "difficulty": "medium",1092 "reliability": 0.75,1093 "legal": "Public listing pages; Cloudflare managed challenge for non-browser clients (Scrapfly passes at 1 credit).",1094 "status": "implemented",1095 "connectors": [1096 "estarland"1097 ],1098 "statusReason": null,1099 "verified": true,1100 "verifiedAt": "2026-09-08",1101 "notes": "Main-grid cards: h4 name, platformName \"Nintendo / NES\", New/Used, priceProductHolder (unavailPrice = out of stock), product id in URL; 50 platform pages listed in the nav. Carousel/featured cards duplicate grid items and are ignored."1102 },1103 {1104 "id": "videogametrader",1105 "name": "Video Game Trader",1106 "domain": "videogametrader.com",1107 "country": "US",1108 "supportedCountries": [1109 "US"1110 ],1111 "languages": [1112 "en"1113 ],1114 "sourceType": "dealer",1115 "categories": [1116 "nintendo_games",1117 "sega_games",1118 "playstation_games",1119 "xbox_games",1120 "atari_retro_games",1121 "pc_games",1122 "gaming_hardware"1123 ],1124 "api": {1125 "available": true,1126 "docsUrl": "https://shopify.dev/docs/api/ajax/reference/product",1127 "auth": "none",1128 "notes": "Shopify storefront products.json / collections.json (183 collections; 20k+ games)."1129 },1130 "urls": {1131 "search": "https://videogametrader.com/collections/nintendo-nes-games/products.json?limit=250&page=1",1132 "product": "https://videogametrader.com/products/{handle}",1133 "sold": null,1134 "sitemap": "https://videogametrader.com/sitemap.xml",1135 "robots": "https://videogametrader.com/robots.txt"1136 },1137 "data": {1138 "liveListings": true,1139 "soldResults": false,1140 "auctionResults": false,1141 "historical": "none",1142 "images": true,1143 "seller": false,1144 "saleDate": false,1145 "realizedPrice": false,1146 "fees": false,1147 "grading": false,1148 "certNumber": false,1149 "itemId": true,1150 "gtin": true,1151 "population": false,1152 "catalog": false1153 },1154 "access": {1155 "pagination": "page_number",1156 "jsRendering": false,1157 "antiBot": "none",1158 "cloudflare": false,1159 "robots": "Shopify standard: products/collections crawlable.",1160 "rateLimit": "1.5 s politeness, concurrency 2",1161 "preferredEngine": "shopify"1162 },1163 "currency": [1164 "USD"1165 ],1166 "freshness": "daily",1167 "priority": "wave2",1168 "difficulty": "trivial",1169 "reliability": 0.85,1170 "legal": "Public storefront JSON; asking prices are listings.",1171 "status": "implemented",1172 "connectors": [1173 "videogametrader"1174 ],1175 "statusReason": null,1176 "verified": true,1177 "verifiedAt": "2026-09-08",1178 "notes": "Titles carry platform + condition ('Used (Complete)', 'Used (Loose)', 'New'), tags Platform:/Condition:/Genre:; SKUs of CIB items embed the UPC. TCG singles/boosters sold on the same store are excluded (other groups cover TCG)."1179 },1180 {1181 "id": "miniature-market",1182 "name": "Miniature Market",1183 "domain": "miniaturemarket.com",1184 "country": "US",1185 "supportedCountries": [1186 "US"1187 ],1188 "languages": [1189 "en"1190 ],1191 "sourceType": "dealer",1192 "categories": [1193 "board_games"1194 ],1195 "api": {1196 "available": false,1197 "docsUrl": null,1198 "auth": "none",1199 "notes": "Shopware 6 storefront (not Shopify/Magento); Store API would need a sw-access-key → HTML listing pages used instead."1200 },1201 "urls": {1202 "search": "https://www.miniaturemarket.com/board-games.html?p=1",1203 "product": "https://www.miniaturemarket.com/{slug}.html",1204 "sold": null,1205 "sitemap": "https://www.miniaturemarket.com/sitemap.xml",1206 "robots": "https://www.miniaturemarket.com/robots.txt"1207 },1208 "data": {1209 "liveListings": true,1210 "soldResults": false,1211 "auctionResults": false,1212 "historical": "none",1213 "images": true,1214 "seller": false,1215 "saleDate": false,1216 "realizedPrice": false,1217 "fees": false,1218 "grading": false,1219 "certNumber": false,1220 "itemId": true,1221 "gtin": false,1222 "population": false,1223 "catalog": false1224 },1225 "access": {1226 "pagination": "page_number",1227 "jsRendering": false,1228 "antiBot": "none",1229 "cloudflare": false,1230 "robots": "Crawl-delay 10; Allow ?p=; Disallow ?dir=, ?mode=, ?limit=, ?SID=, /search/, /checkout/, /account/, /wishlist/.",1231 "rateLimit": "Crawl-delay 10 → 1 request / 10 s",1232 "preferredEngine": "api"1233 },1234 "currency": [1235 "USD"1236 ],1237 "freshness": "daily",1238 "priority": "wave3",1239 "difficulty": "easy",1240 "reliability": 0.85,1241 "legal": "Public listing pages, honest UA, crawl-delay honoured.",1242 "status": "implemented",1243 "connectors": [1244 "miniature-market"1245 ],1246 "statusReason": null,1247 "verified": true,1248 "verifiedAt": "2026-09-08",1249 "notes": "379 pages × 24 boxes of board games with retail list price vs. store price and SKU. Not Shopify, so implemented here rather than handed to g3."1250 },1251 {1252 "id": "boardgameprices",1253 "name": "BoardGamePrices (meeple.dk)",1254 "domain": "boardgameprices.com",1255 "country": "US",1256 "supportedCountries": [1257 "US",1258 "GB",1259 "DK"1260 ],1261 "languages": [1262 "en"1263 ],1264 "sourceType": "analytics_provider",1265 "categories": [1266 "board_games"1267 ],1268 "api": {1269 "available": false,1270 "docsUrl": null,1271 "auth": "none",1272 "notes": "Retail price aggregator (meeple.dk). No public API documented."1273 },1274 "urls": {1275 "search": "https://boardgameprices.com/",1276 "product": null,1277 "sold": null,1278 "sitemap": "http://www.meeple.dk/sitemap.xml",1279 "robots": "https://boardgameprices.com/robots.txt"1280 },1281 "data": {1282 "liveListings": true,1283 "soldResults": false,1284 "auctionResults": false,1285 "historical": "years",1286 "images": true,1287 "seller": true,1288 "saleDate": false,1289 "realizedPrice": false,1290 "fees": false,1291 "grading": false,1292 "certNumber": false,1293 "itemId": true,1294 "gtin": false,1295 "population": false,1296 "catalog": true1297 },1298 "access": {1299 "pagination": "unknown",1300 "jsRendering": false,1301 "antiBot": "none",1302 "cloudflare": false,1303 "robots": "Disallows /item/history (price history), /item/search, /item/go, /item/random, /img/items/ → the price-history pages we would want are off-limits.",1304 "rateLimit": null,1305 "preferredEngine": "none"1306 },1307 "currency": [1308 "USD",1309 "GBP",1310 "DKK"1311 ],1312 "freshness": "daily",1313 "priority": "later",1314 "difficulty": "medium",1315 "reliability": 0.6,1316 "legal": "Second-hand aggregation of retailer asks; robots disallows the history and search paths.",1317 "status": "rejected",1318 "connectors": [],1319 "statusReason": "Aggregator of retailer asking prices (not a primary source) and robots.txt disallows /item/history and /item/search — the only pages with analytical value. Primary retailer (Miniature Market) implemented instead.",1320 "verified": true,1321 "verifiedAt": "2026-09-08",1322 "notes": "boardgameoracle.com: robots disallows /api/ and /auth/ only, sitemap available — same aggregator profile, also not implemented (secondary data)."1323 },1324 {1325 "id": "overstreet",1326 "name": "Overstreet Price Guide",1327 "domain": "gemstonepub.com",1328 "country": "US",1329 "supportedCountries": [1330 "US"1331 ],1332 "languages": [1333 "en"1334 ],1335 "sourceType": "pricing_guide",1336 "categories": [1337 "comics"1338 ],1339 "api": {1340 "available": false,1341 "docsUrl": null,1342 "auth": "login",1343 "notes": "Printed/paid guide; no public data."1344 },1345 "urls": {1346 "search": null,1347 "product": null,1348 "sold": null,1349 "sitemap": null,1350 "robots": null1351 },1352 "data": {1353 "liveListings": false,1354 "soldResults": false,1355 "auctionResults": false,1356 "historical": "decades",1357 "images": false,1358 "seller": false,1359 "saleDate": false,1360 "realizedPrice": false,1361 "fees": false,1362 "grading": true,1363 "certNumber": false,1364 "itemId": false,1365 "gtin": false,1366 "population": false,1367 "catalog": true1368 },1369 "access": {1370 "pagination": "none",1371 "jsRendering": false,1372 "antiBot": "none",1373 "cloudflare": false,1374 "robots": null,1375 "rateLimit": null,1376 "preferredEngine": "none"1377 },1378 "currency": [1379 "USD"1380 ],1381 "freshness": "static",1382 "priority": "later",1383 "difficulty": "very_hard",1384 "reliability": 0.9,1385 "legal": "Copyrighted paid publication.",1386 "status": "rejected",1387 "connectors": [],1388 "statusReason": "Paid, copyrighted guide with no public data. Key Collector Comics (mobile app, subscription) rejected for the same reason.",1389 "verified": false,1390 "verifiedAt": null,1391 "notes": null1392 }1393]1394