{
  "domains": {
    "comics.org": {
      "minIntervalMs": 2500,
      "concurrency": 1,
      "maxRetries": 0,
      "engines": [
        "api"
      ],
      "country": "US",
      "currency": "USD",
      "backfillMaxPages": 40,
      "refreshClass": "normal",
      "notes": "GCD public JSON API (no key). robots: Allow / (Content-Signal search=yes, ai-train=no). Throttled server-side: ~60 requests/hour per client — HTTP 429 with Retry-After up to ~1,741 s (verified twice 2026-09-08) → maxRetries 0 so the engine never sleeps on Retry-After; connector stops at its checkpoint. HTML pages and /download/ are Cloudflare-challenged + account-gated: not fetched."
    },
    "comiclink.com": {
      "minIntervalMs": 3000,
      "concurrency": 1,
      "engines": [
        "scrapfly"
      ],
      "scrapfly": {
        "renderJs": false,
        "asp": true,
        "country": "us",
        "maxCreditsPerRun": 60
      },
      "country": "US",
      "currency": "USD",
      "backfillMaxPages": 40,
      "refreshClass": "archive",
      "notes": "robots: Allow / (Cloudflare managed content signals search=yes, ai-train=no). Every page served with a Cloudflare managed JS challenge to non-browser clients → Scrapfly without rendering (~1 credit/page). Only /auctions/auctionschedule.asp and /results/generate_highlights.asp are read; item pages hide prices behind login and are never fetched."
    },
    "mycomicshop.com": {
      "minIntervalMs": 3000,
      "concurrency": 1,
      "timeoutMs": 120000,
      "engines": [
        "scrapfly"
      ],
      "scrapfly": {
        "renderJs": false,
        "asp": true,
        "country": "us",
        "maxCreditsPerRun": 40
      },
      "country": "US",
      "currency": "USD",
      "backfillMaxPages": 60,
      "refreshClass": "normal",
      "notes": "robots: /search allowed; /auctions, /newlistings, /restocked, /account, /cart, /wantlist disallowed (never fetched). Imperva Incapsula interstitial for all non-browser clients → Scrapfly (~1 credit per title page, pages are 1–3 MB)."
    },
    "entertainmentearth.com": {
      "minIntervalMs": 3000,
      "concurrency": 1,
      "engines": [
        "scrapfly"
      ],
      "scrapfly": {
        "renderJs": false,
        "asp": true,
        "country": "us",
        "maxCreditsPerRun": 60
      },
      "country": "US",
      "currency": "USD",
      "backfillMaxPages": 80,
      "refreshClass": "normal",
      "notes": "robots: only /news/* admin paths disallowed; /s/ listing pages allowed; sitemap index at /sitemap/sitemap_index.xml. Cloudflare managed challenge for non-browser clients → Scrapfly without rendering (~1 credit/page). Product pages not fetched."
    },
    "miniaturemarket.com": {
      "minIntervalMs": 10000,
      "concurrency": 1,
      "engines": [
        "api"
      ],
      "country": "US",
      "currency": "USD",
      "backfillMaxPages": 60,
      "refreshClass": "normal",
      "notes": "Shopware 6 storefront, plain HTTPS 200 for the bot UA. robots: Crawl-delay 10 (honoured: 10 s interval), Allow ?p= pagination, Disallow ?dir=/?mode=/?limit=/?SID=, /search/, /checkout/, /account/, /wishlist/ (never used)."
    },
    "videogametrader.com": {
      "minIntervalMs": 1500,
      "concurrency": 2,
      "engines": [
        "api"
      ],
      "country": "US",
      "currency": "USD",
      "refreshClass": "normal",
      "notes": "Shopify storefront; public /collections/<handle>/products.json. robots (Shopify standard) allows products/collections; checkout/cart never touched."
    },
    "creations.mattel.com": {
      "minIntervalMs": 1500,
      "concurrency": 2,
      "engines": [
        "api"
      ],
      "country": "US",
      "currency": "USD",
      "refreshClass": "normal",
      "notes": "Shopify storefront (Mattel Creations); public /collections/<handle>/products.json. robots (Shopify standard) allows products/collections; checkout/cart never touched."
    },
    "estarland.com": {
      "minIntervalMs": 3000,
      "concurrency": 1,
      "engines": [
        "scrapfly"
      ],
      "scrapfly": {
        "renderJs": false,
        "asp": true,
        "country": "us",
        "maxCreditsPerRun": 40
      },
      "country": "US",
      "currency": "USD",
      "backfillMaxPages": 60,
      "refreshClass": "normal",
      "notes": "robots: Allow / except /login, /handler*, /checkout, /shopcart, /forgot-password*, /sandbox; sitemap declared. Cloudflare managed challenge for non-browser clients → Scrapfly without rendering (~1 credit/page). Product pages not fetched."
    }
  }
}