TypeScript 61.9%
HTML 37.2%
SQL 0.7%
1{2 "domains": {3 "auctions.yahoo.co.jp": { "minIntervalMs": 4000, "concurrency": 1, "country": "jp", "currency": "JPY", "locale": "ja", "engines": ["api", "scrapfly"], "scrapfly": { "country": "jp", "renderJs": false }, "backfillMaxPages": 40, "notes": "Plain HTTPS with the bot UA serves full server-rendered search/closedsearch pages (verified 2026-09-08). robots.txt: Allow /closedsearch/closedsearch; never send n=, mode=, s1=, o1=, min=/max= filters. Scrapfly (country jp, no JS) is only a fallback." },4 "page.auctions.yahoo.co.jp": { "minIntervalMs": 4000, "concurrency": 1, "country": "jp", "currency": "JPY", "locale": "ja", "engines": ["api", "scrapfly"] },5 "rtapi.ruten.com.tw": { "minIntervalMs": 2000, "concurrency": 1, "country": "tw", "currency": "TWD", "locale": "zh", "engines": ["api"], "notes": "Public search JSON used by ruten.com.tw (robots.txt Allow: / except /api/gsa/ and /api/feedback/)." },6 "rapi.ruten.com.tw": { "minIntervalMs": 2000, "concurrency": 1, "country": "tw", "currency": "TWD", "locale": "zh", "engines": ["api"], "notes": "Public item-detail JSON (batch of up to 30 ids); no robots.txt served (404)." },7 "api.bunjang.co.kr": { "minIntervalMs": 2500, "concurrency": 1, "country": "kr", "currency": "KRW", "locale": "ko", "engines": ["api"], "notes": "Public search JSON used by m.bunjang.co.kr; robots.txt returns 403 JSON (no rules). m.bunjang.co.kr robots allows * except /login /apps /talk2." },8 "m.bunjang.co.kr": { "minIntervalMs": 3000, "concurrency": 1, "country": "kr", "currency": "KRW", "locale": "ko" },9 "api.loupethis.com": { "minIntervalMs": 1500, "concurrency": 1, "currency": "USD", "engines": ["api"], "backfillMaxPages": 60, "notes": "Public JSON:API behind loupethis.com (robots.txt allows everything). 100 auctions per page." },10 "loupethis.com": { "minIntervalMs": 2000, "concurrency": 1, "currency": "USD" },11 "europeanwatch.com": { "minIntervalMs": 3000, "concurrency": 1, "currency": "USD", "timeoutMs": 90000, "notes": "Server-rendered inventory grid (/all, ~5 MB) + per-product JSON-LD; robots.txt disallows only /private /api /app /profile." },12 "chronext.com": { "minIntervalMs": 4000, "concurrency": 1, "timeoutMs": 90000, "backfillMaxPages": 20, "notes": "Server-rendered product tiles (~3.7 MB per category page) + JSON-LD Product on item pages; robots.txt allows category and product paths, disallows checkout/cart/campaign and country-prefixed mirrors. Price currency follows the requesting geo (USD from North America)." },13 "openapi.rakuten.co.jp": { "minIntervalMs": 1100, "concurrency": 1, "country": "jp", "currency": "JPY", "engines": ["api"], "notes": "Rakuten Web Service Ichiba Item Search 2026-07-01 (applicationId + accessKey). 1 req/s per application." },14 "app.rakuten.co.jp": { "minIntervalMs": 1100, "concurrency": 1, "country": "jp", "currency": "JPY", "engines": ["api"], "notes": "Legacy Rakuten Web Service host (IchibaItem/Search/20220601)." },15 "shopping.yahooapis.jp": { "minIntervalMs": 1100, "concurrency": 1, "country": "jp", "currency": "JPY", "engines": ["api"], "notes": "Yahoo! Shopping itemSearch V3 (appid). Documented limit 1 query/s; 429 when exceeded." },16 "snkrdunk.com": { "minIntervalMs": 5000, "concurrency": 1, "country": "jp", "currency": "JPY", "engines": [], "notes": "BLOCKED: robots.txt disallows /en/v1/* (the JSON API the SPA loads prices from); product HTML carries no prices. Not crawled." },17 "kream.co.kr": { "minIntervalMs": 5000, "concurrency": 1, "country": "kr", "currency": "KRW", "engines": [], "notes": "NOT crawled: api.kream.co.kr requires app-signed request headers; SSR HTML exposes only an ambiguous og price. See sources entry." },18 "jp.mercari.com": { "minIntervalMs": 5000, "concurrency": 1, "country": "jp", "currency": "JPY", "engines": [], "notes": "NOT crawled: SPA shell; api.mercari.jp requires DPoP-signed requests (UnsupportedVersionException otherwise)." },19 "watchcharts.com": { "minIntervalMs": 5000, "concurrency": 1, "engines": [], "notes": "BLOCKED: 403 for the bot UA on every path including /robots.txt and /terms (re-verified 2026-09-08)." }20 }21}22