SPB Git forge

spb/rareindex

Public
54commits 1branches 0releases
7.1 MBsize
maindefault branch
10 days agolast push
TypeScript 61.9% HTML 37.2% SQL 0.7%
3.5 KB · 53 lines json
Raw Blame History
1{2  "id": "estarland",3  "displayName": "eStarland (retro game dealer listings)",4  "sourceId": "estarland",5  "sourceName": "eStarland",6  "sourceType": "dealer",7  "sourceUrl": "https://www.estarland.com",8  "module": "scrapfly/estarland",9  "enginePriority": ["scrapfly"],10  "categories": ["nintendo_games", "sega_games", "playstation_games", "xbox_games", "atari_retro_games"],11  "regions": ["US"],12  "languages": ["en"],13  "currency": ["USD"],14  "supportsListings": true,15  "supportsSold": false,16  "supportsAuctions": false,17  "supportsImages": true,18  "supportsCatalog": false,19  "supportsPopulation": false,20  "supportsLookup": false,21  "refreshFrequencyMinutes": 1440,22  "priority": "low",23  "trustScore": 0.75,24  "attributionRequired": true,25  "termsUrl": "https://www.estarland.com/terms-and-conditions",26  "accessNotes": "Reads only public platform listing pages: https://www.estarland.com/platforms/<Platform>/<id>?page=N (30 product cards per page; e.g. NES = 302 items / 11 pages). Each card gives the product name, platform line ('Nintendo / NES'), New/Used label, price (an 'unavailPrice' class marks out-of-stock) and the product URL carrying eStarland's product id. robots.txt: Allow / for `User-agent: *` except /login, /handler*, /checkout, /shopcart, /forgot-password*, /sandbox (never touched); sitemap declared. Plain HTTP receives a Cloudflare managed challenge, so pages are fetched through Scrapfly without JS rendering (~1 credit per page, 3 s politeness, concurrency 1). Product detail pages are NOT fetched; accessories/cables/cleaners/repair parts are excluded by rule. Asking prices are listings, never sales (SPEC §111); 'Used' copies carry no completeness (the listing page does not say loose vs. complete) — never guessed.",27  "enabled": true,28  "schemaVersion": "1.0",29  "acquisitionMethod": "Scrapfly (no JS) — public platform listing pages",30  "historicalDepth": "none",31  "requires": ["SCRAPFLY_API_KEY"],32  "config": {33    "pagesPerSeed": 1,34    "seeds": [35      { "path": "/platforms/NintendoNES/37", "categorySlug": "nintendo_games", "brand": "Nintendo" },36      { "path": "/platforms/SuperNintendo/36", "categorySlug": "nintendo_games", "brand": "Nintendo" },37      { "path": "/platforms/Nintendo64/35", "categorySlug": "nintendo_games", "brand": "Nintendo" },38      { "path": "/platforms/GameBoy/50", "categorySlug": "nintendo_games", "brand": "Nintendo" },39      { "path": "/platforms/GameCube/31", "categorySlug": "nintendo_games", "brand": "Nintendo" },40      { "path": "/platforms/SegaGenesis/40", "categorySlug": "sega_games", "brand": "Sega" },41      { "path": "/platforms/SegaSaturn/39", "categorySlug": "sega_games", "brand": "Sega" },42      { "path": "/platforms/SegaDreamcast/38", "categorySlug": "sega_games", "brand": "Sega" },43      { "path": "/platforms/Playstation/34", "categorySlug": "playstation_games", "brand": "Sony" },44      { "path": "/platforms/Playstation2/9", "categorySlug": "playstation_games", "brand": "Sony" },45      { "path": "/platforms/XBox/13", "categorySlug": "xbox_games", "brand": "Microsoft" },46      { "path": "/platforms/Atari2600/47", "categorySlug": "atari_retro_games", "brand": "Atari" },47      { "path": "/platforms/TurboGrafx/59", "categorySlug": "atari_retro_games", "brand": "NEC" },48      { "path": "/platforms/NeoGeo/95", "categorySlug": "atari_retro_games", "brand": "SNK" }49    ],50    "exclude": "adapter|cable|cleaner|controller|memory card|charger|\\bcase\\b|stylus|replacement|repair|dust cover|power supply|av cord|rf switch"51  }52}53