SPB Git forge

spb/rareindex

Public
54commits 1branches 0releases
7.1 MBsize
maindefault branch
10 days agolast push
TypeScript 61.9% HTML 37.2% SQL 0.7%
1.7 KB · 34 lines json
Raw Blame History
1{2  "id": "lego-shop",3  "displayName": "LEGO.com Shop (official retail price & availability)",4  "sourceId": "lego-shop",5  "sourceName": "LEGO Shop (official)",6  "sourceType": "manufacturer",7  "sourceUrl": "https://www.lego.com",8  "module": "firecrawl/lego-shop",9  "enginePriority": ["firecrawl", "scrapfly"],10  "categories": ["lego_sets", "lego"],11  "regions": ["US"],12  "languages": ["en"],13  "currency": ["USD"],14  "supportsListings": true,15  "supportsSold": false,16  "supportsAuctions": false,17  "supportsImages": true,18  "supportsCatalog": true,19  "supportsPopulation": false,20  "supportsLookup": true,21  "refreshFrequencyMinutes": 1440,22  "priority": "medium",23  "trustScore": 0.95,24  "attributionRequired": true,25  "termsUrl": "https://www.lego.com/en-us/legal/notices-and-policies/terms-of-use",26  "accessNotes": "Official manufacturer store. Public theme pages (lego.com/en-us/themes/<theme>?page=N) and product pages are rendered client-side and return 403 to plain non-browser clients, so they are fetched with Firecrawl (1 credit per page; ~22 products per theme page). Parsed per product leaf: set number (from the product URL), name, US retail price, badges (New / Retiring soon / Coming Soon / Exclusive / Hard to find / Sold out), image; product pages add availability, age and piece count. Emits catalog items (MSRP USD, identifiers.lego_set_number shared with PriceCharting/Brickset/BrickEconomy) and the official-store fixed-price listing. robots.txt only disallows account/checkout/identity paths.",27  "enabled": true,28  "schemaVersion": "1.0",29  "config": {30    "themes": ["star-wars", "icons", "technic", "ideas", "harry-potter", "marvel", "architecture", "ninjago", "creator-expert", "botanical-collection"],31    "pagesPerTheme": 132  }33}34