SPB Git forge

spb/rareindex

Public
54commits 1branches 0releases
7.1 MBsize
maindefault branch
10 days agolast push
TypeScript 61.9% HTML 37.2% SQL 0.7%
3.0 KB · 49 lines json
Raw Blame History
1{2  "id": "goldin",3  "displayName": "Goldin (sold auction results)",4  "sourceId": "goldin",5  "sourceName": "Goldin",6  "sourceType": "auction_house",7  "sourceUrl": "https://goldin.co",8  "module": "scrapfly/goldin",9  "enginePriority": ["scrapfly"],10  "categories": ["pokemon", "magic_the_gathering", "yugioh", "one_piece_card_game", "basketball_cards", "baseball_cards", "football_cards", "hockey_cards", "soccer_cards", "f1_cards", "sports_memorabilia", "marvel_comics", "nintendo_games", "non_sport_cards"],11  "regions": ["US"],12  "languages": ["en"],13  "currency": ["USD"],14  "supportsListings": false,15  "supportsSold": true,16  "supportsAuctions": false,17  "supportsImages": true,18  "supportsCatalog": false,19  "supportsPopulation": false,20  "supportsLookup": true,21  "refreshFrequencyMinutes": 360,22  "priority": "high",23  "trustScore": 0.9,24  "attributionRequired": true,25  "termsUrl": "https://goldin.co/useragreement",26  "accessNotes": "Public 'Sold Items' result grids (https://goldin.co/buy/sc/<subcategory>?show_only=Sold%20Items&sort=Most_Recent_Bids&number_of_lots=240) rendered through Scrapfly (asp + JS rendering, ~6 credits per page of 240 sold lots). goldin.co/robots.txt allows /buy/ and /item/ and disallows /api/; we never call goldin.co/api ourselves — the lot data is read from the XHR (lots_v2 on their CloudFront search endpoint) that the public page performs during rendering, exactly what a browser does. Plain HTTP and Firecrawl return the empty SPA shell / an Akamai challenge. Prices: the grid shows the final price INCLUDING buyer's premium (current_price × (1 + buyer_premium%)); we store that as the sale price with buyerPremiumIncluded=true and keep the hammer price and BP % in metadata. Sale date = lot end_timestamp; lots whose end_timestamp is in the future (placeholder private-sale dates like 2235-06-04) are skipped and counted as anomalies. Cert numbers appear only in item-page descriptions (lookup).",27  "enabled": true,28  "schemaVersion": "1.0",29  "config": {30    "seeds": [31      { "path": "/buy/sc/pokemon", "categorySlug": "pokemon" },32      { "path": "/buy/sc/Magic_The_Gathering", "categorySlug": "magic_the_gathering" },33      { "path": "/buy/sc/Yu-Gi-Oh!", "categorySlug": "yugioh" },34      { "path": "/buy/sc/One_Piece", "categorySlug": "one_piece_card_game" },35      { "path": "/buy/sc/Basketball", "categorySlug": "basketball_cards", "sport": "basketball" },36      { "path": "/buy/sc/Baseball", "categorySlug": "baseball_cards", "sport": "baseball" },37      { "path": "/buy/sc/Football", "categorySlug": "football_cards", "sport": "football" },38      { "path": "/buy/sc/Hockey", "categorySlug": "hockey_cards", "sport": "hockey" },39      { "path": "/buy/sc/Soccer", "categorySlug": "soccer_cards", "sport": "soccer" },40      { "path": "/buy/sc/Racing", "categorySlug": "f1_cards", "sport": "racing" },41      { "path": "/buy/sc/Marvel", "categorySlug": "marvel_comics" },42      { "path": "/buy/sc/Nintendo", "categorySlug": "nintendo_games" }43    ],44    "pageSize": 240,45    "maxPagesPerSeed": 40,46    "renderingWaitMs": 600047  }48}49