SPB Git forge

spb/rareindex

Public
54commits 1branches 0releases
7.1 MBsize
maindefault branch
10 days agolast push
TypeScript 61.9% HTML 37.2% SQL 0.7%
7.5 KB · 201 lines json
Raw Blame History
1{2  "id": "colonial-acres",3  "displayName": "Colonial Acres Coins (Canadian coin & banknote store, CAD)",4  "sourceId": "colonial-acres",5  "sourceName": "Colonial Acres Coins",6  "sourceType": "dealer",7  "sourceUrl": "https://www.colonialacres.com",8  "module": "api/colonial-acres",9  "enginePriority": [10    "api"11  ],12  "categories": [13    "coins",14    "medals",15    "banknotes"16  ],17  "regions": [18    "CA"19  ],20  "languages": [21    "en"22  ],23  "currency": [24    "CAD"25  ],26  "supportsListings": true,27  "supportsSold": false,28  "supportsAuctions": false,29  "supportsImages": true,30  "supportsCatalog": false,31  "supportsPopulation": false,32  "supportsLookup": true,33  "refreshFrequencyMinutes": 720,34  "priority": "medium",35  "trustScore": 0.75,36  "attributionRequired": true,37  "termsUrl": "https://www.colonialacres.com/policies/terms-of-service",38  "accessNotes": "Colonial Acres Coins (colonialacres.com) runs on Shopify. The connector reads ONLY the public, unauthenticated storefront JSON that every Shopify shop serves to any visitor: /collections/<handle>/products.json?limit=250&page=N for the 32 configured collections (1-cent, 5-cents, 10-cents, 25-cents, 50-cents, dollar, canada-deals-on-decimal, usa-deals-on-decimal … (+24 more, see config.collections)) and /products/<handle>.json for URL lookups (~15k Canadian decimal coins by denomination, ~2.5k Bank of Canada notes). robots.txt (verified 2026-09-08, User-agent *): standard Shopify rules — Disallow /admin, /cart, /checkout(s), /orders, /account, /services, /sf_*, /cart.js, /recommendations/products, /cdn/wpm/*.js and the filter/sort crawl traps (/collections/*sort_by*, /collections/*+*, /collections/*filter*&*filter*); no Crawl-delay for *. The /collections/<handle>/products.json and /products/<handle>.json paths we read carry none of those patterns and are allowed; extra merchant rules only target Nutch (Disallow: /) and Ahrefs/MJ12 (Crawl-delay: 10), not User-agent *. Sitemap declared at /sitemap.xml (not needed). Access behaviour: plain HTTP 200 JSON with the honest RareIndexBot UA, no anti-bot challenge, no login, no key. Market pinning: Shopify Markets localises products.json prices by the requester IP as soon as an Accept-Language header is present (observed on Markets-enabled shops: a Canadian crawler receives CAD-converted prices with content-language en-CA while the JSON carries no currency field). Every request therefore sends the public localization=CA cookie — the shop's own home market, exactly what a CA visitor gets — so prices are always the declared CAD (verified 2026-09-08: 30.00 vs 43.00 on a Markets shop). Politeness: 1 request per 1.5 s, concurrency 1 per host (connectors/domains.d/g3-shops-na.json), crawlDepth pages per collection per incremental run, backfill bounded by backfillMaxPages. Data: asking prices in CAD (the shop's declared currency) — these are LISTINGS, never sales (§111); one listing per variant (condition/size/edition), variant SKU kept as identifier, out-of-stock variants kept as 'ended' listings, 0.00-priced placeholders dropped. Dates: published_at only; no fetch time is ever used as a sale date. Third-party grades in titles (PSA/BGS/CGC/ICCS/PMG…) are parsed by parseGradeFromTitle; cert numbers are not extracted. Deliberately NOT fetched: cart/checkout/account/customer endpoints, per-product .js barcode enrichment (fetchBarcodes=false: one extra request per product is not worth it for listings), the whole-shop /products.json, and unmapped collections — bullion (silver/copper rounds, bars, bank rolls), RCM year/complete sets and gift sets, coin supplies, catalogues. No personal data is collected; seller = the store itself.",39  "enabled": true,40  "schemaVersion": "1.0",41  "acquisitionMethod": "Shopify storefront products.json",42  "historicalDepth": "none",43  "requires": [],44  "config": {45    "currency": "CAD",46    "market": "CA",47    "seller": "Colonial Acres Coins",48    "location": "Kitchener, ON, Canada",49    "collections": [50      {51        "handle": "1-cent",52        "categorySlug": "coins"53      },54      {55        "handle": "5-cents",56        "categorySlug": "coins"57      },58      {59        "handle": "10-cents",60        "categorySlug": "coins"61      },62      {63        "handle": "25-cents",64        "categorySlug": "coins"65      },66      {67        "handle": "50-cents",68        "categorySlug": "coins"69      },70      {71        "handle": "dollar",72        "categorySlug": "coins"73      },74      {75        "handle": "canada-deals-on-decimal",76        "categorySlug": "coins"77      },78      {79        "handle": "usa-deals-on-decimal",80        "categorySlug": "coins"81      },82      {83        "handle": "world-deals-on-decimal",84        "categorySlug": "coins"85      },86      {87        "handle": "canada-proof-silver-dollars-1971-date",88        "categorySlug": "coins"89      },90      {91        "handle": "bank-tokens",92        "categorySlug": "coins"93      },94      {95        "handle": "province-of-canada",96        "categorySlug": "coins"97      },98      {99        "handle": "lower-canada",100        "categorySlug": "coins"101      },102      {103        "handle": "canada-tokens-medallions",104        "categorySlug": "medals"105      },106      {107        "handle": "deals-on-paper-money",108        "categorySlug": "banknotes"109      },110      {111        "handle": "1-notes-1935-1937",112        "categorySlug": "banknotes"113      },114      {115        "handle": "1-notes-1973",116        "categorySlug": "banknotes"117      },118      {119        "handle": "2-notes-1935-1954",120        "categorySlug": "banknotes"121      },122      {123        "handle": "2-notes-1974",124        "categorySlug": "banknotes"125      },126      {127        "handle": "2-notes-1986",128        "categorySlug": "banknotes"129      },130      {131        "handle": "5-notes-1935-1954",132        "categorySlug": "banknotes"133      },134      {135        "handle": "5-notes-2001-date",136        "categorySlug": "banknotes"137      },138      {139        "handle": "10-notes-1935-1954",140        "categorySlug": "banknotes"141      },142      {143        "handle": "10-notes-1971-1989",144        "categorySlug": "banknotes"145      },146      {147        "handle": "20-notes-1935-1979",148        "categorySlug": "banknotes"149      },150      {151        "handle": "20-notes-1991",152        "categorySlug": "banknotes"153      },154      {155        "handle": "50-notes-1935-date",156        "categorySlug": "banknotes"157      },158      {159        "handle": "100-notes-1935-date",160        "categorySlug": "banknotes"161      },162      {163        "handle": "bc-37",164        "categorySlug": "banknotes"165      },166      {167        "handle": "bc-56a",168        "categorySlug": "banknotes"169      },170      {171        "handle": "bc-56b",172        "categorySlug": "banknotes"173      },174      {175        "handle": "bc-56c",176        "categorySlug": "banknotes"177      }178    ],179    "rules": [180      {181        "match": "\\| (Paper Money|Deals on Paper|Certified Paper Money|Paper Money Sets) \\||\\bBC-\\d|\\$\\d+ Notes? \\d{4}|\\bbanknotes?\\b|\\bpaper money\\b",182        "categorySlug": "banknotes"183      },184      {185        "match": "\\bmedal(lion)?s?\\b",186        "categorySlug": "medals"187      },188      {189        "match": "\\btokens?\\b",190        "categorySlug": "coins"191      }192    ],193    "defaultCategory": null,194    "exclude": "gift card|supplies|\\balbums?\\b|\\bholders?\\b|\\bcapsules?\\b|catalogue|catalog|magnifier|cleaning|\\bflips?\\b|\\bpages?\\b|\\brolls?\\b|\\bbooks?\\b|\\btubes?\\b|\\bcases?\\b|storage|\\bbinder|\\bloupe\\b|\\bgloves?\\b|\\bscale\\b|\\bmaps?\\b|\\bframe",195    "keepOutOfStock": true,196    "fetchBarcodes": false,197    "wholeShop": false,198    "pageSize": 250199  }200}201