SPB Git forge

spb/rareindex

Public
54commits 1branches 0releases
7.1 MBsize
maindefault branch
10 days agolast push
TypeScript 61.9% HTML 37.2% SQL 0.7%
5.2 KB · 96 lines json
Raw Blame History
1{2  "id": "strangecat-toys",3  "displayName": "Strangecat Toys (US collector-toy store, USD)",4  "sourceId": "strangecat-toys",5  "sourceName": "Strangecat Toys",6  "sourceType": "dealer",7  "sourceUrl": "https://strangecattoys.com",8  "module": "api/strangecat-toys",9  "enginePriority": [10    "api"11  ],12  "categories": [13    "designer_toys",14    "plush",15    "funko"16  ],17  "regions": [18    "US"19  ],20  "languages": [21    "en"22  ],23  "currency": [24    "USD"25  ],26  "supportsListings": true,27  "supportsSold": false,28  "supportsAuctions": false,29  "supportsImages": true,30  "supportsCatalog": false,31  "supportsPopulation": false,32  "supportsLookup": true,33  "refreshFrequencyMinutes": 720,34  "priority": "medium",35  "trustScore": 0.75,36  "attributionRequired": true,37  "termsUrl": "https://strangecattoys.com/policies/terms-of-service",38  "accessNotes": "Strangecat Toys (strangecattoys.com) runs on Shopify. The connector reads ONLY the public, unauthenticated storefront JSON that every Shopify shop serves to any visitor: /collections/<handle>/products.json?limit=250&page=N for the 7 configured collections (designer-toys, blindbox-mini, custom-figures, made-by-strangecat, exclusives, pop-culture, plush-more) and /products/<handle>.json for URL lookups (~5.8k designer toys, 4.8k blind-box minis, 1.7k customs). robots.txt (verified 2026-09-08, User-agent *): standard Shopify rules — Disallow /admin, /cart, /checkout(s), /orders, /account, /services, /sf_*, /cart.js, /recommendations/products, /cdn/wpm/*.js and the filter/sort crawl traps (/collections/*sort_by*, /collections/*+*, /collections/*filter*&*filter*); no Crawl-delay for *. The /collections/<handle>/products.json and /products/<handle>.json paths we read carry none of those patterns and are allowed. Sitemap declared at /sitemap.xml (not needed). Access behaviour: plain HTTP 200 JSON with the honest RareIndexBot UA, no anti-bot challenge, no login, no key. Market pinning: Shopify Markets localises products.json prices by the requester IP as soon as an Accept-Language header is present (observed on Markets-enabled shops: a Canadian crawler receives CAD-converted prices with content-language en-CA while the JSON carries no currency field). Every request therefore sends the public localization=US cookie — the shop's own home market, exactly what a US visitor gets — so prices are always the declared USD (verified 2026-09-08: 30.00 vs 43.00 on a Markets shop). Politeness: 1 request per 1.5 s, concurrency 1 per host (connectors/domains.d/g3-shops-na.json), crawlDepth pages per collection per incremental run, backfill bounded by backfillMaxPages. Data: asking prices in USD (the shop's declared currency) — these are LISTINGS, never sales (§111); one listing per variant (condition/size/edition), variant SKU kept as identifier, out-of-stock variants kept as 'ended' listings, 0.00-priced placeholders dropped. Dates: published_at only; no fetch time is ever used as a sale date. Deliberately NOT fetched: cart/checkout/account/customer endpoints, per-product .js barcode enrichment (fetchBarcodes=false: one extra request per product is not worth it for listings), the whole-shop /products.json, and unmapped collections — bags/accessories/stationery/apparel/art prints/pins/books, toy displays, sale umbrella collections, \"open box\" items. No personal data is collected; seller = the store itself.",39  "enabled": true,40  "schemaVersion": "1.0",41  "acquisitionMethod": "Shopify storefront products.json",42  "historicalDepth": "none",43  "requires": [],44  "config": {45    "currency": "USD",46    "market": "US",47    "seller": "Strangecat Toys",48    "location": "Pittsburgh, PA, USA",49    "collections": [50      {51        "handle": "designer-toys",52        "categorySlug": "designer_toys"53      },54      {55        "handle": "blindbox-mini",56        "categorySlug": "designer_toys"57      },58      {59        "handle": "custom-figures",60        "categorySlug": "designer_toys",61        "series": "Custom"62      },63      {64        "handle": "made-by-strangecat",65        "categorySlug": "designer_toys",66        "brand": "Strangecat Toys"67      },68      {69        "handle": "exclusives",70        "categorySlug": "designer_toys"71      },72      {73        "handle": "pop-culture",74        "categorySlug": "designer_toys"75      },76      {77        "handle": "plush-more",78        "categorySlug": "plush"79      }80    ],81    "rules": [82      {83        "match": "\\bfunko\\b|\\bpop!",84        "categorySlug": "funko",85        "brand": "Funko"86      }87    ],88    "defaultCategory": null,89    "exclude": "gift card|mystery|\\| (Apparel|T-Shirts?|Hats?|Accessories|Pins?|Enamel Pins?|Patches?|Socks|Hoodies?|Bags?|Stationery|Stickers?|Prints?|Posters?|Merch|Keychains?|Lanyards?|Pins? Lanyard Set|Books?|Toy Displays?|Home Goods|Drinkware) \\||t-shirt|\\btee\\b|hoodie|sweatshirt|\\bhat\\b|\\bcap\\b|beanie|\\bsocks?\\b|enamel pin|\\bpins? set\\b|\\bpatch\\b|sticker|\\bkeychain\\b|lanyard|\\bmug\\b|\\btote\\b|tumbler|display case|acrylic case|pop protector only|art print|\\bposter\\b|\\bzine\\b|\\bbook\\b|\\bgame\\b|puzzle|blanket|towel|\\bwallet\\b|backpack|\\bshirt\\b|\\bshipping\\b|\\bopen box\\b",90    "keepOutOfStock": true,91    "fetchBarcodes": false,92    "wholeShop": false,93    "pageSize": 25094  }95}96