SPB Git forge

spb/rareindex

Public
54commits 1branches 0releases
7.1 MBsize
maindefault branch
10 days agolast push
TypeScript 61.9% HTML 37.2% SQL 0.7%
7.4 KB · 171 lines json
Raw Blame History
1{2  "id": "totalcards",3  "displayName": "Total Cards",4  "sourceId": "totalcards",5  "sourceName": "Total Cards",6  "sourceType": "dealer",7  "sourceUrl": "https://www.totalcards.net",8  "module": "api/totalcards",9  "enginePriority": [10    "api"11  ],12  "categories": [13    "pokemon",14    "magic_the_gathering",15    "disney_lorcana",16    "one_piece_card_game",17    "digimon_tcg",18    "dragon_ball_tcg",19    "final_fantasy_tcg",20    "star_wars_tcg",21    "other_tcg",22    "funko",23    "action_figures",24    "comics",25    "marvel_comics",26    "dc_comics",27    "independent_comics",28    "designer_toys",29    "gundam"30  ],31  "regions": [32    "GB"33  ],34  "country": "GB",35  "languages": [36    "en"37  ],38  "currency": [39    "GBP"40  ],41  "supportsListings": true,42  "supportsSold": false,43  "supportsAuctions": false,44  "supportsImages": true,45  "supportsCatalog": false,46  "supportsPopulation": false,47  "supportsLookup": true,48  "refreshFrequencyMinutes": 720,49  "priority": "medium",50  "trustScore": 0.7,51  "attributionRequired": true,52  "termsUrl": "https://www.totalcards.net/policies/terms-of-service",53  "accessNotes": "Total Cards (totalcards.net) is a Shopify shop; we read only the public, unauthenticated storefront JSON the shop serves to every visitor: /collections/<handle>/products.json?limit=250&page=N for the configured collections and /products/<handle>.json for URL lookups (pokemon-single-cards, pokemon-japanese-single-cards, pokemon-sealed-products, magic-the-gathering-single-cards, lorcana-single-cards, one-piece-single-cards, digimon-single-cards, dragon-ball-super-single-cards, final-fantasy-single-cards, star-wars-unlimited, cardfight-vanguard-single-cards, funko-pop, figures, comic-books). robots.txt (checked 2026-09-08) is the standard Shopify file: for User-agent * it disallows /admin, /cart, /orders, /checkout(s), /carts, /account, /search, /policies, /recommendations/products, sort_by / filter / \"+\" collection permutations, preview_theme_id, oseid, the -remote product variants and /cdn/wpm; it blocks AhrefsBot, AhrefsSiteAudit, MJ12bot, Bytespider, Nutch and Pinterest entirely. The /collections/<handle>/products.json and /products/<handle>.json endpoints we read are not disallowed. Rate: 1 request per 1.5 s, one connection (connectors/domains.d/g4-shops-intl.json), honest RareIndexBot UA, twice a day, 3 pages per collection per incremental run (backfill bounded by backfillMaxPages). Prices in products.json are the shop base currency GBP (Shopify.currency rate 1.0, /meta.json currency GBP); UK VAT included. Dealer asking prices are stored as listings, never as sales (SPEC §111); out-of-stock variants are kept as ended listings for price-history audit. Deliberately not fetched: cart/checkout/account pages, customer names, reviews or any personal data, search and sort/filter permutations (robots-disallowed), /recommendations, blog pages, and images beyond the URLs already present in the JSON.",54  "enabled": true,55  "schemaVersion": "1.0",56  "acquisitionMethod": "Shopify storefront products.json (public JSON)",57  "historicalDepth": "none",58  "requires": [],59  "config": {60    "currency": "GBP",61    "seller": "Total Cards",62    "location": null,63    "collections": [64      {65        "handle": "pokemon-single-cards",66        "categorySlug": "pokemon",67        "franchise": "Pokémon"68      },69      {70        "handle": "pokemon-japanese-single-cards",71        "categorySlug": "pokemon",72        "franchise": "Pokémon"73      },74      {75        "handle": "pokemon-sealed-products",76        "categorySlug": "pokemon",77        "franchise": "Pokémon"78      },79      {80        "handle": "magic-the-gathering-single-cards",81        "categorySlug": "magic_the_gathering",82        "franchise": "Magic: The Gathering"83      },84      {85        "handle": "lorcana-single-cards",86        "categorySlug": "disney_lorcana",87        "franchise": "Disney Lorcana"88      },89      {90        "handle": "one-piece-single-cards",91        "categorySlug": "one_piece_card_game",92        "franchise": "One Piece"93      },94      {95        "handle": "digimon-single-cards",96        "categorySlug": "digimon_tcg",97        "franchise": "Digimon"98      },99      {100        "handle": "dragon-ball-super-single-cards",101        "categorySlug": "dragon_ball_tcg",102        "franchise": "Dragon Ball"103      },104      {105        "handle": "final-fantasy-single-cards",106        "categorySlug": "final_fantasy_tcg",107        "franchise": "Final Fantasy"108      },109      {110        "handle": "star-wars-unlimited",111        "categorySlug": "star_wars_tcg",112        "franchise": "Star Wars"113      },114      {115        "handle": "cardfight-vanguard-single-cards",116        "categorySlug": "other_tcg"117      },118      {119        "handle": "funko-pop",120        "categorySlug": "funko",121        "brand": "Funko"122      },123      {124        "handle": "figures",125        "categorySlug": "action_figures"126      },127      {128        "handle": "comic-books",129        "categorySlug": "comics"130      }131    ],132    "rules": [133      {134        "match": "^(?=.*\\| Comic Book \\|)(?=.*(?:\\bmarvel\\b|spider-?man|x-men|avengers|wolverine|daredevil|hulk|iron man|captain america|deadpool|fantastic four|thor\\b|venom|punisher|moon knight|black panther))",135        "categorySlug": "marvel_comics",136        "brand": "Marvel"137      },138      {139        "match": "^(?=.*\\| Comic Book \\|)(?=.*(?:\\bdc comics\\b|\\bdc\\b|batman|superman|wonder woman|justice league|flash\\b|green lantern|aquaman|harley quinn|joker|nightwing|swamp thing|sandman|watchmen|vertigo))",140        "categorySlug": "dc_comics",141        "brand": "DC"142      },143      {144        "match": "^(?=.*\\| Comic Book \\|)(?=.*(?:image comics|dark horse|\\bidw\\b|boom! ?studios|dynamite|valiant|oni press|2000 ad|archie|spawn|invincible|walking dead|saga\\b|hellboy|tmnt|teenage mutant|transformers|2000ad|rebellion|titan comics|ahoy|mad cave|vault comics|aftershock|zenescope|fantagraphics|drawn & quarterly|avery hill))",145        "categorySlug": "independent_comics"146      },147      {148        "match": "funko|pop! ?vinyl|pop vinyl|\\bpop!\\b|pop! games|pop! animation|pop! movies",149        "categorySlug": "funko",150        "brand": "Funko"151      },152      {153        "match": "be@rbrick|bearbrick|be rbrick|\\bkaws\\b|labubu|pop ?mart|art toy|blind ?box|designer toy|medicom|kubrick|the monsters|skullpanda|hirono|crybaby|molly\\b|dimoo|sonny angel",154        "categorySlug": "designer_toys"155      },156      {157        "match": "gunpla|gundam|figure-?rise|\\b30 ?m[ms]\\b|30 minutes (missions|sisters)",158        "categorySlug": "gundam",159        "franchise": "Gundam"160      }161    ],162    "defaultCategory": null,163    "exclude": "gift card|\\bsleeves?\\b|deck box|deck case|deck holder|binder|playmat|play mat|toploader|top loader|storage box|card case|portfolio|\\balbum\\b|\\bdice\\b|spindown|life counter|tokens? only|bundle of|mystery (box|pack|bundle|bag)|repack|\\bticket|event entry|entry fee|weekly league|display case|acrylic (stand|display|case)|card holder|card protector|magnetic holder|semi-rigid|perfect fit|penny sleeve|team bag|card saver|\\baccessor|dice set|d20|d6\\b|\\bpaint|brush|primer|glue|hobby tool|cutter|tweezers|sticker|keyring|key ring|lanyard|badge|coaster|mug\\b|t-shirt|hoodie|\\bcap\\b|socks|towel|blanket|poster|wall scroll|calendar|advent|code card|energy card only|damaged box only",164    "keepOutOfStock": true,165    "titlePattern": "^[^-]+? - (?<set>.+) - (?<name>.+?) - (?<number>[\\w/]+)(?: \\(Foil\\))?$",166    "pageSize": 250,167    "fetchBarcodes": false,168    "wholeShop": false169  }170}171