SPB Git forge

spb/rareindex

Public
54commits 1branches 0releases
7.1 MBsize
maindefault branch
10 days agolast push
TypeScript 61.9% HTML 37.2% SQL 0.7%
5.6 KB · 125 lines json
Raw Blame History
1{2  "id": "gamesportal",3  "displayName": "Games Portal",4  "sourceId": "gamesportal",5  "sourceName": "Games Portal",6  "sourceType": "dealer",7  "sourceUrl": "https://gamesportal.com.au",8  "module": "api/gamesportal",9  "enginePriority": [10    "api"11  ],12  "categories": [13    "magic_the_gathering",14    "one_piece_card_game",15    "disney_lorcana",16    "digimon_tcg",17    "flesh_and_blood",18    "star_wars_tcg",19    "dragon_ball_tcg",20    "other_tcg"21  ],22  "regions": [23    "AU"24  ],25  "country": "AU",26  "languages": [27    "en"28  ],29  "currency": [30    "AUD"31  ],32  "supportsListings": true,33  "supportsSold": false,34  "supportsAuctions": false,35  "supportsImages": true,36  "supportsCatalog": false,37  "supportsPopulation": false,38  "supportsLookup": true,39  "refreshFrequencyMinutes": 720,40  "priority": "medium",41  "trustScore": 0.65,42  "attributionRequired": true,43  "termsUrl": "https://gamesportal.com.au/policies/terms-of-service",44  "accessNotes": "Games Portal (gamesportal.com.au) is a Shopify shop; we read only the public, unauthenticated storefront JSON the shop serves to every visitor: /collections/<handle>/products.json?limit=250&page=N for the configured collections and /products/<handle>.json for URL lookups (magic-singles-instock, sealed-magic-products, one-piece-ccg-singles, one-piece-card-game, disney-lorcana-singles, disney-lorcana-sealed, digimon-singles, flesh-and-blood-singles, star-wars-unlimited-sealed, dragon-ball-super-fusion-world-sealed, gundam-card-game-sealed, hololive-card-game-sealed). robots.txt (checked 2026-09-08) is the standard Shopify file: for User-agent * it disallows /admin, /cart, /orders, /checkout(s), /carts, /account, /search, /policies, /recommendations/products, sort_by / filter / \"+\" collection permutations, preview_theme_id, oseid, the -remote product variants and /cdn/wpm; it blocks AhrefsBot, AhrefsSiteAudit, MJ12bot, Bytespider, Nutch and Pinterest entirely. The /collections/<handle>/products.json and /products/<handle>.json endpoints we read are not disallowed. Rate: 1 request per 1.5 s, one connection (connectors/domains.d/g4-shops-intl.json), honest RareIndexBot UA, twice a day, 3 pages per collection per incremental run (backfill bounded by backfillMaxPages). Prices are the base currency AUD (/meta.json currency AUD, Shopify.currency rate 1.0), GST included. SKUs follow BinderPOS \"SET-number-lang-finish-condition\" (e.g. WAR-94-EN-NF-1). Dealer asking prices are stored as listings, never as sales (SPEC §111); out-of-stock variants are kept as ended listings for price-history audit. Deliberately not fetched: cart/checkout/account pages, customer names, reviews or any personal data, search and sort/filter permutations (robots-disallowed), /recommendations, blog pages, and images beyond the URLs already present in the JSON.",45  "enabled": true,46  "schemaVersion": "1.0",47  "acquisitionMethod": "Shopify storefront products.json (public JSON)",48  "historicalDepth": "none",49  "requires": [],50  "config": {51    "currency": "AUD",52    "seller": "Games Portal",53    "location": null,54    "collections": [55      {56        "handle": "magic-singles-instock",57        "categorySlug": "magic_the_gathering",58        "franchise": "Magic: The Gathering"59      },60      {61        "handle": "sealed-magic-products",62        "categorySlug": "magic_the_gathering",63        "franchise": "Magic: The Gathering"64      },65      {66        "handle": "one-piece-ccg-singles",67        "categorySlug": "one_piece_card_game",68        "franchise": "One Piece"69      },70      {71        "handle": "one-piece-card-game",72        "categorySlug": "one_piece_card_game",73        "franchise": "One Piece"74      },75      {76        "handle": "disney-lorcana-singles",77        "categorySlug": "disney_lorcana",78        "franchise": "Disney Lorcana"79      },80      {81        "handle": "disney-lorcana-sealed",82        "categorySlug": "disney_lorcana",83        "franchise": "Disney Lorcana"84      },85      {86        "handle": "digimon-singles",87        "categorySlug": "digimon_tcg",88        "franchise": "Digimon"89      },90      {91        "handle": "flesh-and-blood-singles",92        "categorySlug": "flesh_and_blood",93        "franchise": "Flesh and Blood"94      },95      {96        "handle": "star-wars-unlimited-sealed",97        "categorySlug": "star_wars_tcg",98        "franchise": "Star Wars"99      },100      {101        "handle": "dragon-ball-super-fusion-world-sealed",102        "categorySlug": "dragon_ball_tcg",103        "franchise": "Dragon Ball"104      },105      {106        "handle": "gundam-card-game-sealed",107        "categorySlug": "other_tcg",108        "franchise": "Gundam"109      },110      {111        "handle": "hololive-card-game-sealed",112        "categorySlug": "other_tcg"113      }114    ],115    "rules": [],116    "defaultCategory": null,117    "exclude": "gift card|\\bsleeves?\\b|deck box|deck case|deck holder|binder|playmat|play mat|toploader|top loader|storage box|card case|portfolio|\\balbum\\b|\\bdice\\b|spindown|life counter|tokens? only|bundle of|mystery (box|pack|bundle|bag)|repack|\\bticket|event entry|entry fee|weekly league|display case|acrylic (stand|display|case)|card holder|card protector|magnetic holder|semi-rigid|perfect fit|penny sleeve|team bag|card saver|\\baccessor|dice set|d20|d6\\b|\\bpaint|brush|primer|glue|hobby tool|cutter|tweezers|sticker|keyring|key ring|lanyard|badge|coaster|mug\\b|t-shirt|hoodie|\\bcap\\b|socks|towel|blanket|poster|wall scroll|calendar|advent|prerelease ticket|event ticket|\\| accessories \\||ultimate guard|gamegenic|dragon shield",118    "keepOutOfStock": true,119    "titlePattern": "^(?<name>.+?)(?:\\s*\\((?<number>\\d+/\\d+)\\))?\\s*\\[(?<set>[^\\]]+)\\]\\s*$",120    "pageSize": 250,121    "fetchBarcodes": false,122    "wholeShop": false123  }124}125