SPB Git forge

spb/rareindex

Public
54commits 1branches 0releases
7.1 MBsize
maindefault branch
10 days agolast push
TypeScript 61.9% HTML 37.2% SQL 0.7%
11.9 KB · 396 lines json
Raw Blame History
1{2  "$comment": "g3-shops-na: Shopify specialty stores (Canada + USA), verified 2026-09-08. Public products.json only; 1 req / 1.5 s; listings.",3  "domains": {4    "store.401games.ca": {5      "minIntervalMs": 1500,6      "concurrency": 1,7      "timeoutMs": 45000,8      "maxRetries": 2,9      "engines": [10        "api"11      ],12      "country": "CA",13      "currency": "CAD",14      "crawlDepth": 3,15      "backfillMaxPages": 200,16      "refreshClass": "normal",17      "notes": "Shopify storefront (401 Games); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."18    },19    "facetofacegames.com": {20      "minIntervalMs": 1500,21      "concurrency": 1,22      "timeoutMs": 45000,23      "maxRetries": 2,24      "engines": [25        "api"26      ],27      "country": "CA",28      "currency": "CAD",29      "crawlDepth": 3,30      "backfillMaxPages": 200,31      "refreshClass": "normal",32      "notes": "Shopify storefront (Face to Face Games); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."33    },34    "hobbiesville.com": {35      "minIntervalMs": 1500,36      "concurrency": 1,37      "timeoutMs": 45000,38      "maxRetries": 2,39      "engines": [40        "api"41      ],42      "country": "CA",43      "currency": "CAD",44      "crawlDepth": 3,45      "backfillMaxPages": 200,46      "refreshClass": "normal",47      "notes": "Shopify storefront (Hobbiesville); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."48    },49    "kanzengames.com": {50      "minIntervalMs": 1500,51      "concurrency": 1,52      "timeoutMs": 45000,53      "maxRetries": 2,54      "engines": [55        "api"56      ],57      "country": "CA",58      "currency": "CAD",59      "crawlDepth": 3,60      "backfillMaxPages": 200,61      "refreshClass": "normal",62      "notes": "Shopify storefront (KanZen Games); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."63    },64    "kanatacg.com": {65      "minIntervalMs": 1500,66      "concurrency": 1,67      "timeoutMs": 45000,68      "maxRetries": 2,69      "engines": [70        "api"71      ],72      "country": "CA",73      "currency": "CAD",74      "crawlDepth": 3,75      "backfillMaxPages": 200,76      "refreshClass": "normal",77      "notes": "Shopify storefront (Wizard's Tower); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."78    },79    "fusiongamingonline.com": {80      "minIntervalMs": 1500,81      "concurrency": 1,82      "timeoutMs": 45000,83      "maxRetries": 2,84      "engines": [85        "api"86      ],87      "country": "CA",88      "currency": "CAD",89      "crawlDepth": 3,90      "backfillMaxPages": 200,91      "refreshClass": "normal",92      "notes": "Shopify storefront (Fusion Gaming); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."93    },94    "colonialacres.com": {95      "minIntervalMs": 1500,96      "concurrency": 1,97      "timeoutMs": 45000,98      "maxRetries": 2,99      "engines": [100        "api"101      ],102      "country": "CA",103      "currency": "CAD",104      "crawlDepth": 3,105      "backfillMaxPages": 200,106      "refreshClass": "normal",107      "notes": "Shopify storefront (Colonial Acres Coins); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."108    },109    "cdncoin.com": {110      "minIntervalMs": 1500,111      "concurrency": 1,112      "timeoutMs": 45000,113      "maxRetries": 2,114      "engines": [115        "api"116      ],117      "country": "CA",118      "currency": "CAD",119      "crawlDepth": 3,120      "backfillMaxPages": 200,121      "refreshClass": "normal",122      "notes": "Shopify storefront (Canadian Coin & Currency); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."123    },124    "bigbcomics.com": {125      "minIntervalMs": 1500,126      "concurrency": 1,127      "timeoutMs": 45000,128      "maxRetries": 2,129      "engines": [130        "api"131      ],132      "country": "CA",133      "currency": "CAD",134      "crawlDepth": 3,135      "backfillMaxPages": 200,136      "refreshClass": "normal",137      "notes": "Shopify storefront (Big B Comics); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."138    },139    "toysnowman.ca": {140      "minIntervalMs": 1500,141      "concurrency": 1,142      "timeoutMs": 45000,143      "maxRetries": 2,144      "engines": [145        "api"146      ],147      "country": "CA",148      "currency": "CAD",149      "crawlDepth": 3,150      "backfillMaxPages": 200,151      "refreshClass": "normal",152      "notes": "Shopify storefront (Toy Snowman); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."153    },154    "deadstock.ca": {155      "minIntervalMs": 1500,156      "concurrency": 1,157      "timeoutMs": 45000,158      "maxRetries": 2,159      "engines": [160        "api"161      ],162      "country": "CA",163      "currency": "CAD",164      "crawlDepth": 2,165      "backfillMaxPages": 200,166      "refreshClass": "normal",167      "notes": "Shopify storefront (Livestock); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."168    },169    "capsuletoronto.com": {170      "minIntervalMs": 1500,171      "concurrency": 1,172      "timeoutMs": 45000,173      "maxRetries": 2,174      "engines": [175        "api"176      ],177      "country": "CA",178      "currency": "CAD",179      "crawlDepth": 3,180      "backfillMaxPages": 200,181      "refreshClass": "normal",182      "notes": "Shopify storefront (Capsule Toronto); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."183    },184    "everythinggames.ca": {185      "minIntervalMs": 1500,186      "concurrency": 1,187      "timeoutMs": 45000,188      "maxRetries": 2,189      "engines": [190        "api"191      ],192      "country": "CA",193      "currency": "CAD",194      "crawlDepth": 3,195      "backfillMaxPages": 200,196      "refreshClass": "normal",197      "notes": "Shopify storefront (Everything Games); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."198    },199    "gamezilla.ca": {200      "minIntervalMs": 1500,201      "concurrency": 1,202      "timeoutMs": 45000,203      "maxRetries": 2,204      "engines": [205        "api"206      ],207      "country": "CA",208      "currency": "CAD",209      "crawlDepth": 3,210      "backfillMaxPages": 200,211      "refreshClass": "normal",212      "notes": "Shopify storefront (GameZilla); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."213    },214    "cardboardmemories.ca": {215      "minIntervalMs": 1500,216      "concurrency": 1,217      "timeoutMs": 45000,218      "maxRetries": 2,219      "engines": [220        "api"221      ],222      "country": "CA",223      "currency": "CAD",224      "crawlDepth": 3,225      "backfillMaxPages": 200,226      "refreshClass": "normal",227      "notes": "Shopify storefront (Cardboard Memories); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."228    },229    "kidrobot.com": {230      "minIntervalMs": 1500,231      "concurrency": 1,232      "timeoutMs": 45000,233      "maxRetries": 2,234      "engines": [235        "api"236      ],237      "country": "US",238      "currency": "USD",239      "crawlDepth": 3,240      "backfillMaxPages": 200,241      "refreshClass": "normal",242      "notes": "Shopify storefront (Kidrobot); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."243    },244    "super7.com": {245      "minIntervalMs": 1500,246      "concurrency": 1,247      "timeoutMs": 45000,248      "maxRetries": 2,249      "engines": [250        "api"251      ],252      "country": "US",253      "currency": "USD",254      "crawlDepth": 3,255      "backfillMaxPages": 200,256      "refreshClass": "normal",257      "notes": "Shopify storefront (Super7); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."258    },259    "mondoshop.com": {260      "minIntervalMs": 1500,261      "concurrency": 1,262      "timeoutMs": 45000,263      "maxRetries": 2,264      "engines": [265        "api"266      ],267      "country": "US",268      "currency": "USD",269      "crawlDepth": 3,270      "backfillMaxPages": 200,271      "refreshClass": "normal",272      "notes": "Shopify storefront (Mondo); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."273    },274    "turntablelab.com": {275      "minIntervalMs": 1500,276      "concurrency": 1,277      "timeoutMs": 45000,278      "maxRetries": 2,279      "engines": [280        "api"281      ],282      "country": "US",283      "currency": "USD",284      "crawlDepth": 3,285      "backfillMaxPages": 200,286      "refreshClass": "normal",287      "notes": "Shopify storefront (Turntable Lab); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."288    },289    "newburycomics.com": {290      "minIntervalMs": 1500,291      "concurrency": 1,292      "timeoutMs": 45000,293      "maxRetries": 2,294      "engines": [295        "api"296      ],297      "country": "US",298      "currency": "USD",299      "crawlDepth": 3,300      "backfillMaxPages": 200,301      "refreshClass": "normal",302      "notes": "Shopify storefront (Newbury Comics); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."303    },304    "martiantoys.com": {305      "minIntervalMs": 1500,306      "concurrency": 1,307      "timeoutMs": 45000,308      "maxRetries": 2,309      "engines": [310        "api"311      ],312      "country": "US",313      "currency": "USD",314      "crawlDepth": 3,315      "backfillMaxPages": 200,316      "refreshClass": "normal",317      "notes": "Shopify storefront (Martian Toys); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."318    },319    "strangecattoys.com": {320      "minIntervalMs": 1500,321      "concurrency": 1,322      "timeoutMs": 45000,323      "maxRetries": 2,324      "engines": [325        "api"326      ],327      "country": "US",328      "currency": "USD",329      "crawlDepth": 3,330      "backfillMaxPages": 200,331      "refreshClass": "normal",332      "notes": "Shopify storefront (Strangecat Toys); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."333    },334    "rotofugi.com": {335      "minIntervalMs": 1500,336      "concurrency": 1,337      "timeoutMs": 45000,338      "maxRetries": 2,339      "engines": [340        "api"341      ],342      "country": "US",343      "currency": "USD",344      "crawlDepth": 2,345      "backfillMaxPages": 200,346      "refreshClass": "normal",347      "notes": "Shopify storefront (Rotofugi); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."348    },349    "toytokyo.com": {350      "minIntervalMs": 1500,351      "concurrency": 1,352      "timeoutMs": 45000,353      "maxRetries": 2,354      "engines": [355        "api"356      ],357      "country": "US",358      "currency": "USD",359      "crawlDepth": 3,360      "backfillMaxPages": 200,361      "refreshClass": "normal",362      "notes": "Shopify storefront (Toy Tokyo); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."363    },364    "waxworkrecords.com": {365      "minIntervalMs": 1500,366      "concurrency": 1,367      "timeoutMs": 45000,368      "maxRetries": 2,369      "engines": [370        "api"371      ],372      "country": "US",373      "currency": "USD",374      "crawlDepth": 2,375      "backfillMaxPages": 200,376      "refreshClass": "normal",377      "notes": "Shopify storefront (Waxwork Records); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."378    },379    "thegamesteward.com": {380      "minIntervalMs": 1500,381      "concurrency": 1,382      "timeoutMs": 45000,383      "maxRetries": 2,384      "engines": [385        "api"386      ],387      "country": "US",388      "currency": "USD",389      "crawlDepth": 3,390      "backfillMaxPages": 200,391      "refreshClass": "normal",392      "notes": "Shopify storefront (The Game Steward); public products.json; robots.txt standard Shopify rules for * (verified 2026-09-08); listings only."393    }394  }395}396