SPB Git forge

spb/rareindex

Public
54commits 1branches 0releases
7.1 MBsize
maindefault branch
10 days agolast push
TypeScript 61.9% HTML 37.2% SQL 0.7%
6.1 KB · 201 lines json
Raw Blame History
1{2  "domains": {3    "auctionet.com": {4      "minIntervalMs": 1500,5      "concurrency": 1,6      "engines": [7        "api"8      ],9      "country": "SE",10      "locale": "sv-SE",11      "currency": "SEK",12      "backfillMaxPages": 300,13      "notes": "Public JSON API /api/v2/items.json (no key). robots.txt disallows /admin/ and /*/my only; terms silent on automated access. Every query capped at 10 000 items by the API."14    },15    "aguttes.com": {16      "minIntervalMs": 2000,17      "concurrency": 1,18      "engines": [19        "api"20      ],21      "country": "FR",22      "locale": "fr-FR",23      "currency": "EUR",24      "notes": "Artisio/Next.js; __NEXT_DATA__ on /catalogue/<id>?page=N; sitemap-fr-ventes-passees.xml. robots Allow /, Content-Signal search=yes ai-train=no use=reference."25    },26    "lempertz.com": {27      "minIntervalMs": 2000,28      "concurrency": 1,29      "engines": [30        "api"31      ],32      "country": "DE",33      "locale": "de-DE",34      "currency": "EUR",35      "timeoutMs": 90000,36      "notes": "TYPO3; results index HTML + POST /de/?endpoint=catalogue JSON (site's own widget endpoint, no auth). robots disallows /typo3/ only."37    },38    "tcabid.com": {39      "minIntervalMs": 1500,40      "concurrency": 1,41      "engines": [42        "api"43      ],44      "country": "HK",45      "currency": "HKD",46      "notes": "BiddingArt JSON API /app_api/v1 used by tcabid.com SPA (Tokyo Chuo Auction). Pagination via x-total / x-total-pages headers; filter auction_category_auction_id_eq. robots: none."47    },48    "chuo-auction.com": {49      "minIntervalMs": 2000,50      "concurrency": 1,51      "engines": [52        "api"53      ],54      "country": "HK",55      "currency": "HKD",56      "notes": "Corporate site only; results live on tcabid.com."57    },58    "live.bernaerts.eu": {59      "minIntervalMs": 2000,60      "concurrency": 1,61      "engines": [62        "api"63      ],64      "country": "BE",65      "locale": "nl-BE",66      "currency": "EUR",67      "notes": "AuctionMobility front-end; lots/auctions JSON embedded in viewVars of /auctions/past and /auctions/<id>/<slug>?page=N. Direct production4-server API needs a token → not used. robots Allow /."68    },69    "ader-paris.fr": {70      "minIntervalMs": 2500,71      "concurrency": 1,72      "engines": [73        "api"74      ],75      "country": "FR",76      "locale": "fr-FR",77      "currency": "EUR",78      "notes": "Drouot site-générique platform (SSR). robots disallows /recherche/* only. Results 'avec frais'."79    },80    "osenat.com": {81      "minIntervalMs": 2500,82      "concurrency": 1,83      "engines": [84        "api"85      ],86      "country": "FR",87      "locale": "fr-FR",88      "currency": "EUR",89      "notes": "Drouot site-générique platform (SSR). robots disallows /recherche/* only. Results 'sans frais' (hammer)."90    },91    "millon.com": {92      "minIntervalMs": 2500,93      "concurrency": 1,94      "engines": [95        "api"96      ],97      "country": "FR",98      "locale": "fr-FR",99      "currency": "EUR",100      "notes": "Drupal SSR; /catalogue/ventes-passees?page=N (0-based) and /catalogue/vente<id>-slug?page=N. robots allows public paths."101    },102    "piasa.fr": {103      "minIntervalMs": 2500,104      "concurrency": 1,105      "engines": [106        "api"107      ],108      "country": "FR",109      "locale": "fr-FR",110      "currency": "EUR",111      "notes": "Laravel/Livewire SSR (all lots inlined); robots disallows /search, login. Results 'Frais de vente inclus'."112    },113    "sworder.co.uk": {114      "minIntervalMs": 2500,115      "concurrency": 1,116      "engines": [117        "api"118      ],119      "country": "GB",120      "locale": "en-GB",121      "currency": "GBP",122      "notes": "goauction platform SSR; /results/ + /auction/details/<slug>/?au=<id>&pn=N&g=1 (96/page). robots disallows /account,/admin,/cms/lotdetailspdf only."123    },124    "chiswickauctions.co.uk": {125      "minIntervalMs": 2500,126      "concurrency": 1,127      "engines": [128        "api"129      ],130      "country": "GB",131      "locale": "en-GB",132      "currency": "GBP",133      "notes": "goauction platform SSR (same as Sworders). robots disallows /account,/admin,/cms/lotdetailspdf only."134    },135    "dominicwinter.co.uk": {136      "minIntervalMs": 2500,137      "concurrency": 1,138      "engines": [139        "api"140      ],141      "country": "GB",142      "locale": "en-GB",143      "currency": "GBP",144      "notes": "goauction platform SSR; /auction-results/ + /Auction/Search?au=<id>&sd=2&pn=N (48/page). robots disallows /account,/admin,/cms/lotdetailspdf only."145    },146    "auctions.leonardjoel.com.au": {147      "minIntervalMs": 2500,148      "concurrency": 1,149      "engines": [150        "api"151      ],152      "country": "AU",153      "locale": "en-AU",154      "currency": "AUD",155      "notes": "Classic ASP SSR; /auction-results + /custom_asp/searchresults.asp?type=result&sale_no=<id>&pg=N&ps=100. robots allows /."156    },157    "leonardjoel.com.au": {158      "minIntervalMs": 2500,159      "concurrency": 1,160      "engines": [161        "api"162      ],163      "country": "AU",164      "currency": "AUD",165      "notes": "WordPress corporate site; results on the auctions. subdomain."166    },167    "auctions.dunbarsloane.co.nz": {168      "minIntervalMs": 2500,169      "concurrency": 1,170      "engines": [171        "api"172      ],173      "country": "NZ",174      "locale": "en-NZ",175      "currency": "NZD",176      "notes": "Tandem Auctions SSR; /previous-auctions + /<id>/catalogue?page=N. robots.txt 404 (no rules). 'Realised: $X plus premium' = hammer."177    },178    "astebolaffi.it": {179      "minIntervalMs": 3000,180      "concurrency": 1,181      "engines": [182        "api"183      ],184      "country": "IT",185      "locale": "it-IT",186      "currency": "EUR",187      "notes": "Laravel SSR; /it/results + /it/auction/<id>?page=N (10 lots/page). robots allow all. 'Aggiudicato a' — fee basis not stated on page."188    },189    "woolleyandwallis.co.uk": {190      "minIntervalMs": 2500,191      "concurrency": 1,192      "engines": [193        "api"194      ],195      "country": "GB",196      "locale": "en-GB",197      "currency": "GBP",198      "notes": "Umbraco; robots DISALLOWS /umbraco/ (PastSaleItems endpoint NOT used). We use /sitemap-xml, sale page + view-lot/1/ (sale-id attr) and /api/lots/search JSON (HammerPrice)."199    }200  }201}