TypeScript 61.9%
HTML 37.2%
SQL 0.7%
1[2 {3 "id": "miller-miller",4 "name": "Miller & Miller Auctions",5 "domain": "live.millerandmillerauctions.com",6 "country": "CA",7 "supportedCountries": [8 "CA",9 "US"10 ],11 "languages": [12 "en"13 ],14 "sourceType": "auction_house",15 "categories": [16 "advertising",17 "automotive_memorabilia",18 "hockey_cards",19 "baseball_cards",20 "sports_memorabilia",21 "vintage_toys",22 "coins",23 "banknotes",24 "art",25 "antiques",26 "other_watches",27 "jewelry",28 "vending_machines",29 "arcade_pinball"30 ],31 "subcategories": [32 "petroliana",33 "canadiana",34 "folk art",35 "decoys",36 "pre-1980 sports cards"37 ],38 "api": {39 "available": false,40 "docsUrl": null,41 "auth": "none",42 "notes": "Auction Mobility JSON API (production4-server.auctionmobility.com/v1) requires a client token → not used; the public catalog pages embed the same lot JSON server-side."43 },44 "urls": {45 "search": "https://live.millerandmillerauctions.com/lots",46 "product": "https://live.millerandmillerauctions.com/lots/view/{lotId}/{slug}",47 "sold": "https://live.millerandmillerauctions.com/auctions/{auctionId}?page={n}",48 "sitemap": "https://live.millerandmillerauctions.com/sitemap/auctions.xml",49 "robots": "https://live.millerandmillerauctions.com/robots.txt"50 },51 "data": {52 "liveListings": false,53 "soldResults": true,54 "auctionResults": true,55 "historical": "years",56 "images": true,57 "seller": false,58 "saleDate": true,59 "realizedPrice": true,60 "fees": true,61 "grading": true,62 "certNumber": false,63 "itemId": true,64 "gtin": false,65 "population": false,66 "catalog": false67 },68 "access": {69 "pagination": "page_number",70 "jsRendering": false,71 "antiBot": "none",72 "cloudflare": false,73 "robots": "User-agent: * Disallow: (empty); Crawl-delay: 10; sitemaps /sitemap/static.xml + /sitemap/auctions.xml",74 "rateLimit": "Crawl-delay 10 s honoured (1 request / 10 s)",75 "preferredEngine": "api"76 },77 "currency": [78 "CAD"79 ],80 "freshness": "daily",81 "priority": "wave2",82 "difficulty": "easy",83 "reliability": 0.88,84 "legal": "Public catalog pages only; robots allows everything with a 10 s crawl delay. Winning bid = hammer (21 % buyer's premium charged on top, not included). No login, no API token, no personal data (bidder paddles/customer ids in the JSON are ignored).",85 "status": "implemented",86 "connectors": [87 "miller-miller"88 ],89 "statusReason": null,90 "verified": true,91 "verifiedAt": "2026-09-08",92 "notes": "143 auctions in the sitemap (2020→). 36 lots per page, 'sold'/'expired' status, estimates, CAD. Live probe 2026-09-08: closed watches sale → 35 sales/page; open sports-card sale → 36 auction lots/page."93 },94 {95 "id": "wright",96 "name": "Wright (Rago/Wright)",97 "domain": "wright20.com",98 "country": "US",99 "supportedCountries": [100 "US"101 ],102 "languages": [103 "en"104 ],105 "sourceType": "auction_house",106 "categories": [107 "design_furniture",108 "art",109 "contemporary_art",110 "photography",111 "jewelry",112 "glass_crystal",113 "porcelain",114 "antiques"115 ],116 "subcategories": [117 "design",118 "american design",119 "scandinavian design",120 "editions & works on paper",121 "art of africa, oceania and the americas"122 ],123 "api": {124 "available": false,125 "docsUrl": null,126 "auth": "none",127 "notes": "Inertia.js page payload (data-page JSON) embedded in the public session pages."128 },129 "urls": {130 "search": null,131 "product": "https://www.wright20.com/auctions/{yyyy}/{mm}/{slug}/{lot}",132 "sold": "https://www.wright20.com/auctions/{yyyy}/{mm}/{slug}",133 "sitemap": "https://www.wright20.com/sitemap-index.xml",134 "robots": "https://www.wright20.com/robots.txt"135 },136 "data": {137 "liveListings": false,138 "soldResults": true,139 "auctionResults": true,140 "historical": "decades",141 "images": true,142 "seller": false,143 "saleDate": true,144 "realizedPrice": true,145 "fees": true,146 "grading": false,147 "certNumber": false,148 "itemId": true,149 "gtin": false,150 "population": false,151 "catalog": false152 },153 "access": {154 "pagination": "sitemap",155 "jsRendering": false,156 "antiBot": "none",157 "cloudflare": false,158 "robots": "Crawl-delay 10; Disallow /items/item/*, /items/index/zoom/*, /auctions/bid/*, /auctions/view_search/*, /auctions/view/*, /search/*, /catalogs/popup*, /*?cms=*; session pages /auctions/yyyy/mm/slug are allowed and sitemapped",159 "rateLimit": "Crawl-delay 10 s honoured",160 "preferredEngine": "api"161 },162 "currency": [163 "USD"164 ],165 "freshness": "daily",166 "priority": "wave2",167 "difficulty": "easy",168 "reliability": 0.9,169 "legal": "Public session pages only (one page per sale lists every lot with its result). Lot detail pages (/items/item/*) are disallowed by robots and never fetched. Results include the buyer's premium when the session style says show_results_with_premium.",170 "status": "implemented",171 "connectors": [172 "wright"173 ],174 "statusReason": null,175 "verified": true,176 "verifiedAt": "2026-09-08",177 "notes": "614 session sitemaps back to 2000-06 in /sitemap-index.xml (sitemaps/sessions/sitemap-auctions_YYYY_MM_slug.xml). Each session page (~1 MB) embeds SessionIndexItemResource items with estimate_low/high, result, bid_count, artist_name, lot_number; the /info page gives ended_at and show_results_with_premium (e.g. 45 000 hammer → 57 600 shown). Live probe 2026-09-08: closed Design sale → 174 sales; two upcoming sessions → 59 auction lots."178 },179 {180 "id": "lama",181 "name": "Los Angeles Modern Auctions (LAMA)",182 "domain": "lamodern.com",183 "country": "US",184 "supportedCountries": [185 "US"186 ],187 "languages": [188 "en"189 ],190 "sourceType": "auction_house",191 "categories": [192 "design_furniture",193 "art",194 "contemporary_art",195 "photography",196 "jewelry",197 "glass_crystal"198 ],199 "subcategories": [200 "modern art & design",201 "prints & multiples",202 "murakami"203 ],204 "api": {205 "available": false,206 "docsUrl": null,207 "auth": "none",208 "notes": "Same Inertia platform as wright20.com (Rago/Wright group)."209 },210 "urls": {211 "search": null,212 "product": "https://www.lamodern.com/auctions/{yyyy}/{mm}/{slug}/{lot}",213 "sold": "https://www.lamodern.com/auctions/{yyyy}/{mm}/{slug}",214 "sitemap": "https://www.lamodern.com/sitemap-index.xml",215 "robots": "https://www.lamodern.com/robots.txt"216 },217 "data": {218 "liveListings": false,219 "soldResults": true,220 "auctionResults": true,221 "historical": "decades",222 "images": true,223 "seller": false,224 "saleDate": true,225 "realizedPrice": true,226 "fees": true,227 "grading": false,228 "certNumber": false,229 "itemId": true,230 "gtin": false,231 "population": false,232 "catalog": false233 },234 "access": {235 "pagination": "sitemap",236 "jsRendering": false,237 "antiBot": "none",238 "cloudflare": false,239 "robots": "Identical to wright20.com: Crawl-delay 10; Disallow /items/item/*, /auctions/view/*, /search/* …",240 "rateLimit": "Crawl-delay 10 s honoured",241 "preferredEngine": "api"242 },243 "currency": [244 "USD"245 ],246 "freshness": "daily",247 "priority": "wave2",248 "difficulty": "easy",249 "reliability": 0.9,250 "legal": "Public session pages only; lot detail pages never fetched (robots).",251 "status": "implemented",252 "connectors": [253 "lama"254 ],255 "statusReason": null,256 "verified": true,257 "verifiedAt": "2026-09-08",258 "notes": "215 session sitemaps back to 2007-06 in /sitemap-index.xml; e.g. /auctions/2026/08/murakami embeds 82 items with results (39 sales). Live probe 2026-09-08: 263 records over 2 sessions."259 },260 {261 "id": "doyle",262 "name": "Doyle",263 "domain": "doyle.com",264 "country": "US",265 "supportedCountries": [266 "US"267 ],268 "languages": [269 "en"270 ],271 "sourceType": "auction_house",272 "categories": [273 "books",274 "historical_documents",275 "autographs",276 "maps",277 "jewelry",278 "other_watches",279 "coins",280 "banknotes",281 "stamps",282 "silver",283 "art",284 "contemporary_art",285 "photography",286 "antiques",287 "porcelain",288 "glass_crystal",289 "clocks",290 "luxury_handbags",291 "fashion_streetwear"292 ],293 "subcategories": [294 "rare books autographs & maps",295 "fine jewelry",296 "coins bank notes stamps & collectibles",297 "asian works of art",298 "doyle at home",299 "old master paintings silver furniture"300 ],301 "api": {302 "available": false,303 "docsUrl": null,304 "auth": "none",305 "notes": "Server-rendered results pages (ASP.NET, goauction platform)."306 },307 "urls": {308 "search": "https://www.doyle.com/auction/search/?au={auctionId}&pp=96&pn={n}&g=1",309 "product": "https://www.doyle.com/auction/lot/{slug}/?lot={lotId}&au={auctionId}",310 "sold": "https://www.doyle.com/past-auctions/",311 "sitemap": "https://www.doyle.com/sitemap.xml",312 "robots": "https://www.doyle.com/robots.txt"313 },314 "data": {315 "liveListings": false,316 "soldResults": true,317 "auctionResults": true,318 "historical": "years",319 "images": true,320 "seller": false,321 "saleDate": true,322 "realizedPrice": true,323 "fees": true,324 "grading": false,325 "certNumber": false,326 "itemId": true,327 "gtin": false,328 "population": false,329 "catalog": false330 },331 "access": {332 "pagination": "page_number",333 "jsRendering": false,334 "antiBot": "none",335 "cloudflare": false,336 "robots": "Disallow /account/*, /admin/*, /cms/lotdetailspdf/, /elmah/*, /error/*, /imagebrowser/*, /language/*, /profile/*, /seo/*; crawl-delay 10",337 "rateLimit": "crawl-delay 10 s honoured",338 "preferredEngine": "api"339 },340 "currency": [341 "USD"342 ],343 "freshness": "daily",344 "priority": "wave2",345 "difficulty": "easy",346 "reliability": 0.9,347 "legal": "Public past-auction list and results search pages only. 'Sold for' prices include the buyer's premium (stated on lot pages: 'Includes Buyer's Premium'). No login.",348 "status": "implemented",349 "connectors": [350 "doyle"351 ],352 "statusReason": null,353 "verified": true,354 "verifiedAt": "2026-09-08",355 "notes": "/past-auctions/ lists 63 recent sales (Jan → Sep 2026, no pagination) with date and ?au= id; /auction/search/?au=ID&pp=96&pn=N&g=1 renders 96 cards per page ('Sold for $X', 'Estimated at $A - $B', lot link with lot id). Live probe 2026-09-08: books sale → 93 sales, coins/banknotes sale → 92 sales."356 },357 {358 "id": "fanatics-collect",359 "name": "Fanatics Collect",360 "domain": "fanaticscollect.com",361 "country": "US",362 "supportedCountries": [363 "US",364 "CA"365 ],366 "languages": [367 "en"368 ],369 "sourceType": "marketplace",370 "categories": [371 "baseball_cards",372 "basketball_cards",373 "football_cards",374 "hockey_cards",375 "soccer_cards",376 "other_sports_cards",377 "pokemon",378 "magic_the_gathering",379 "yugioh",380 "one_piece_card_game",381 "non_sport_cards",382 "sports_memorabilia"383 ],384 "subcategories": [385 "weekly auction",386 "premier auction",387 "fixed price / best offer",388 "vault"389 ],390 "api": {391 "available": false,392 "docsUrl": null,393 "auth": "none",394 "notes": "Next.js App Router; the public item page embeds the CollectListing GraphQL object (prefetchedItemData) in the RSC flight payload, including collectSales[{soldDate, soldFor}]. No public API documented."395 },396 "urls": {397 "search": "https://www.fanaticscollect.com/marketplace?type=WEEKLY",398 "product": "https://www.fanaticscollect.com/weekly/{uuid}",399 "sold": "https://www.fanaticscollect.com/sitemap/sales-history-weekly-auction-{n}.xml.gz",400 "sitemap": "https://www.fanaticscollect.com/sitemap.xml",401 "robots": "https://www.fanaticscollect.com/robots.txt"402 },403 "data": {404 "liveListings": true,405 "soldResults": true,406 "auctionResults": true,407 "historical": "years",408 "images": true,409 "seller": false,410 "saleDate": true,411 "realizedPrice": true,412 "fees": true,413 "grading": true,414 "certNumber": false,415 "itemId": true,416 "gtin": false,417 "population": false,418 "catalog": false419 },420 "access": {421 "pagination": "sitemap",422 "jsRendering": false,423 "antiBot": "low",424 "cloudflare": true,425 "robots": "Disallow /login, /join, /i-am-not-a-robot, /share/, /email/verify/*; Sitemap /sitemap.xml (63 children incl. sales-history-weekly-auction-1..55 and sales-history-fixed-price-1..7, gzip url sets of up to 50 000 URLs each with lastmod)",426 "rateLimit": "none published; 1 request / 1.5 s used",427 "preferredEngine": "api"428 },429 "currency": [430 "USD"431 ],432 "freshness": "daily",433 "priority": "wave1",434 "difficulty": "medium",435 "reliability": 0.9,436 "legal": "Public sales-history pages listed in the site's own sitemaps. Sold price includes the 20 % buyer's premium (soldFor 276 vs winning bid 230 → buyerPremiumIncluded=true, hammer kept in metadata). Terms of Use are on a client-rendered Zendesk page whose text could not be read over plain HTTP — noted, not verified. No login, no bidding, no personal data (bidder identities are not exposed).",437 "status": "implemented",438 "connectors": [439 "fanatics-collect"440 ],441 "statusReason": null,442 "verified": true,443 "verifiedAt": "2026-09-08",444 "notes": "Sales since January 2022 (Weekly Auction #1). 55 weekly-auction sales-history sitemaps (~2.7 M URLs) and 7 fixed-price sitemaps; fixed-price pages may carry collectSales: [] (no sale) and are skipped. Live probe 2026-09-08: newest child → 3 item pages → 3 sales (PSA/CGC graded)."445 },446 {447 "id": "clean-sweep",448 "name": "Clean Sweep Auctions",449 "domain": "cleansweepauctions.com",450 "country": "US",451 "supportedCountries": [452 "US"453 ],454 "languages": [455 "en"456 ],457 "sourceType": "auction_house",458 "categories": [459 "baseball_cards",460 "basketball_cards",461 "football_cards",462 "hockey_cards",463 "other_sports_cards",464 "sports_memorabilia",465 "autographs"466 ],467 "subcategories": [468 "vintage cards",469 "unopened",470 "autographs",471 "programs & tickets"472 ],473 "api": {474 "available": false,475 "docsUrl": null,476 "auth": "none",477 "notes": "Static past-auction pages on www; the bidding marketplace (marketplace.cleansweepauctions.com, Crawl-delay 15, ajax price grid) is not used."478 },479 "urls": {480 "search": null,481 "product": "https://www.cleansweepauctions.com/past-auctions/{month-year}/{slug}",482 "sold": "https://www.cleansweepauctions.com/past-auctions/{month-year}?page={n}",483 "sitemap": "https://www.cleansweepauctions.com/sitemap.xml",484 "robots": "https://www.cleansweepauctions.com/robots.txt"485 },486 "data": {487 "liveListings": false,488 "soldResults": true,489 "auctionResults": true,490 "historical": "decades",491 "images": true,492 "seller": false,493 "saleDate": true,494 "realizedPrice": true,495 "fees": false,496 "grading": true,497 "certNumber": false,498 "itemId": true,499 "gtin": false,500 "population": false,501 "catalog": false502 },503 "access": {504 "pagination": "page_number",505 "jsRendering": false,506 "antiBot": "none",507 "cloudflare": false,508 "robots": "www: Disallow account/cart/forum/checkout paths only, no crawl-delay; marketplace subdomain: Crawl-delay 15 (not crawled)",509 "rateLimit": "1 request / 2 s used",510 "preferredEngine": "api"511 },512 "currency": [513 "USD"514 ],515 "freshness": "weekly",516 "priority": "wave3",517 "difficulty": "easy",518 "reliability": 0.8,519 "legal": "Public past-auction archive. 'Winning bid' is the hammer price; a 22 % buyer's premium is added (auction rule 4) → buyerPremiumIncluded=false. Only the auction month is published → saleDate is the first of the month with sale_date_precision='month' in metadata.",520 "status": "implemented",521 "connectors": [522 "clean-sweep"523 ],524 "statusReason": null,525 "verified": true,526 "verifiedAt": "2026-09-08",527 "notes": "203 monthly past auctions (January 2006 → December 2025), 50 lots per list page, one request per lot page ('Winning bid: $70.00'). Live probe 2026-09-08: December 2025 page → 3 lots → 3 sales."528 },529 {530 "id": "hibid",531 "name": "HiBid",532 "domain": "hibid.com",533 "country": "US",534 "supportedCountries": [535 "US",536 "CA"537 ],538 "languages": [539 "en"540 ],541 "sourceType": "marketplace",542 "categories": [543 "coins",544 "banknotes",545 "sports_memorabilia",546 "baseball_cards",547 "hockey_cards",548 "vintage_toys",549 "marvel_comics",550 "dc_comics",551 "independent_comics",552 "jewelry",553 "other_watches",554 "art",555 "antiques",556 "advertising",557 "musical_instruments",558 "music",559 "books",560 "stamps",561 "video_games",562 "militaria"563 ],564 "subcategories": [565 "coins & currency",566 "sports memorabilia & cards",567 "toys & hobbies",568 "antiques & collectibles",569 "jewelry, watches & gemstones"570 ],571 "api": {572 "available": false,573 "docsUrl": null,574 "auth": "none",575 "notes": "The Angular SPA talks to hibid.com/graphql; we never call it — the public pages embed the Apollo cache (<script id=\"hibid-state\">) which we read instead."576 },577 "urls": {578 "search": "https://hibid.com/auctions/past?apage={n}",579 "product": "https://hibid.com/lot/{lotId}/{slug}",580 "sold": "https://hibid.com/catalog/{auctionId}/{slug}?apage={n}",581 "sitemap": "https://cdn.hibid.com/cdn/sitemaps/sitemap.xml",582 "robots": "https://hibid.com/robots.txt"583 },584 "data": {585 "liveListings": false,586 "soldResults": true,587 "auctionResults": true,588 "historical": "months",589 "images": true,590 "seller": true,591 "saleDate": true,592 "realizedPrice": true,593 "fees": true,594 "grading": false,595 "certNumber": false,596 "itemId": true,597 "gtin": false,598 "population": false,599 "catalog": false600 },601 "access": {602 "pagination": "page_number",603 "jsRendering": false,604 "antiBot": "low",605 "cloudflare": true,606 "robots": "Disallow */livecatalog/, */webcast/, /auctioneer/, */account/, */catalog/print/, /error/, /auctions/current/map/, /auctions/past/*?q=*, /hibiddemo/; bingbot Crawl-delay 5",607 "rateLimit": "1 request / 3 s used",608 "preferredEngine": "api"609 },610 "currency": [611 "USD",612 "CAD"613 ],614 "freshness": "daily",615 "priority": "wave3",616 "difficulty": "medium",617 "reliability": 0.75,618 "legal": "Public past catalogs only; 'price realized' is shown only when the auctioneer enables it (hammer; buyer's premium separate). The seller shown is the auction house, not a private person. Lots in firearms categories are never emitted. Terms page is client-rendered (text not readable over plain HTTP) — noted, not verified.",619 "status": "implemented",620 "connectors": [621 "hibid"622 ],623 "statusReason": null,624 "verified": true,625 "verifiedAt": "2026-09-08",626 "notes": "Past list = current month window (1 345 archived auctions on 2026-09-08, 25 per page); catalogs 100 lots per page with CategoryTree paths used to filter collectibles out of mostly non-collectible auctions."627 },628 {629 "id": "rea",630 "name": "Robert Edward Auctions (REA)",631 "domain": "collectrea.com",632 "country": "US",633 "languages": [634 "en"635 ],636 "sourceType": "auction_house",637 "categories": [638 "baseball_cards",639 "sports_memorabilia"640 ],641 "api": {642 "available": false,643 "docsUrl": null,644 "auth": "login",645 "notes": "New in-house bidding platform (bid.collectrea.com, Laravel/Livewire); lots load via authenticated XHR."646 },647 "urls": {648 "search": "https://bid.collectrea.com/lots",649 "product": null,650 "sold": null,651 "sitemap": null,652 "robots": "https://bid.collectrea.com/robots.txt"653 },654 "data": {655 "soldResults": false,656 "auctionResults": false,657 "historical": "none",658 "realizedPrice": false,659 "saleDate": false660 },661 "access": {662 "pagination": "unknown",663 "jsRendering": true,664 "antiBot": "low",665 "cloudflare": true,666 "robots": "bid.collectrea.com: User-agent: * Disallow: / Allow: /lots Allow: /marketplace; collectrea.com: Disallow empty; no sitemap",667 "rateLimit": null,668 "preferredEngine": "none"669 },670 "currency": [671 "USD"672 ],673 "freshness": "unknown",674 "priority": "later",675 "difficulty": "very_hard",676 "reliability": 0.9,677 "legal": "Robots disallow everything except /lots and /marketplace; no public prices-realized archive found.",678 "status": "rejected",679 "connectors": [],680 "statusReason": "robertedwardauctions.com redirects to collectrea.com; the public /lots?lots_range=past page (plain HTTP and a Firecrawl render) shows no lots and no prices — the archive is behind the bidding app (401 JSON API needing a client token). No sitemap. Nothing public to read; do not retry until REA publishes a results archive.",681 "verified": true,682 "verifiedAt": "2026-09-08",683 "notes": "Firecrawl render (1 credit) returned only the shell: 'Our September 2026 Auction Is Opening Soon'."684 },685 {686 "id": "huggins-scott",687 "name": "Huggins & Scott Auctions",688 "domain": "hugginsandscott.com",689 "country": "US",690 "languages": [691 "en"692 ],693 "sourceType": "auction_house",694 "categories": [695 "baseball_cards",696 "sports_memorabilia"697 ],698 "api": {699 "available": false,700 "docsUrl": null,701 "auth": "login",702 "notes": "Same bidding platform as REA (bid.hugginsandscott.com)."703 },704 "urls": {705 "search": "https://bid.hugginsandscott.com/lots",706 "product": null,707 "sold": null,708 "sitemap": null,709 "robots": "https://bid.hugginsandscott.com/robots.txt"710 },711 "data": {712 "soldResults": false,713 "auctionResults": false,714 "historical": "none",715 "realizedPrice": false,716 "saleDate": false717 },718 "access": {719 "pagination": "unknown",720 "jsRendering": true,721 "antiBot": "low",722 "cloudflare": true,723 "robots": "bid.hugginsandscott.com: Disallow: / Allow: /lots Allow: /marketplace; www: Disallow empty; no sitemap",724 "rateLimit": null,725 "preferredEngine": "none"726 },727 "currency": [728 "USD"729 ],730 "freshness": "unknown",731 "priority": "later",732 "difficulty": "very_hard",733 "reliability": 0.85,734 "legal": "Robots disallow all but /lots and /marketplace; lots load via authenticated XHR.",735 "status": "rejected",736 "connectors": [],737 "statusReason": "No public prices-realized archive: /lots?lots_range=past is an empty SPA shell (0 lot summaries server-side, no sitemap); the platform API requires a client token. Same vendor as REA.",738 "verified": true,739 "verifiedAt": "2026-09-08",740 "notes": null741 },742 {743 "id": "memory-lane",744 "name": "Memory Lane Inc",745 "domain": "memorylaneinc.com",746 "country": "US",747 "languages": [748 "en"749 ],750 "sourceType": "auction_house",751 "categories": [752 "baseball_cards",753 "sports_memorabilia"754 ],755 "urls": {756 "robots": "https://www.memorylaneinc.com/robots.txt"757 },758 "data": {759 "soldResults": true,760 "auctionResults": true,761 "historical": "years",762 "realizedPrice": true,763 "saleDate": true764 },765 "access": {766 "pagination": "unknown",767 "jsRendering": false,768 "antiBot": "blocking",769 "cloudflare": true,770 "robots": "robots.txt served (200) but every page returns Cloudflare 403 'Sorry, you have been blocked' for both the RareIndex UA and a browser UA",771 "rateLimit": null,772 "preferredEngine": "none"773 },774 "currency": [775 "USD"776 ],777 "freshness": "unknown",778 "priority": "later",779 "difficulty": "very_hard",780 "reliability": 0.85,781 "legal": "Cloudflare WAF block (error 1020-style) for automated access; not circumvented.",782 "status": "blocked",783 "connectors": [],784 "statusReason": "Cloudflare 'Attention Required / Sorry, you have been blocked' on the homepage for the honest bot UA and for a browser UA — a WAF rule, not a JS challenge. Not fought (SPEC §36).",785 "verified": true,786 "verifiedAt": "2026-09-08",787 "notes": null788 },789 {790 "id": "grey-flannel",791 "name": "Grey Flannel Auctions",792 "domain": "greyflannelauctions.com",793 "country": "US",794 "languages": [795 "en"796 ],797 "sourceType": "auction_house",798 "categories": [799 "sports_memorabilia"800 ],801 "urls": {802 "robots": "https://www.greyflannelauctions.com/robots.txt"803 },804 "data": {805 "soldResults": true,806 "auctionResults": true,807 "historical": "years",808 "realizedPrice": true,809 "saleDate": true810 },811 "access": {812 "pagination": "unknown",813 "jsRendering": false,814 "antiBot": "blocking",815 "cloudflare": true,816 "robots": "robots.txt 200; all pages Cloudflare 403 'Sorry, you have been blocked' (bot UA and browser UA)",817 "rateLimit": null,818 "preferredEngine": "none"819 },820 "currency": [821 "USD"822 ],823 "freshness": "unknown",824 "priority": "later",825 "difficulty": "very_hard",826 "reliability": 0.85,827 "legal": "Cloudflare WAF block; not circumvented.",828 "status": "blocked",829 "connectors": [],830 "statusReason": "Cloudflare WAF 403 block page for every request (bot and browser UA). Not fought.",831 "verified": true,832 "verifiedAt": "2026-09-08",833 "notes": null834 },835 {836 "id": "love-of-the-game",837 "name": "Love of the Game Auctions",838 "domain": "loveofthegameauctions.com",839 "country": "US",840 "languages": [841 "en"842 ],843 "sourceType": "auction_house",844 "categories": [845 "baseball_cards",846 "sports_memorabilia"847 ],848 "urls": {849 "robots": "https://www.loveofthegameauctions.com/robots.txt"850 },851 "data": {852 "soldResults": true,853 "auctionResults": true,854 "historical": "years",855 "realizedPrice": true,856 "saleDate": true857 },858 "access": {859 "pagination": "unknown",860 "jsRendering": false,861 "antiBot": "blocking",862 "cloudflare": true,863 "robots": "robots.txt 200; all pages Cloudflare 403 'Sorry, you have been blocked' (bot UA and browser UA)",864 "rateLimit": null,865 "preferredEngine": "none"866 },867 "currency": [868 "USD"869 ],870 "freshness": "unknown",871 "priority": "later",872 "difficulty": "very_hard",873 "reliability": 0.85,874 "legal": "Cloudflare WAF block; not circumvented.",875 "status": "blocked",876 "connectors": [],877 "statusReason": "Cloudflare WAF 403 block page for every request. Not fought.",878 "verified": true,879 "verifiedAt": "2026-09-08",880 "notes": null881 },882 {883 "id": "classic-auctions",884 "name": "Classic Auctions",885 "domain": "classicauctions.net",886 "country": "CA",887 "languages": [888 "en",889 "fr"890 ],891 "sourceType": "auction_house",892 "categories": [893 "hockey_cards",894 "sports_memorabilia"895 ],896 "urls": {897 "robots": "https://www.classicauctions.net/robots.txt"898 },899 "data": {900 "soldResults": true,901 "auctionResults": true,902 "historical": "years",903 "realizedPrice": true,904 "saleDate": true905 },906 "access": {907 "pagination": "unknown",908 "jsRendering": false,909 "antiBot": "blocking",910 "cloudflare": false,911 "robots": "robots.txt itself returns Akamai 'Access Denied' (403, errors.edgesuite.net) for bot and browser UAs",912 "rateLimit": null,913 "preferredEngine": "none"914 },915 "currency": [916 "CAD",917 "USD"918 ],919 "freshness": "unknown",920 "priority": "later",921 "difficulty": "very_hard",922 "reliability": 0.85,923 "legal": "Akamai edge denies all non-browser-fingerprint traffic; not circumvented.",924 "status": "blocked",925 "connectors": [],926 "statusReason": "Akamai 'Access Denied' (Reference #18…edgesuite) on robots.txt and homepage for both UAs. Same hosting stack as Mile High and Iconic. Not fought.",927 "verified": true,928 "verifiedAt": "2026-09-08",929 "notes": null930 },931 {932 "id": "mile-high",933 "name": "Mile High Card Company",934 "domain": "milehighcardco.com",935 "country": "US",936 "languages": [937 "en"938 ],939 "sourceType": "auction_house",940 "categories": [941 "baseball_cards",942 "sports_memorabilia"943 ],944 "urls": {945 "robots": "https://www.milehighcardco.com/robots.txt"946 },947 "data": {948 "soldResults": true,949 "auctionResults": true,950 "historical": "years",951 "realizedPrice": true,952 "saleDate": true953 },954 "access": {955 "pagination": "unknown",956 "jsRendering": false,957 "antiBot": "blocking",958 "cloudflare": false,959 "robots": "Akamai 'Access Denied' 403 on robots.txt and homepage (bot and browser UA)",960 "rateLimit": null,961 "preferredEngine": "none"962 },963 "currency": [964 "USD"965 ],966 "freshness": "unknown",967 "priority": "later",968 "difficulty": "very_hard",969 "reliability": 0.85,970 "legal": "Akamai edge denial; not circumvented.",971 "status": "blocked",972 "connectors": [],973 "statusReason": "Akamai 'Access Denied' for every request incl. robots.txt. Not fought.",974 "verified": true,975 "verifiedAt": "2026-09-08",976 "notes": null977 },978 {979 "id": "iconic-auctions",980 "name": "Iconic Auctions",981 "domain": "iconicauctions.com",982 "country": "US",983 "languages": [984 "en"985 ],986 "sourceType": "auction_house",987 "categories": [988 "sports_memorabilia",989 "music_memorabilia",990 "autographs"991 ],992 "urls": {993 "robots": "https://www.iconicauctions.com/robots.txt"994 },995 "data": {996 "soldResults": true,997 "auctionResults": true,998 "historical": "years",999 "realizedPrice": true,1000 "saleDate": true1001 },1002 "access": {1003 "pagination": "unknown",1004 "jsRendering": false,1005 "antiBot": "blocking",1006 "cloudflare": false,1007 "robots": "Akamai 'Access Denied' 403 on robots.txt and homepage (bot and browser UA)",1008 "rateLimit": null,1009 "preferredEngine": "none"1010 },1011 "currency": [1012 "USD"1013 ],1014 "freshness": "unknown",1015 "priority": "later",1016 "difficulty": "very_hard",1017 "reliability": 0.8,1018 "legal": "Akamai edge denial; not circumvented.",1019 "status": "blocked",1020 "connectors": [],1021 "statusReason": "Akamai 'Access Denied' for every request incl. robots.txt. Not fought.",1022 "verified": true,1023 "verifiedAt": "2026-09-08",1024 "notes": null1025 },1026 {1027 "id": "pristine-auction",1028 "name": "Pristine Auction",1029 "domain": "pristineauction.com",1030 "country": "US",1031 "languages": [1032 "en"1033 ],1034 "sourceType": "marketplace",1035 "categories": [1036 "sports_memorabilia",1037 "baseball_cards",1038 "autographs"1039 ],1040 "urls": {1041 "robots": "https://www.pristineauction.com/robots.txt"1042 },1043 "data": {1044 "soldResults": true,1045 "auctionResults": true,1046 "historical": "years",1047 "realizedPrice": true,1048 "saleDate": true1049 },1050 "access": {1051 "pagination": "unknown",1052 "jsRendering": true,1053 "antiBot": "high",1054 "cloudflare": true,1055 "robots": "robots.txt 200; every page answers Cloudflare 'Just a moment…' JS challenge (403) for bot and browser UAs",1056 "rateLimit": null,1057 "preferredEngine": "none"1058 },1059 "currency": [1060 "USD"1061 ],1062 "freshness": "unknown",1063 "priority": "later",1064 "difficulty": "very_hard",1065 "reliability": 0.8,1066 "legal": "Cloudflare managed challenge on all pages; solving challenges to reach the SPA's sold endpoints was not attempted.",1067 "status": "blocked",1068 "connectors": [],1069 "statusReason": "Cloudflare 'Just a moment' challenge on the homepage for both UAs; no public sold endpoint reachable without passing the challenge. Could be revisited with Scrapfly ASP on the public sold pages if terms allow.",1070 "verified": true,1071 "verifiedAt": "2026-09-08",1072 "notes": null1073 },1074 {1075 "id": "waddingtons",1076 "name": "Waddington's",1077 "domain": "waddingtons.ca",1078 "country": "CA",1079 "languages": [1080 "en"1081 ],1082 "sourceType": "auction_house",1083 "categories": [1084 "art",1085 "antiques",1086 "jewelry",1087 "wine",1088 "whisky",1089 "design_furniture"1090 ],1091 "urls": {1092 "search": "https://bid.waddingtons.ca/auction-catalog/{slug}",1093 "sold": "https://www.waddingtons.ca/{sale}-auction-results/",1094 "sitemap": "https://www.waddingtons.ca/sitemap_index.xml",1095 "robots": "https://www.waddingtons.ca/robots.txt"1096 },1097 "data": {1098 "soldResults": true,1099 "auctionResults": true,1100 "historical": "years",1101 "realizedPrice": true,1102 "saleDate": true1103 },1104 "access": {1105 "pagination": "unknown",1106 "jsRendering": false,1107 "antiBot": "medium",1108 "cloudflare": true,1109 "robots": "www: WordPress robots (allow); bid.waddingtons.ca: returns a custom 'Access Denied' 403 to the RareIndex UA (200 with a browser UA; Yoast robots allow); wine.waddingtons.ca: Disallow / except two 2024 gallery pages",1110 "rateLimit": null,1111 "preferredEngine": "none"1112 },1113 "currency": [1114 "CAD"1115 ],1116 "freshness": "unknown",1117 "priority": "later",1118 "difficulty": "hard",1119 "reliability": 0.9,1120 "legal": "The catalogue host denies the honest bot UA outright; the wine host's robots disallow crawling; the WordPress results posts are editorial highlights, not complete prices realized.",1121 "status": "blocked",1122 "connectors": [],1123 "statusReason": "bid.waddingtons.ca (catalogue/results platform) serves 'Access Denied' to the bot UA — a UA-based WAF rule we do not evade; wine.waddingtons.ca robots disallow all current galleries; www.waddingtons.ca only has narrative results posts (top lots). No complete public prices-realized archive reachable within policy.",1124 "verified": true,1125 "verifiedAt": "2026-09-08",1126 "notes": null1127 },1128 {1129 "id": "cowley-abbott",1130 "name": "Cowley Abbott",1131 "domain": "cowleyabbott.ca",1132 "country": "CA",1133 "languages": [1134 "en"1135 ],1136 "sourceType": "auction_house",1137 "categories": [1138 "art"1139 ],1140 "urls": {1141 "robots": "https://www.cowleyabbott.ca/robots.txt"1142 },1143 "data": {1144 "soldResults": true,1145 "auctionResults": true,1146 "historical": "years",1147 "realizedPrice": true,1148 "saleDate": true1149 },1150 "access": {1151 "pagination": "unknown",1152 "jsRendering": true,1153 "antiBot": "high",1154 "cloudflare": true,1155 "robots": "robots.txt 200; homepage answers Cloudflare 'Just a moment…' challenge (403) for bot and browser UAs",1156 "rateLimit": null,1157 "preferredEngine": "none"1158 },1159 "currency": [1160 "CAD"1161 ],1162 "freshness": "unknown",1163 "priority": "later",1164 "difficulty": "very_hard",1165 "reliability": 0.9,1166 "legal": "Cloudflare managed challenge; not solved.",1167 "status": "blocked",1168 "connectors": [],1169 "statusReason": "Cloudflare JS challenge on every page. Not fought.",1170 "verified": true,1171 "verifiedAt": "2026-09-08",1172 "notes": null1173 },1174 {1175 "id": "freemans-hindman",1176 "name": "Freeman's | Hindman",1177 "domain": "hindmanauctions.com",1178 "country": "US",1179 "languages": [1180 "en"1181 ],1182 "sourceType": "auction_house",1183 "categories": [1184 "art",1185 "antiques",1186 "jewelry",1187 "books",1188 "design_furniture"1189 ],1190 "urls": {1191 "robots": "https://www.hindmanauctions.com/robots.txt"1192 },1193 "data": {1194 "soldResults": true,1195 "auctionResults": true,1196 "historical": "years",1197 "realizedPrice": true,1198 "saleDate": true1199 },1200 "access": {1201 "pagination": "unknown",1202 "jsRendering": true,1203 "antiBot": "high",1204 "cloudflare": false,1205 "robots": "hindmanauctions.com redirects to freemansauction.com, which answers HTTP 429 'Vercel Security Checkpoint' for bot and browser UAs",1206 "rateLimit": null,1207 "preferredEngine": "none"1208 },1209 "currency": [1210 "USD"1211 ],1212 "freshness": "unknown",1213 "priority": "later",1214 "difficulty": "very_hard",1215 "reliability": 0.9,1216 "legal": "Vercel bot-protection checkpoint; not circumvented.",1217 "status": "blocked",1218 "connectors": [],1219 "statusReason": "freemansauction.com serves a Vercel Security Checkpoint (429) to every request. Not fought.",1220 "verified": true,1221 "verifiedAt": "2026-09-08",1222 "notes": null1223 },1224 {1225 "id": "juliens",1226 "name": "Julien's Auctions",1227 "domain": "juliensauctions.com",1228 "country": "US",1229 "languages": [1230 "en"1231 ],1232 "sourceType": "auction_house",1233 "categories": [1234 "movie_memorabilia",1235 "music_memorabilia",1236 "sports_memorabilia"1237 ],1238 "urls": {1239 "robots": "https://www.juliensauctions.com/robots.txt"1240 },1241 "data": {1242 "soldResults": true,1243 "auctionResults": true,1244 "historical": "years",1245 "realizedPrice": true,1246 "saleDate": true1247 },1248 "access": {1249 "pagination": "unknown",1250 "jsRendering": true,1251 "antiBot": "high",1252 "cloudflare": true,1253 "robots": "robots.txt 200; homepage answers Cloudflare 'Just a moment…' challenge (403) for bot and browser UAs",1254 "rateLimit": null,1255 "preferredEngine": "none"1256 },1257 "currency": [1258 "USD"1259 ],1260 "freshness": "unknown",1261 "priority": "later",1262 "difficulty": "very_hard",1263 "reliability": 0.9,1264 "legal": "Cloudflare managed challenge; not solved.",1265 "status": "blocked",1266 "connectors": [],1267 "statusReason": "Cloudflare JS challenge on every page. Not fought.",1268 "verified": true,1269 "verifiedAt": "2026-09-08",1270 "notes": null1271 },1272 {1273 "id": "propstore",1274 "name": "Propstore",1275 "domain": "propstore.com",1276 "country": "US",1277 "supportedCountries": [1278 "US",1279 "GB"1280 ],1281 "languages": [1282 "en"1283 ],1284 "sourceType": "auction_house",1285 "categories": [1286 "movie_memorabilia",1287 "movie_posters"1288 ],1289 "urls": {1290 "search": "https://propstoreauction.com/auctions/catalog/id/{id}",1291 "sitemap": "https://propstoreauction.com/sitemap/cache/single-index.xml",1292 "robots": "https://propstoreauction.com/robots.txt"1293 },1294 "data": {1295 "soldResults": true,1296 "auctionResults": true,1297 "historical": "years",1298 "realizedPrice": true,1299 "saleDate": true1300 },1301 "access": {1302 "pagination": "page_number",1303 "jsRendering": false,1304 "antiBot": "blocking",1305 "cloudflare": false,1306 "robots": "propstore.com (WordPress): allow; propstoreauction.com: User-agent: * Crawl-delay: 120, sitemap index of auction-<id>.xml files, but catalog pages return CloudFront 403 'Request blocked' to the bot UA and a 202 challenge to a browser UA",1307 "rateLimit": "Crawl-delay 120",1308 "preferredEngine": "none"1309 },1310 "currency": [1311 "USD",1312 "GBP"1313 ],1314 "freshness": "unknown",1315 "priority": "later",1316 "difficulty": "very_hard",1317 "reliability": 0.9,1318 "legal": "CloudFront/WAF blocks automated access to the auction catalogue; Crawl-delay 120 s would also make a full archive crawl impractical.",1319 "status": "blocked",1320 "connectors": [],1321 "statusReason": "propstoreauction.com catalog pages: CloudFront 403 'Request blocked' (bot UA) / 202 challenge (browser UA). Not fought.",1322 "verified": true,1323 "verifiedAt": "2026-09-08",1324 "notes": null1325 },1326 {1327 "id": "nate-sanders",1328 "name": "Nate D. Sanders Auctions",1329 "domain": "natedsanders.com",1330 "country": "US",1331 "languages": [1332 "en"1333 ],1334 "sourceType": "auction_house",1335 "categories": [1336 "autographs",1337 "historical_documents",1338 "sports_memorabilia",1339 "movie_memorabilia"1340 ],1341 "urls": {1342 "sold": "https://www.natedsanders.com/auctionresults.aspx",1343 "robots": "https://www.natedsanders.com/robots.txt"1344 },1345 "data": {1346 "soldResults": true,1347 "auctionResults": true,1348 "historical": "years",1349 "realizedPrice": true,1350 "saleDate": true1351 },1352 "access": {1353 "pagination": "unknown",1354 "jsRendering": false,1355 "antiBot": "none",1356 "cloudflare": false,1357 "robots": "User-agent: * Crawl-delay: 2; Disallow /AuctionResults.aspx, /LiveAuction2.aspx, /ajaxpro/, /*.ashx$ … (results page explicitly disallowed)",1358 "rateLimit": "Crawl-delay 2",1359 "preferredEngine": "none"1360 },1361 "currency": [1362 "USD"1363 ],1364 "freshness": "unknown",1365 "priority": "later",1366 "difficulty": "medium",1367 "reliability": 0.85,1368 "legal": "robots.txt disallows the prices-realized page (/AuctionResults.aspx) for all non-Google agents → not crawled (SPEC §36).",1369 "status": "blocked",1370 "connectors": [],1371 "statusReason": "The only public results page is disallowed by robots.txt (Disallow: /AuctionResults.aspx; Google agents whitelisted only). Respected; nothing else exposes prices.",1372 "verified": true,1373 "verifiedAt": "2026-09-08",1374 "notes": "SimpleAuctionSite / auction.io platform."1375 },1376 {1377 "id": "university-archives",1378 "name": "University Archives",1379 "domain": "universityarchives.com",1380 "country": "US",1381 "languages": [1382 "en"1383 ],1384 "sourceType": "auction_house",1385 "categories": [1386 "historical_documents",1387 "autographs",1388 "books"1389 ],1390 "urls": {1391 "robots": "https://www.universityarchives.com/robots.txt"1392 },1393 "data": {1394 "soldResults": true,1395 "auctionResults": true,1396 "historical": "years",1397 "realizedPrice": true,1398 "saleDate": true1399 },1400 "access": {1401 "pagination": "unknown",1402 "jsRendering": false,1403 "antiBot": "medium",1404 "cloudflare": false,1405 "robots": "Custom 'Access Denied' 403 page (CloudFront) for the RareIndex UA on robots.txt and every page; WordPress site answers a browser UA normally",1406 "rateLimit": null,1407 "preferredEngine": "none"1408 },1409 "currency": [1410 "USD"1411 ],1412 "freshness": "unknown",1413 "priority": "later",1414 "difficulty": "hard",1415 "reliability": 0.85,1416 "legal": "UA-based denial of the honest bot; not evaded.",1417 "status": "blocked",1418 "connectors": [],1419 "statusReason": "Serves 'Access Denied' to the honest bot UA (same WAF page as bid.waddingtons.ca). Switching to a browser UA to evade a deliberate bot denial is not done.",1420 "verified": true,1421 "verifiedAt": "2026-09-08",1422 "notes": null1423 },1424 {1425 "id": "proxibid",1426 "name": "Proxibid",1427 "domain": "proxibid.com",1428 "country": "US",1429 "languages": [1430 "en"1431 ],1432 "sourceType": "marketplace",1433 "categories": [1434 "coins",1435 "antiques",1436 "art",1437 "sports_memorabilia"1438 ],1439 "urls": {1440 "sitemap": "https://www.proxibid.com/sitemap.xml",1441 "robots": "https://www.proxibid.com/robots.txt"1442 },1443 "data": {1444 "soldResults": true,1445 "auctionResults": true,1446 "historical": "months",1447 "realizedPrice": true,1448 "saleDate": true1449 },1450 "access": {1451 "pagination": "unknown",1452 "jsRendering": true,1453 "antiBot": "medium",1454 "cloudflare": false,1455 "robots": "User-agent: * Disallow: /en-us/* (the whole site lives under /en-us/), plus /asp/service/* endpoints; sitemaps listed",1456 "rateLimit": null,1457 "preferredEngine": "none"1458 },1459 "currency": [1460 "USD"1461 ],1462 "freshness": "unknown",1463 "priority": "later",1464 "difficulty": "very_hard",1465 "reliability": 0.7,1466 "legal": "robots.txt disallows /en-us/* for all agents → every catalogue/lot page is off limits.",1467 "status": "blocked",1468 "connectors": [],1469 "statusReason": "robots.txt Disallow: /en-us/* covers all catalogue and lot pages. Respected.",1470 "verified": true,1471 "verifiedAt": "2026-09-08",1472 "notes": "Homepage is 3.3 MB of SPA shell."1473 },1474 {1475 "id": "auctionzip",1476 "name": "AuctionZip",1477 "domain": "auctionzip.com",1478 "country": "US",1479 "languages": [1480 "en"1481 ],1482 "sourceType": "marketplace",1483 "categories": [1484 "antiques",1485 "coins",1486 "art"1487 ],1488 "urls": {1489 "robots": "https://www.auctionzip.com/robots.txt"1490 },1491 "data": {1492 "soldResults": false,1493 "auctionResults": false,1494 "historical": "none",1495 "realizedPrice": false,1496 "saleDate": false1497 },1498 "access": {1499 "pagination": "unknown",1500 "jsRendering": false,1501 "antiBot": "medium",1502 "cloudflare": false,1503 "robots": "robots.txt 200; homepage CloudFront 403 for the RareIndex UA (200 for a browser UA)",1504 "rateLimit": null,1505 "preferredEngine": "none"1506 },1507 "currency": [1508 "USD"1509 ],1510 "freshness": "unknown",1511 "priority": "later",1512 "difficulty": "hard",1513 "reliability": 0.6,1514 "legal": "UA-based CloudFront denial of the honest bot; not evaded. AuctionZip is an auction calendar/listing directory (owned by LiveAuctioneers) without a prices-realized archive of its own.",1515 "status": "rejected",1516 "connectors": [],1517 "statusReason": "Bot UA denied at the edge and, more importantly, the site is a calendar of upcoming sales without realised prices — no sale data to gain.",1518 "verified": true,1519 "verifiedAt": "2026-09-08",1520 "notes": null1521 },1522 {1523 "id": "invaluable",1524 "name": "Invaluable",1525 "domain": "invaluable.com",1526 "country": "US",1527 "languages": [1528 "en"1529 ],1530 "sourceType": "marketplace",1531 "categories": [1532 "art",1533 "antiques",1534 "jewelry",1535 "coins"1536 ],1537 "urls": {1538 "robots": "https://www.invaluable.com/robots.txt"1539 },1540 "data": {1541 "soldResults": true,1542 "auctionResults": true,1543 "historical": "decades",1544 "realizedPrice": true,1545 "saleDate": true1546 },1547 "access": {1548 "pagination": "unknown",1549 "jsRendering": true,1550 "antiBot": "high",1551 "cloudflare": false,1552 "robots": "Crawl-delay 10; header comment: 'The use of robots or other automated means to access the Invaluable site without the express permission of Invaluable is strictly prohibited' (search engines excepted); Disallow /search?keyword=, *searchLots.cfm …",1553 "rateLimit": "Crawl-delay 10",1554 "preferredEngine": "none"1555 },1556 "currency": [1557 "USD",1558 "EUR",1559 "GBP"1560 ],1561 "freshness": "unknown",1562 "priority": "later",1563 "difficulty": "very_hard",1564 "reliability": 0.85,1565 "legal": "robots.txt explicitly prohibits automated access except for public search engines; prices realized are behind login anyway.",1566 "status": "blocked",1567 "connectors": [],1568 "statusReason": "Explicit prohibition of automated access in robots.txt (verified 2026-09-08) plus login-gated prices realized. Not crawled.",1569 "verified": true,1570 "verifiedAt": "2026-09-08",1571 "notes": "Homepage does answer 200 to the bot UA, but the policy statement governs."1572 },1573 {1574 "id": "liveauctioneers",1575 "name": "LiveAuctioneers",1576 "domain": "liveauctioneers.com",1577 "country": "US",1578 "languages": [1579 "en"1580 ],1581 "sourceType": "marketplace",1582 "categories": [1583 "art",1584 "antiques",1585 "jewelry",1586 "coins",1587 "sports_memorabilia"1588 ],1589 "urls": {1590 "robots": "https://www.liveauctioneers.com/robots.txt"1591 },1592 "data": {1593 "soldResults": true,1594 "auctionResults": true,1595 "historical": "decades",1596 "realizedPrice": true,1597 "saleDate": true1598 },1599 "access": {1600 "pagination": "unknown",1601 "jsRendering": true,1602 "antiBot": "high",1603 "cloudflare": false,1604 "robots": "Disallow /search?, /item-api/, /mainhost-api/, /v1/lot, every filter parameter (*hammer_price=*, *sort=*, *pagenum=* …); price-results pages require login",1605 "rateLimit": null,1606 "preferredEngine": "none"1607 },1608 "currency": [1609 "USD"1610 ],1611 "freshness": "unknown",1612 "priority": "later",1613 "difficulty": "very_hard",1614 "reliability": 0.85,1615 "legal": "Blocked in earlier sessions (login-gated prices realized, anti-bot); robots disallow the item API and all paginated/filtered pages.",1616 "status": "blocked",1617 "connectors": [],1618 "statusReason": "Prices realized behind login; robots disallow pagination parameters and APIs. Re-verified quickly on 2026-09-08 (homepage 200, robots as described); not fought.",1619 "verified": true,1620 "verifiedAt": "2026-09-08",1621 "notes": null1622 },1623 {1624 "id": "bidspotter",1625 "name": "BidSpotter",1626 "domain": "bidspotter.com",1627 "country": "US",1628 "languages": [1629 "en"1630 ],1631 "sourceType": "marketplace",1632 "categories": [1633 "antiques",1634 "vending_machines"1635 ],1636 "urls": {1637 "robots": "https://www.bidspotter.com/robots.txt"1638 },1639 "data": {1640 "soldResults": false,1641 "auctionResults": true,1642 "historical": "months",1643 "realizedPrice": false,1644 "saleDate": true1645 },1646 "access": {1647 "pagination": "unknown",1648 "jsRendering": false,1649 "antiBot": "low",1650 "cloudflare": false,1651 "robots": "Disallow */archivelot*, */timed-bid-details*, */search-filter*, */*?pgSearchTerm* … (archived lot pages disallowed)",1652 "rateLimit": null,1653 "preferredEngine": "none"1654 },1655 "currency": [1656 "USD",1657 "GBP"1658 ],1659 "freshness": "unknown",1660 "priority": "later",1661 "difficulty": "hard",1662 "reliability": 0.7,1663 "legal": "Archived lot pages (the only place with realised prices) are disallowed by robots.txt; the platform is industrial/commercial surplus, marginal for collectibles.",1664 "status": "rejected",1665 "connectors": [],1666 "statusReason": "robots disallow */archivelot* (prices realised) and the inventory is industrial equipment, not collectibles.",1667 "verified": true,1668 "verifiedAt": "2026-09-08",1669 "notes": null1670 }1671]1672