/** * Live smoke test: pnpm tsx connectors/api/pricecharting/_smoke.ts [consoleUri…] * Crawls a handful of products, prints normalised records, and captures fixtures when * CAPTURE=1 (data/fixtures/pricecharting/.json). */ import { createRouter, createCrawlContext, getConnectorMeta } from '@rareindex/connectors'; import { saveFixture } from '@rareindex/connectors/testing'; import { env } from '@rareindex/shared'; import createConnector from './index.js'; const e = env(); const meta = getConnectorMeta('pricecharting'); const connector = createConnector(meta); const router = createRouter({ firecrawlApiKey: e.FIRECRAWL_API_KEY, scrapflyApiKey: e.SCRAPFLY_API_KEY }); const seeds = process.argv.slice(2); const ctx = createCrawlContext({ router, meta: { ...meta, config: { ...meta.config, productsPerConsole: 2 } }, options: { mode: 'probe', limit: Number(process.env.LIMIT ?? 6), seeds: seeds.length ? seeds : undefined } }); let n = 0; for await (const raw of connector.crawl(ctx)) { n++; const recs = await connector.normalize({ ...raw, externalId: raw.externalId ?? null, fetchedAt: raw.fetchedAt ?? new Date() }); const p = raw.payload as { title: string; consoleUri: string; sales: unknown[]; prices: unknown[] }; console.log(`\n# ${p.consoleUri} / ${p.title} — ${recs.length} records (${p.sales.length} sales rows, ${p.prices.length} price cells)`); for (const r of recs.slice(0, 4)) console.log(JSON.stringify(r).slice(0, 600)); if (process.env.CAPTURE) { const slug = raw.url.split('/').slice(-2).join('__'); saveFixture('pricecharting', slug, { raw: { url: raw.url, externalId: raw.externalId ?? null, kind: raw.kind, engine: raw.engine, fetchedAt: raw.fetchedAt ?? new Date(), payload: raw.payload }, expect: { minCount: 1, kinds: ['catalog_item', 'price_observation', 'sale'] }, note: `captured live from ${raw.url}` }); } } console.log(`\n${n} raw records; engine stats`, ctx.engineStats, 'anomalies', ctx.anomalies);