/** Live smoke: pnpm tsx connectors/firecrawl/brickeconomy/_smoke.ts [seedUrl…]  (CAPTURE=1 to save fixtures) */
import { createRouter, createCrawlContext, getConnectorMeta } from '@rareindex/connectors';
import { saveFixture } from '@rareindex/connectors/testing';
import { env } from '@rareindex/shared';
import createConnector from './index.js';

const e = env();
const meta = getConnectorMeta('brickeconomy');
const connector = createConnector(meta);
const router = createRouter({ firecrawlApiKey: e.FIRECRAWL_API_KEY, scrapflyApiKey: e.SCRAPFLY_API_KEY });
const seeds = process.argv.slice(2);
const ctx = createCrawlContext({ router, meta: { ...meta, config: { ...meta.config, setsPerSeed: 3 } }, options: { mode: 'probe', limit: Number(process.env.LIMIT ?? 3), seeds: seeds.length ? seeds : undefined } });

for await (const raw of connector.crawl(ctx)) {
  const recs = await connector.normalize({ ...raw, externalId: raw.externalId ?? null, fetchedAt: raw.fetchedAt ?? new Date() });
  console.log(`\n# ${raw.url} — ${recs.length} records`);
  for (const r of recs) console.log(JSON.stringify(r).slice(0, 700));
  if (process.env.CAPTURE) {
    const slug = raw.url.split('/').slice(-2).join('__');
    saveFixture('brickeconomy', slug, { raw: { url: raw.url, externalId: raw.externalId ?? null, kind: raw.kind, engine: raw.engine, fetchedAt: raw.fetchedAt ?? new Date(), payload: raw.payload }, expect: { minCount: 2, kinds: ['catalog_item', 'price_observation'] }, note: `captured live from ${raw.url}` });
  }
}
console.log('\nengine stats', ctx.engineStats, 'anomalies', ctx.anomalies);