import { z } from 'zod';
import { BaseConnector, html as H, type ConnectorMeta, type CrawlContext, type RawRecordInput, type RawRecordLike } from '@rareindex/connectors';
import type { NormalizedRecord, NormalizedSale } from '@rareindex/shared';
import { makeSale } from '../../firecrawl/_carlib/index.js';
import { clean, isNumisBundle, numisAttributes, numisCategory, parseAuctionDate, parseCoinGrade, realized, type NumisSlug } from '../../firecrawl/_g5-numismatics-lib/index.js';

/**
 * Spink & Son (London / New York / Hong Kong / Singapore) — coins, banknotes, stamps, medals, bonds.
 * Static Yii/PHP pages: /auctions/prices carries a <select> of every sale since December 2002 (code,
 * date, title); /auction/<code>?page=1 lists the sale's lots (links + short description, no price);
 * /lot/<code><lot 6 digits> shows the full description, "Sold for £X" and "Starting price". Spink does
 * not state on the lot page whether "Sold for" includes the buyer's premium → buyer_premium_included=null.
 */

const SITE = 'https://www.spink.com';
const PARSER_VERSION = '1.0.0';

export const SaleSchema = z.object({ code: z.string(), title: z.string(), dateText: z.string().nullable() });
export const PayloadSchema = z.object({
  kind: z.literal('lot_page'),
  sale: SaleSchema,
  url: z.string(),
  lotNumber: z.string(),
  headline: z.string().nullable(),
  description: z.string(),
  soldText: z.string().nullable(),
  startingText: z.string().nullable(),
  images: z.array(z.string()),
});
export type Payload = z.infer<typeof PayloadSchema>;

/** /auctions/prices → sales from the auction dropdown ("15 May 2003 - No 3024 - The Slaney Collection…"). */
export function parseSalesDropdown(htmlText: string): z.infer<typeof SaleSchema>[] {
  const $ = H.load(htmlText);
  const out: z.infer<typeof SaleSchema>[] = [];
  $('select[name="auction"] option').each((_, o) => {
    const code = ($(o).attr('value') ?? '').trim();
    const label = clean($(o).text());
    if (!code || code === '-1' || !label) return;
    const m = label.match(/^(\d{1,2}\s+[A-Za-z]{3,9}\s+\d{4})\s*-\s*No\s+([A-Za-z0-9]+)\s*-\s*(.+)$/);
    if (!m) return;
    if (out.some((s) => s.code === code)) return;
    out.push({ code, title: m[3]!.trim(), dateText: m[1]! });
  });
  return out;
}

/** /auction/<code>?page=N → lot URLs (the category accordions list every lot of the sale). */
export function parseLotLinks(htmlText: string, code: string): string[] {
  const re = new RegExp(`href="(/lot/${code}\\d{6})"`, 'g');
  const out = new Set<string>();
  let m: RegExpExecArray | null;
  while ((m = re.exec(htmlText))) out.add(`${SITE}${m[1]}`);
  return [...out];
}

/** Lot page → payload (null when the page is not a lot page). */
export function parseLotPage(htmlText: string, url: string, sale: z.infer<typeof SaleSchema>): Payload | null {
  const $ = H.load(htmlText);
  const id = clean($('span.id').first().text()).match(/Lot:\s*([A-Za-z0-9]+)/)?.[1] ?? url.match(/\/lot\/[A-Za-z0-9]+?(\d{6})$/)?.[1]?.replace(/^0+/, '');
  const descEl = $('span.description').first();
  if (!id || !descEl.length) return null;
  const headline = clean(descEl.find('b').first().text()) || null;
  const description = clean(descEl.html() ?? '').replace(/Subject to \d+% VAT on Buyer.?s Premium\..*$/i, '').replace(/https?:\/\/\S+/g, ' ').replace(/\s+/g, ' ').trim();
  let soldText: string | null = null;
  let startingText: string | null = null;
  $('span.sold-for').each((_, el) => {
    const label = clean($(el).text()).toLowerCase();
    const amount = clean($(el).parent().find('span.amount').first().text()) || null;
    if (label.startsWith('sold for')) soldText = amount;
    else if (label.startsWith('starting price')) startingText = amount;
  });
  const images = $('img.image.img-responsive, .thumbnail-inner img').map((_, img) => $(img).attr('src') ?? '').get().filter((s) => /cloudfront\.net\/auction\//.test(s));
  const name = clean($('span.name').first().text());
  const saleFromPage = name.match(/Auction:\s*([A-Za-z0-9]+)\s*-\s*(.+)$/);
  return {
    kind: 'lot_page',
    sale: { code: sale.code, title: saleFromPage?.[2]?.trim() || sale.title, dateText: sale.dateText },
    url,
    lotNumber: id,
    headline,
    description,
    soldText,
    startingText,
    images: [...new Set(images)].slice(0, 4),
  };
}

/** Sale title → department slug; null = not numismatic/philatelic (skipped). */
export function spinkDepartment(title: string): NumisSlug | null {
  const t = title.toLowerCase();
  if (/wine|spirit|whisky|boozing|jewel|sapphire|handbag|watch|autograph|book|manuscript|map|bond|share|scripophily|ephemera only|test cross-listed/.test(t) && !/coin|banknote|stamp|medal/.test(t)) return null;
  if (/banknote|paper money|currency/.test(t) && !/coin|stamp/.test(t)) return 'banknotes';
  if (/stamp|philatel|postal/.test(t) && !/coin|banknote/.test(t)) return 'stamps';
  if (/orders, decorations|medals and militaria|medal/.test(t) && !/coin|banknote|stamp/.test(t)) return 'medals';
  if (/coin|numismat|sovereign|gold|silver|ancient|celtic|british|world/.test(t)) return 'coins';
  return null;
}

interface Cursor {
  doneSales?: string[];
  inProgress?: { sale: z.infer<typeof SaleSchema>; lotUrls: string[]; index: number } | null;
  done?: boolean;
  updatedAt?: string;
}

export class SpinkConnector extends BaseConnector {
  readonly version = '1.0.0';
  readonly parserVersion = PARSER_VERSION;
  protected override minIntervalMs = 1500;
  override readonly urlPatterns = [/spink\.com\/lot\/[A-Za-z0-9]+/i];

  async *crawl(ctx: CrawlContext): AsyncIterable<RawRecordInput> {
    const lotsPerRun = Number(this.meta.config.lotsPerRun ?? 80);
    const cursor = { ...((ctx.options.cursor ?? {}) as Cursor) };
    const done = new Set(cursor.doneSales ?? []);
    const text = (url: string, extra: Parameters<CrawlContext['fetch']>[1] = {}) => ctx.fetch(url, { engines: ['api', 'firecrawl'], responseType: 'text', minQuality: 0, ...extra });
    let fetched = 0;
    let yielded = 0;

    let state = cursor.inProgress ?? null;
    if (!state) {
      await this.throttle();
      const prices = await text(`${SITE}/auctions/prices`);
      fetched++;
      const sales = prices.success && prices.html ? parseSalesDropdown(prices.html) : [];
      if (!sales.length) {
        ctx.anomaly(prices.success ? 'selector_missing' : 'page_fetch_failed', `/auctions/prices: ${prices.error ?? prices.httpStatus ?? 'no auction dropdown'}`);
        return;
      }
      const now = Date.now();
      const closed = sales.filter((s) => spinkDepartment(s.title) !== null && (parseAuctionDate(s.dateText)?.getTime() ?? Infinity) < now - 3 * 86_400_000);
      // Recent sales redirect (302) until Spink publishes the results; try a few candidates per run.
      let attempts = 0;
      for (const next of closed) {
        if (done.has(next.code) || attempts >= 5 || ctx.signal?.aborted) continue;
        attempts++;
        await this.throttle();
        const list = await text(`${SITE}/auction/${next.code}?page=1`);
        fetched++;
        const lotUrls = list.success && list.html ? parseLotLinks(list.html, next.code) : [];
        if (!lotUrls.length) {
          const redirected = list.finalUrl && !list.finalUrl.includes(`/auction/${next.code}`);
          ctx.anomaly(redirected ? 'pagination_failure' : list.success ? 'selector_missing' : 'page_fetch_failed', `/auction/${next.code}: ${redirected ? `redirected to ${list.finalUrl}` : (list.error ?? list.httpStatus ?? 'no lot links')}`);
          if (list.success && !redirected) done.add(next.code); // genuinely empty sale page; redirected sales are retried later
          continue;
        }
        state = { sale: next, lotUrls, index: 0 };
        if (ctx.options.mode === 'backfill') await ctx.progress({ page: closed.findIndex((s) => s.code === next.code) + 1, totalPages: closed.length, itemsProcessed: 0, reachedDate: parseAuctionDate(next.dateText) });
        break;
      }
      if (!state) {
        if (ctx.options.mode === 'backfill' && closed.every((s) => done.has(s.code))) await ctx.setCursor({ ...cursor, doneSales: [...done].slice(-2000), done: true, updatedAt: new Date().toISOString() });
        else await ctx.setCursor({ ...cursor, doneSales: [...done].slice(-2000), inProgress: null, updatedAt: new Date().toISOString() });
        return;
      }
    }

    while (state.index < state.lotUrls.length && fetched < lotsPerRun + 2 && !ctx.signal?.aborted && !this.reached(ctx, yielded)) {
      const url = state.lotUrls[state.index]!;
      await this.throttle();
      const res = await text(url, {
        expect: ['title', 'price'],
        parse: (r) => {
          const p = r.html ? parseLotPage(r.html, url, state!.sale) : null;
          return p ? { title: p.description, price: p.soldText ?? p.startingText } : null;
        },
      });
      fetched++;
      state.index++;
      const payload = res.success && res.html ? parseLotPage(res.html, url, state.sale) : null;
      if (!payload) {
        ctx.anomaly(res.success ? 'parse_failure_page' : 'page_fetch_failed', `${url}: ${res.error ?? res.httpStatus}`);
      } else if (payload.soldText) {
        yielded++;
        yield { url, externalId: url.replace(`${SITE}/lot/`, ''), kind: 'sale', engine: res.engine, httpStatus: res.httpStatus, payload, fetchedAt: res.fetchedAt };
      }
      if (state.index % 10 === 0) await ctx.setCursor({ ...cursor, doneSales: [...done].slice(-2000), inProgress: state, updatedAt: new Date().toISOString() });
    }
    if (state.index >= state.lotUrls.length) {
      done.add(state.sale.code);
      state = null;
    }
    await ctx.setCursor({ ...cursor, doneSales: [...done].slice(-2000), inProgress: state, updatedAt: new Date().toISOString() });
  }

  async normalize(raw: RawRecordLike): Promise<NormalizedRecord[]> {
    const p = PayloadSchema.parse(raw.payload);
    const price = realized(p.soldText);
    const saleDate = parseAuctionDate(p.sale.dateText);
    if (!price || !saleDate) return [];
    const fallback = spinkDepartment(p.sale.title) ?? 'coins';
    const categorySlug = fallback === 'stamps' ? 'stamps' : numisCategory(p.description, p.sale.title, fallback);
    const g = parseCoinGrade(p.description);
    const cert = p.description.match(/Cert\.?\s*#\s*([\d-]{6,15})/i)?.[1] ?? g.certificationNumber;
    const start = realized(p.startingText, price.currency);
    const identifiers: Record<string, string> = { spink_lot: `${p.sale.code}-${p.lotNumber}` };
    if (cert && g.grader) identifiers[`${g.grader}_cert`] = cert;
    const attributes = numisAttributes({
      categorySlug,
      title: p.headline ? `${p.headline} — ${p.description}` : p.description,
      section: p.sale.title,
      identifiers,
      metadata: { sale_code: p.sale.code, sale_title: p.sale.title, headline: p.headline, starting_price: start?.amount ?? null, sold_for: price.amount, buyer_premium: "unknown — Spink prints 'Sold for' without stating whether the buyer's premium is included", spink_reference: p.description.match(/\b(S\.\s?[A-Z]{0,2}\d{2,4}[A-Z]?|Pick\s?\d+[a-z]?|P\d{1,4}[a-z]?|SG\s?\d+[a-z]?)\b/)?.[1] ?? null },
    });
    attributes.name = p.headline ? `${p.headline} — ${p.description.slice(0, 160)}` : p.description.slice(0, 200);
    const sale = makeSale({
      meta: this.meta,
      sourceUrl: p.url,
      externalId: `${p.sale.code}-${p.lotNumber}`,
      rawTitle: p.description.length > 240 ? `${p.description.slice(0, 239)}…` : p.description,
      description: p.description,
      attributes,
      price: price.amount,
      currency: price.currency,
      saleDate,
      buyerPremiumIncluded: null,
      auctionHouse: 'Spink',
      lotNumber: p.lotNumber,
      imageUrls: p.images,
      observedAt: raw.fetchedAt,
      parserVersion: PARSER_VERSION,
      confidence: g.grader ? 0.88 : 0.8,
      isBundle: isNumisBundle(p.description) || /\[\d+ notes?\]|\(\d{2,}\)/.test(p.description),
      conditionRaw: g.conditionRaw,
      location: price.currency === 'HKD' ? 'HK' : price.currency === 'SGD' ? 'SG' : price.currency === 'USD' ? 'US' : 'GB',
    });
    sale.grade = { grader: g.grader, grade: g.grade, qualifier: g.qualifier, certificationNumber: cert };
    return [sale];
  }
}

export default (meta: ConnectorMeta) => new SpinkConnector(meta);