import type { Metadata } from 'next';
import Link from 'next/link';
import { Container, PageHeader } from '@/components/ui/section';
import { BOT_UA, CONTACT_EMAIL, routes, SITE_URL } from '@/lib/site';

export const metadata: Metadata = { title: 'CompanyAtlasBot — our crawler', description: 'Identity of the Company Atlas crawler, what it collects, how it behaves, and how to opt out with robots.txt.' };

export default function BotPage() {
  return (
    <Container>
      <PageHeader eyebrow="Crawler" title={BOT_UA} lede="Company Atlas observes publicly accessible corporate web pages with a clearly identified, polite crawler. This page is linked from its User-Agent string." />
      <div className="prose-atlas max-w-3xl text-[15px] leading-relaxed text-ink-2">
        <h2>Identity</h2>
        <pre>
          <code>{`User-Agent: ${BOT_UA}/0.1 (+${SITE_URL}/bot; ${CONTACT_EMAIL})`}</code>
        </pre>
        <p>
          Requests originate from the MacLustr infrastructure operated by Simon-Pierre Boucher (Québec, Canada). Contact for any question, rate concern or removal request: <a href={`mailto:${CONTACT_EMAIL}`}>{CONTACT_EMAIL}</a>.
        </p>
        <h2>What we collect</h2>
        <ul>
          <li>Publicly accessible pages of company websites: homepage, about, careers and job boards, newsroom, blog and feeds, products, pricing, leadership, locations, documentation, changelogs, legal/terms/privacy, security, investor relations, partners, customers, sitemaps.</li>
          <li>Public structured data on those pages (JSON-LD, microdata, RSS/Atom) and public JSON endpoints that the page itself loads.</li>
          <li>Text and structure only. Images, videos, fonts, binaries and tracking scripts are not downloaded by default.</li>
        </ul>
        <h2>What we never do</h2>
        <ul>
          <li>Never log in, never bypass authentication, paywalls, CAPTCHAs or bot challenges; a challenge page is recorded as a failure and the sensor backs off.</li>
          <li>Never collect non-public or personal consumer data. People appear only in their public professional context on the company’s own pages.</li>
          <li>Never access private networks, localhost or infrastructure endpoints.</li>
        </ul>
        <h2>How it behaves</h2>
        <ul>
          <li>
            Honours <code>robots.txt</code> (including <code>Crawl-delay</code>) for <code>{BOT_UA}</code> and <code>*</code>.
          </li>
          <li>Per-domain concurrency of 1–2 and per-domain rate limits; adaptive schedules from every 5–15 minutes for very active pages to every 3–7 days for stable ones; conditional requests (ETag / Last-Modified) whenever the server supports them.</li>
          <li>Retry budgets with exponential backoff; sustained 429/403 responses pause the domain.</li>
          <li>Redirect and size caps; no endless pagination, calendars or faceted crawling.</li>
        </ul>
        <h2>Opting out</h2>
        <p>Add to your robots.txt:</p>
        <pre>
          <code>{`User-agent: ${BOT_UA}
Disallow: /`}</code>
        </pre>
        <p>
          Or disallow only specific paths. Changes are picked up within 24 hours. To also remove already collected observations of your pages, write to <a href={`mailto:${CONTACT_EMAIL}`}>{CONTACT_EMAIL}</a> from a company address; we suppress the surfaces and mark the history as unavailable rather than pretending it never existed.
        </p>
        <h2>Attribution</h2>
        <p>
          Every event on <Link href={routes.home()}>Company Atlas</Link> links to the public page it was detected on. See also the <Link href={routes.about()}>about page</Link> and the <Link href={routes.api()}>API terms</Link>.
        </p>
      </div>
    </Container>
  );
}