import type { Metadata } from "next";
import { PageHeader, Panel } from "@/components/ui";

export const metadata: Metadata = { title: "WebSensorBot", description: "About the WebSensor crawler: what it fetches, how often, and how to contact us." };

export default function BotPage() {
  return (
    <>
      <PageHeader kicker="Crawler policy" title="WebSensorBot" description="WebSensor monitors official public endpoints of well-known organizations and detects meaningful changes. This page describes how our fetcher behaves." />
      <div className="grid gap-4 lg:grid-cols-2">
        <Panel title="Identification">
          <p className="text-[13px]">User agent:</p>
          <pre className="mt-1 rounded-md border border-line bg-panel-2 p-2 font-mono text-[12px]">WebSensorBot/0.1 (+https://www.websensor.io/bot; contact@websensor.io)</pre>
          <p className="mt-3 text-[13px] text-fg-muted">Requests originate from a small, fixed set of addresses. Contact: <a href="mailto:contact@spboucher.ai" className="text-info hover:underline">contact@spboucher.ai</a> (Simon-Pierre Boucher). WebSensor is hosted on <a href="https://www.maclustr.io" className="text-info hover:underline" target="_blank" rel="noopener noreferrer">MacLustr</a>.</p>
        </Panel>
        <Panel title="What we fetch">
          <ul className="list-disc space-y-1 pl-5 text-[13px] text-fg-muted">
            <li>Official RSS/Atom feeds, sitemaps, status-page APIs, GitHub release feeds and public JSON APIs first.</li>
            <li>A small number of high-value HTML pages (pricing, changelog, security, documentation) when no structured alternative exists.</li>
            <li>No login, no CAPTCHAs, no paywalls, no private infrastructure. Robots directives and rate limits are honoured.</li>
          </ul>
        </Panel>
        <Panel title="How often">
          <ul className="list-disc space-y-1 pl-5 text-[13px] text-fg-muted">
            <li>Conditional requests (<code>If-None-Match</code> / <code>If-Modified-Since</code>) whenever the server supports them — most checks are 304s.</li>
            <li>Adaptive polling: from about once a minute for critical status feeds to a few times a day for slow-moving pages; at most 2 concurrent connections per host.</li>
            <li>Back-off on errors and on HTTP 429 (Retry-After honoured).</li>
          </ul>
        </Panel>
        <Panel title="Opting out">
          <p className="text-[13px] text-fg-muted">Add a <code>Disallow</code> rule for <code>WebSensorBot</code> in your <code>robots.txt</code>, or email us and we will disable the sensors for your domain.</p>
        </Panel>
      </div>
    </>
  );
}