spb/websensor

1import type { MetadataRoute } from "next";2import { SITE_URL } from "@/lib/api";34export default function robots(): MetadataRoute.Robots {5  return {6    rules: [{ userAgent: "*", allow: "/", disallow: ["/api/v1/watchlists", "/api/v1/alerts", "/compare", "/url"] }],7    sitemap: `${SITE_URL}/sitemap.xml`,8    host: SITE_URL,9  };10}11