TypeScript 61.9%
HTML 37.2%
SQL 0.7%
1import type { MetadataRoute } from 'next';23const SITE = process.env.NEXT_PUBLIC_SITE_URL ?? 'https://www.rareindex.io';45export default function robots(): MetadataRoute.Robots {6 return {7 rules: [{ userAgent: '*', allow: '/', disallow: ['/admin', '/account', '/api/', '/collections', '/watchlist', '/alerts', '/search?'] }],8 sitemap: [`${SITE}/sitemap-index.xml`, `${SITE}/sitemap/0.xml`],9 host: SITE,10 };11}12