spb/countryatlas
Public
TypeScript 57%
Python 38.6%
JavaScript 3.6%
CSS 0.6%
1import type { MetadataRoute } from 'next';2import { SITE_URL } from '@/lib/site';3import { SITEMAP_IDS } from './sitemap';45export default function robots(): MetadataRoute.Robots {6 return {7 rules: [8 {9 userAgent: '*',10 allow: '/',11 // Admin, raw API and the parameterised analytical views (their bare paths are indexed via the sitemap).12 disallow: ['/admin', '/api/v1/', '/explore?', '/scatter?', '/trajectories?', '/finder?', '/compare/og'],13 },14 ],15 sitemap: SITEMAP_IDS.map((id) => `${SITE_URL}/sitemap/${id}.xml`),16 host: SITE_URL,17 };18}19