HTML 77.2%
TypeScript 10.5%
Python 9.6%
JavaScript 2.5%
1import type { MetadataRoute } from 'next';2import { SITE_URL } from '@/lib/site';34export default function robots(): MetadataRoute.Robots {5 return {6 rules: [{ userAgent: '*', allow: '/', disallow: ['/api/', '/admin', '/admin/', '/search?'] }],7 sitemap: `${SITE_URL}/sitemap.xml`,8 host: SITE_URL,9 };10}11