src/pages/robots.txt.ts (view raw)
1 2 3 4 5 6 7 8 9 10 11 12 13 |
import type { APIRoute } from 'astro' const getRobotsTxt = (sitemapURL: URL) => ` User-agent: * Allow: / Sitemap: ${sitemapURL.href} ` export const GET: APIRoute = ({ site }) => { const sitemapURL = new URL('sitemap-index.xml', site) return new Response(getRobotsTxt(sitemapURL)) } |