feat: add sitemap and robot txt generation

astro.config.mjs

@@ -1,6 +1,7 @@
 // @ts-check
 import { defineConfig, sharpImageService } from "astro/config";
 import starlight from "@astrojs/starlight";
+import sitemap from "@astrojs/sitemap";
 
 import tailwind from "@astrojs/tailwind";
 
@@ -95,5 +96,6 @@ export default defineConfig({
       customCss: ["./src/tailwind.css"],
     }),
     tailwind({ applyBaseStyles: false }),
+    sitemap({}),
   ],
 });

src/pages/robots.txt.ts

@@ -0,0 +1,13 @@
+import type { APIRoute } from "astro";
+
+const getRobotsTxt = (sitemapURL: URL) => `
+User-agent: *
+Allow: /
+
+Sitemap: ${sitemapURL.href}
+`;
+
+export const GET: APIRoute = ({ site }) => {
+  const sitemapURL = new URL("sitemap-index.xml", site);
+  return new Response(getRobotsTxt(sitemapURL));
+};