Add sitemap

rockthejvm · Oct 25, 2024 · 4e2aaba · 4e2aaba
1 parent 3e8e766
commit 4e2aaba
Show file tree

Hide file tree

Showing 5 changed files with 20 additions and 8 deletions.
diff --git a/package.json b/package.json
@@ -13,7 +13,7 @@
     "@astrojs/mdx": "^3.1.6",
     "@astrojs/react": "^3.6.2",
     "@astrojs/rss": "^4.0.7",
-    "@astrojs/sitemap": "^3.1.6",
+    "@astrojs/sitemap": "^3.2.1",
     "@astrojs/tailwind": "^5.1.0",
     "@headlessui/react": "^2.1.8",
     "@heroicons/react": "^2.1.5",

diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
diff --git a/public/robots.txt b/public/robots.txt
diff --git a/src/components/Head.astro b/src/components/Head.astro
@@ -144,6 +144,7 @@ const orgStructuredData = {
       title={site.name}
       href={new URL("feed.xml", Astro.site)}
     />
+    <link rel="sitemap" href="/sitemap-index.xml" />
     <title>
       {title} | {site.name}
     </title>

diff --git a/src/pages/robots.txt.ts b/src/pages/robots.txt.ts
@@ -0,0 +1,13 @@
+import type { APIRoute } from "astro";
+
+const getRobotsTxt = (sitemapURL: URL) => `
+User-agent: *
+Allow: /
+
+Sitemap: ${sitemapURL.href}
+`;
+
+export const GET: APIRoute = ({ site }) => {
+  const sitemapURL = new URL("sitemap-index.xml", site);
+  return new Response(getRobotsTxt(sitemapURL));
+};