Add sitemap

astro.config.mjs

@@ -1,11 +1,12 @@
 import { defineConfig } from 'astro/config'
 import tailwind from "@astrojs/tailwind"
 import { remarkHeadingId } from 'remark-custom-heading-id'
-import remarkCodeTitles from "remark-code-titles";
+import remarkCodeTitles from 'remark-code-titles'
+import sitemap from '@astrojs/sitemap'
 
 // https://astro.build/config
 export default defineConfig({
-  integrations: [ tailwind() ],
+  integrations: [ tailwind(), sitemap()],
   site: 'https://derekbrown.io',
   markdown: {
     syntaxHighlight: 'shiki',
@@ -15,4 +16,5 @@ export default defineConfig({
       wrap: true
     },
   },
+  trailingSlash: 'never'
 });

package.json

@@ -11,6 +11,7 @@
   },
   "dependencies": {
     "@astrojs/rss": "^4.0.5",
+    "@astrojs/sitemap": "^3.2.1",
     "@astrojs/tailwind": "^5.0.2",
     "@fontsource-variable/inter": "^5.0.16",
     "@fontsource-variable/manrope": "^5.0.15",

src/pages/robots.txt.ts

@@ -0,0 +1,13 @@
+import type { APIRoute } from 'astro';
+
+const getRobotsTxt = (sitemapUrl: URL) => 
+`User-agent: *
+Allow: /
+
+Sitemap: ${sitemapUrl.href}
+`
+
+export const GET: APIRoute = ({ site }) => {
+  const sitemapUrl = new URL('sitemap-index.xml', site);
+  return new Response(getRobotsTxt(sitemapUrl))
+}