chore: handle crawler bots with edge functions

Computerization · Oct 7, 2024 · 0da6ea7 · 0da6ea7
1 parent 2b466c4
commit 0da6ea7
Show file tree

Hide file tree

Showing 3 changed files with 29 additions and 0 deletions.
diff --git a/netlify/edge-functions/handle-crawler-bots.ts b/netlify/edge-functions/handle-crawler-bots.ts
@@ -0,0 +1,20 @@
+import type { Config } from '@netlify/edge-functions'
+
+export default async function () {
+  const html404
+    = '<!DOCTYPE html><html><head><title>404 Not Found</title></head><body><h1>404 Not Found</h1></body></html>'
+
+  return new Response(html404, {
+    status: 404,
+    headers: {
+      'Content-Type': 'text/html',
+      'netlify-cdn-cache-control':
+        'durable, immutable, max-age=31536000, public',
+    },
+  })
+}
+
+export const config: Config = {
+  cache: 'manual',
+  pattern: '^.*\\.[Pp][Hh][Pp]$',
+}
diff --git a/package.json b/package.json
@@ -19,6 +19,7 @@
     "@changesets/cli": "^2.27.8",
     "@clerk/clerk-sdk-node": "^5.0.46",
     "@clerk/themes": "^2.1.33",
+    "@netlify/edge-functions": "^2.11.0",
     "@netlify/functions": "^2.8.2",
     "@netlify/integrations": "^0.5.4",
     "@netlify/sentry": "^0.0.10",

diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml