chore(website): add robots.txt

cuhacking · Feb 13, 2025 · 7173bc4 · 7173bc4
1 parent 6ed4d32
commit 7173bc4
Showing 1 changed file with 17 additions and 0 deletions.
diff --git a/apps/website/app/routes/[robots.txt].tsx b/apps/website/app/routes/[robots.txt].tsx
@@ -0,0 +1,17 @@
+export function loader() {
+  const robotText = `
+    User-agent: Googlebot
+    Disallow: /nogooglebot/
+
+    User-agent: *
+    Allow: /
+
+    Sitemap: https://cuhacking.ca/sitemap.xml
+    `
+  return new Response(robotText, {
+    status: 200,
+    headers: {
+      'Content-Type': 'text/plain',
+    },
+  })
+}