From 7173bc42b1e6af17abae8f25dd62e7e2306566be Mon Sep 17 00:00:00 2001
From: HasithDeAlwis <hasithde24@gmail.com>
Date: Wed, 12 Feb 2025 23:37:22 -0500
Subject: [PATCH] chore(website): add robots.txt

---
 apps/website/app/routes/[robots.txt].tsx | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)
 create mode 100644 apps/website/app/routes/[robots.txt].tsx

diff --git a/apps/website/app/routes/[robots.txt].tsx b/apps/website/app/routes/[robots.txt].tsx
new file mode 100644
index 00000000..08d13fa3
--- /dev/null
+++ b/apps/website/app/routes/[robots.txt].tsx
@@ -0,0 +1,17 @@
+export function loader() {
+  const robotText = `
+    User-agent: Googlebot
+    Disallow: /nogooglebot/
+
+    User-agent: *
+    Allow: /
+
+    Sitemap: https://cuhacking.ca/sitemap.xml
+    `
+  return new Response(robotText, {
+    status: 200,
+    headers: {
+      'Content-Type': 'text/plain',
+    },
+  })
+}