Merge pull request #1934 from laws-africa/robots

disallow AI bots
laws-africa · Jul 25, 2024 · caa08e3 · caa08e3
2 parents 236e5d0 + c80e082
commit caa08e3
Showing 1 changed file with 30 additions and 0 deletions.
diff --git a/peachjam/templates/peachjam/robots.txt b/peachjam/templates/peachjam/robots.txt
@@ -1,5 +1,35 @@
+# This content is made available subject to our Terms of Use at /terms-of-use/
+
 User-agent: *
 Allow: /
 Disallow: /search/
 Disallow: /api/
 {{ disallowed_content }}
+
+
+User-agent: Amazonbot
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Applebot-Extended
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: ClaudeBot
+Disallow: /
+
+User-agent: Claude-Web
+Disallow: /
+
+User-agent: cohere-ai
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /