From c80e08231140e6e4e233a974ff4c2556d859e342 Mon Sep 17 00:00:00 2001
From: Greg Kempe <greg@kempe.net>
Date: Thu, 25 Jul 2024 11:42:18 +0200
Subject: [PATCH] disallow AI bots

---
 peachjam/templates/peachjam/robots.txt | 30 ++++++++++++++++++++++++++
 1 file changed, 30 insertions(+)

diff --git a/peachjam/templates/peachjam/robots.txt b/peachjam/templates/peachjam/robots.txt
index e65ff2081..663c38953 100644
--- a/peachjam/templates/peachjam/robots.txt
+++ b/peachjam/templates/peachjam/robots.txt
@@ -1,5 +1,35 @@
+# This content is made available subject to our Terms of Use at /terms-of-use/
+
 User-agent: *
 Allow: /
 Disallow: /search/
 Disallow: /api/
 {{ disallowed_content }}
+
+
+User-agent: Amazonbot
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Applebot-Extended
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: ClaudeBot
+Disallow: /
+
+User-agent: Claude-Web
+Disallow: /
+
+User-agent: cohere-ai
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /