Separate /search from stuff copied from old repo

alphagov · Aug 7, 2023 · f9c2f01 · f9c2f01
1 parent a7d43bf
commit f9c2f01
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,5 +1,9 @@
 User-agent: *
 Crawl-delay: 10
+
+Disallow: /search
+
+# The following rules were copied from the old site
 # CSS, JS, Images
 Allow: /misc/*.css$
 Allow: /misc/*.css?
@@ -58,7 +62,6 @@ Disallow: /admin/
 Disallow: /comment/reply/
 Disallow: /filter/tips/
 Disallow: /node/add/
-Disallow: /search
 Disallow: /user/register/
 Disallow: /user/password/
 Disallow: /user/login/