diff --git a/public/robots.txt b/public/robots.txt index 36d3cbc6..cfc49b7b 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,5 +1,9 @@ User-agent: * Crawl-delay: 10 + +Disallow: /search + +# The following rules were copied from the old site # CSS, JS, Images Allow: /misc/*.css$ Allow: /misc/*.css? @@ -58,7 +62,6 @@ Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /node/add/ -Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/