diff --git a/templates/robots.txt b/templates/robots.txt index 7b604472d..e03099c45 100755 --- a/templates/robots.txt +++ b/templates/robots.txt @@ -1,4 +1,5 @@ User-agent: * +Crawl-delay: 10 Disallow: /facebook/ Disallow: /photo-upload-modal/ Disallow: /submit-dating/