Add crawl-delay to robots.txt

Ajapaik · Oct 24, 2024 · e74e793 · e74e793
1 parent 23343ed
commit e74e793
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/templates/robots.txt b/templates/robots.txt
@@ -1,4 +1,5 @@
 User-agent: *
+Crawl-delay: 10
 Disallow: /facebook/
 Disallow: /photo-upload-modal/
 Disallow: /submit-dating/