Update robots.txt

nacos-group · Oct 10, 2024 · fbb7183 · fbb7183
1 parent 017bc59
commit fbb7183
Showing 1 changed file with 8 additions and 43 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,43 +1,8 @@
-User-agent: Googlebot
-Disallow:
-User-agent: googlebot-image
-Disallow:
-User-agent: googlebot-mobile
-Disallow:
-User-agent: MSNBot
-Disallow:
-User-agent: Slurp
-Disallow:
-User-agent: Teoma
-Disallow:
-User-agent: twiceler
-Disallow:
-User-agent: Gigabot
-Disallow:
-User-agent: Scrubby
-Disallow:
-User-agent: Robozilla
-Disallow:
-User-agent: Nutch
-Disallow:
-User-agent: ia_archiver
-Disallow:
-User-agent: baiduspider
-Disallow:
-User-agent: naverbot
-Disallow:
-User-agent: yeti
-Disallow:
-User-agent: yahoo-mmcrawler
-Disallow:
-User-agent: psbot
-Disallow:
-User-agent: asterias
-Disallow:
-User-agent: yahoo-blogs/v3.9
-Disallow:
-User-agent: *
-Disallow:
-Disallow: /cgi-bin/
-Disallow: /bin/
-Sitemap: https://nacos.io/sitemap-index.xml
+User-Agent: *
+Allow: /
+Disallow: /docs/next/
+Disallow: /docs/v2.3/
+Disallow: /docs/v2/
+Disallow: /docs/v1/
+
+Sitemap: https://nacos.io/sitemap-index.xml