Merge pull request #241 from utxostack/feat/robots

feat(frontend): add rules to file robots.txt
utxostack · Oct 8, 2024 · 0c9271e · 0c9271e
2 parents ca8f2d5 + cd06fbf
commit 0c9271e
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/frontend/public/robots.txt b/frontend/public/robots.txt
@@ -1,3 +1,9 @@
+User-agent: meta-externalagent
+Disallow: /
+
+User-agent: DataForSeoBot
+Disallow: /
+
 User-agent: *
 Disallow: /en/explorer/btc
 Disallow: /en/explorer/ckb