chore: update robots (#251)

utxostack · Jan 3, 2025 · 3319083 · 3319083
1 parent c26ddfe
commit 3319083
Showing 1 changed file with 1 addition and 18 deletions.
diff --git a/frontend/public/robots.txt b/frontend/public/robots.txt
@@ -1,19 +1,2 @@
-User-agent: meta-externalagent
-Disallow: /
-
-User-agent: DataForSeoBot
-Disallow: /
-
 User-agent: *
-Disallow: /en/explorer/btc
-Disallow: /en/explorer/ckb
-Disallow: /en/assets/coins
-Disallow: /en/block
-Disallow: /en/transaction
-Disallow: /en/address
-Disallow: /explorer/btc
-Disallow: /explorer/ckb
-Disallow: /assets/coins
-Disallow: /block
-Disallow: /transaction
-Disallow: /address
+Disallow: /