diff --git a/nuxt.config.ts b/nuxt.config.ts index c2a92bc3..73c41c6d 100644 --- a/nuxt.config.ts +++ b/nuxt.config.ts @@ -226,6 +226,7 @@ export default defineNuxtConfig({ // provide simple disallow rules for all robots `user-agent: *` // disallowing certain pages that are either redirects, authticated routes, or causing bots to recursively crawl disallow: [ + '/datasets/*?*', '/welcome', '/user', '/contact-us',