Disallow gptbot on HVD pages (#2313)

disallow gptbot on HVD pages
hashicorp · Jan 30, 2024 · 72949f0 · 72949f0
1 parent f6f49bc
commit 72949f0
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/next-sitemap.config.js b/next-sitemap.config.js
@@ -15,6 +15,10 @@ module.exports = {
 			// sitemap generated from ./pages/server-sitemap.xml/index.tsx
 			`${siteUrl}/server-sitemap.xml`,
 		],
+		policies: [
+			{ userAgent: 'GPTBot', disallow: '/validated-designs' },
+			{ userAgent: '*', allow: '/' }, // default policy
+		],
 	},
 	/*
 	 * Exhaustive exclude list to remove duplicate sitemap paths.