chore: add bots to robots.txt

skillrecordings · May 24, 2024 · f00516f · f00516f
1 parent a78c8e9
commit f00516f
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/next-sitemap.js b/next-sitemap.js
@@ -29,6 +29,14 @@ module.exports = {
         userAgent: 'Twitterbot',
         disallow: '',
       },
+      {
+        userAgent: 'ClaudeBot',
+        disallow: ['/q'],
+      },
+      {
+        userAgent: 'GPTBot',
+        disallow: ['/q'],
+      },
       {
         userAgent: '*',
         allow: ['/'],