fix(seo): Add convert-accessions page to robots.txt

Ecogenomics · Mar 19, 2023 · 077894f · 077894f
1 parent e07331b
commit 077894f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nuxt.config.js b/nuxt.config.js
@@ -201,7 +201,7 @@ export default {
         const robotsPath = path.join(outDir, 'robots.txt')
 
         if (process.env.ENV_NAME === 'prod') {
-          fs.writeFileSync(robotsPath, 'User-agent: *\nDisallow: /taxon-history*?\nDisallow: /fastani*?\nDisallow: /advanced*?\nDisallow: /searches*?\nSitemap: https://gtdb.ecogenomic.org/sitemap.xml\n')
+          fs.writeFileSync(robotsPath, 'User-agent: *\nDisallow: /taxon-history*?\nDisallow: /fastani*?\nDisallow: /advanced*?\nDisallow: /searches*?\nDisallow: /tools/convert-accessions\nSitemap: https://gtdb.ecogenomic.org/sitemap.xml\n')
         } else {
           fs.writeFileSync(robotsPath, 'User-agent: *\nDisallow: /\n')
         }