fix(robots.txt): Remove tree page from disallow list.

Ecogenomics · Mar 15, 2023 · fc84711 · fc84711
1 parent 2f6295f
commit fc84711
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nuxt.config.js b/nuxt.config.js
@@ -185,7 +185,7 @@ export default {
         const robotsPath = path.join(outDir, 'robots.txt')
 
         if (process.env.ENV_NAME === 'prod') {
-          fs.writeFileSync(robotsPath, 'User-agent: *\nDisallow: /browsers*?\nDisallow: /tree*?\nDisallow: /taxon-history*?\nDisallow: /fastani*?\nDisallow: /advanced*?\nSitemap: https://gtdb.ecogenomic.org/sitemap.xml\n')
+          fs.writeFileSync(robotsPath, 'User-agent: *\nDisallow: /browsers*?\nDisallow: /taxon-history*?\nDisallow: /fastani*?\nDisallow: /advanced*?\nDisallow: /searches*?\nSitemap: https://gtdb.ecogenomic.org/sitemap.xml\n')
         } else {
           fs.writeFileSync(robotsPath, 'User-agent: *\nDisallow: /\n')
         }