From 3256a2c2315b0b95d2d02b71f0bda04fc91e70af Mon Sep 17 00:00:00 2001 From: XhmikosR Date: Fri, 2 Nov 2018 12:41:57 +0200 Subject: [PATCH] robots.txt: disallow crawling when not in production. (#27559) --- site/robots.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/site/robots.txt b/site/robots.txt index aef3fa1f64a1..d3ac12c6462d 100644 --- a/site/robots.txt +++ b/site/robots.txt @@ -5,5 +5,5 @@ # Allow crawling of all content User-agent: * -Disallow: +Disallow:{% if jekyll.environment != "production" %} /{% endif %} Sitemap: {{ site.url }}/sitemap.xml