diff --git a/site/robots.txt b/site/robots.txt
index aef3fa1f64a1..d3ac12c6462d 100644
--- a/site/robots.txt
+++ b/site/robots.txt
@@ -5,5 +5,5 @@
 
 # Allow crawling of all content
 User-agent: *
-Disallow:
+Disallow:{% if jekyll.environment != "production" %} /{% endif %}
 Sitemap: {{ site.url }}/sitemap.xml