Include non-supported locales in robots.txt

mozilla · Mar 4, 2016 · 002c65b · 002c65b
1 parent 558c928
commit 002c65b
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/kitsune/sumo/jinja2/sumo/robots.html b/kitsune/sumo/jinja2/sumo/robots.html
@@ -6,3 +6,8 @@
 Disallow: /{{ l }}/users
 Disallow: /{{ l }}/user
 {% endfor %}
+{% for l in settings.NON_SUPPORTED_LOCALES.keys() %}
+Disallow: /{{ l }}/forums
+Disallow: /{{ l }}/users
+Disallow: /{{ l }}/user
+{% endfor %}