diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 00000000..361937a6 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,8 @@ +User-agent: * +Disallow: /docs/3.*/ +Disallow: /docs/4.*/ +Allow: /docs/latest/ + +Disallow: /ja-jp/docs/3.*/ +Disallow: /ja-jp/docs/4.*/ +Allow: /ja-jp/docs/latest/