From 3274d50fcc36c2a9b8cfc9c408225770d3194cfc Mon Sep 17 00:00:00 2001
From: Josh Wong <23216828+josh-wong@users.noreply.github.com>
Date: Tue, 1 Apr 2025 19:54:59 +0900
Subject: [PATCH] Create robots.txt

---
 static/robots.txt | 8 ++++++++
 1 file changed, 8 insertions(+)
 create mode 100644 static/robots.txt

diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 00000000..361937a6
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,8 @@
+User-agent: *
+Disallow: /docs/3.*/
+Disallow: /docs/4.*/
+Allow: /docs/latest/
+
+Disallow: /ja-jp/docs/3.*/
+Disallow: /ja-jp/docs/4.*/
+Allow: /ja-jp/docs/latest/