Add robots.txt

rules-proto-grpc · Apr 7, 2021 · 7a4be4e · 7a4be4e
1 parent 9871836
commit 7a4be4e
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/docs/conf.py b/docs/conf.py
@@ -74,7 +74,9 @@
 html_css_files = []
 
 # Extra files to include
-html_extra_path = []
+html_extra_path = [
+    'robots.txt',
+]
 
 # Sitemap options
 sitemap_filename = "sitemap-override.xml"  # RTD generates sitemap with not much in it...

diff --git a/docs/robots.txt b/docs/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://rules-proto-grpc.aliddell.com/sitemap-override.xml