NF: robots.txt for the website

PyMVPA · Oct 24, 2008 · 81b7518 · 81b7518
1 parent f16aabe
commit 81b7518
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/Makefile b/Makefile
@@ -145,6 +145,8 @@ website-stamp: mkdir-WWW_DIR apidoc htmldoc pdfdoc
 	cp doc/pics/favicon.png $(WWW_DIR)/_images/
 # for those who do not care about <link> and just trying to download it
 	cp doc/pics/favicon.png $(WWW_DIR)/favicon.ico
+# provide robots.txt to minimize unnecessary traffic
+	cp doc/_static/robots.txt $(WWW_DIR)/
 	touch $@
 
 upload-website: website

diff --git a/doc/_static/robots.txt b/doc/_static/robots.txt
@@ -0,0 +1,5 @@
+# robots.txt for http://www.pymvpa.org
+
+User-agent: *
+Disallow: /files/pymvpa_exampledata.tar.bz2
+