Item530: add Crawl-delay

git-svn-id: http://svn.foswiki.org/trunk@1481 0b4bb1d4-4e5a-0410-9cc4-b2b747904278
foswiki · Dec 20, 2008 · 726e419 · 726e419
1 parent 238d12d
commit 726e419
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/core/robots.txt b/core/robots.txt
@@ -1,4 +1,5 @@
 User-agent: *
+Crawl-delay: 5
 Disallow: /bin/attach
 Disallow: /bin/changes
 Disallow: /bin/configure