From 726e4199cdc7cf518b9fff36dfc738725be685fd Mon Sep 17 00:00:00 2001
From: KoenMartens <KoenMartens@0b4bb1d4-4e5a-0410-9cc4-b2b747904278>
Date: Sat, 20 Dec 2008 23:28:35 +0000
Subject: [PATCH] Item530: add Crawl-delay

git-svn-id: http://svn.foswiki.org/trunk@1481 0b4bb1d4-4e5a-0410-9cc4-b2b747904278
---
 core/robots.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/core/robots.txt b/core/robots.txt
index df5fdb2296..72b26f86fc 100644
--- a/core/robots.txt
+++ b/core/robots.txt
@@ -1,4 +1,5 @@
 User-agent: *
+Crawl-delay: 5
 Disallow: /bin/attach
 Disallow: /bin/changes
 Disallow: /bin/configure