added crawl-delay directive to robots.txt

tip4commit · Aug 31, 2014 · 62cfe57 · 62cfe57
1 parent 24ae5ae
commit 62cfe57
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,2 +1,3 @@
 User-agent: *
 Disallow: /users/
+Crawl-delay: 10