From 833cfd2cccdc0c49acbabc1c5b54c0ac8ef4a24c Mon Sep 17 00:00:00 2001 From: Greg Rundlett Date: Tue, 6 Jun 2017 13:13:53 -0400 Subject: [PATCH] Downloads are now in their own subdomain --- robots.txt | 8 -------- 1 file changed, 8 deletions(-) diff --git a/robots.txt b/robots.txt index ba5dbe7..93d096d 100644 --- a/robots.txt +++ b/robots.txt @@ -1,10 +1,2 @@ User-agent: * Crawl-delay: 10 -Disallow: /Downloads/Release -Disallow: /Downloads/Data -Disallow: /Downloads/External -Disallow: /Downloads/Nightly -Disallow: /Downloads/Patches -Disallow: /Downloads/Snapshots -Disallow: /source -