diff --git a/robots.txt b/robots.txt index ba5dbe7..93d096d 100644 --- a/robots.txt +++ b/robots.txt @@ -1,10 +1,2 @@ User-agent: * Crawl-delay: 10 -Disallow: /Downloads/Release -Disallow: /Downloads/Data -Disallow: /Downloads/External -Disallow: /Downloads/Nightly -Disallow: /Downloads/Patches -Disallow: /Downloads/Snapshots -Disallow: /source -