Allow robots to crawl reports

app/controllers/application_controller.rb

@@ -1,7 +1,7 @@
 class ApplicationController < ActionController::Base
   include Slimmer::Headers
   include Slimmer::SharedTemplates
-  before_filter :set_slimmer_headers, :set_robots_headers
+  before_filter :set_slimmer_headers
 
   # Prevent CSRF attacks by raising an exception.
   # For APIs, you may want to use :null_session instead.

app/controllers/specialist_documents_controller.rb

@@ -32,18 +32,4 @@ def error_not_found
     render status: :not_found, text: "404 error not found"
   end
 
-  def set_robots_headers
-    if finders_excluded_from_robots.include?(request.path.split('/')[1])
-      response.headers["X-Robots-Tag"] = "none"
-    end
-  end
-
-  def finders_excluded_from_robots
-    [
-      'aaib-reports',
-      'maib-reports',
-      'raib-reports',
-    ]
-  end
-
 end