Adds robots.txt

conf/routes

@@ -196,3 +196,4 @@ POST    /submodel                    controllers.Application.addSubscriberModel
 
 # Map static resources from the /public folder to the /assets URL path
 GET     /assets/*file               controllers.Assets.at(path="/public", file)
+GET     /robots.txt                 controllers.Assets.at(path="/public", file="robots.txt")

public/robots.txt

@@ -0,0 +1,11 @@
+User-agent: *
+Disallow: /item
+Disallow: /item/
+Disallow: /items
+Disallow: /items/
+Disallow: /topic
+Disallow: /topic/
+Disallow: /topics
+Disallow: /topics/
+Disallow: /search
+Disallow: /search/