@@ -38,12 +38,12 @@ class Robots value = arr.join(":").strip value.strip! case key - when "User-agent": + when "User-agent" agent = to_regex(value) - when "Allow": + when "Allow" @allows[agent] ||= [] @allows[agent] << to_regex(value) - when "Disallow": + when "Disallow" @disallows[agent] ||= [] @disallows[agent] << to_regex(value) when "Crawl-delay" lib/robots.rb f3cdfc5020785e4e34654a29b2e75b5b9ca70b5b Hayato haya10.ito+github@gmail.com http://github.com/fizx/robots/commit/bfe4079893f6a266ee4e9ea93382e8c000bd301f bfe4079893f6a266ee4e9ea93382e8c000bd301f 2009-09-05T19:51:43-07:00 2009-09-05T19:51:43-07:00 remove ':' after when for ruby 1.9 syntax 0a34924e3e9e9df38dc3ffee6b15a7abdddd920c Hayato haya10.ito+github@gmail.com