@@ -1,12 +1,10 @@ require "open-uri" require "uri" require "rubygems" -require "loggable" + class Robots - include Loggable class ParsedRobots - include Loggable def initialize(uri) @last_accessed = Time.at(1) @@ -49,14 +47,11 @@ class Robots return true unless @parsed allowed = true path = uri.request_uri - debug "path: #{path}" @disallows.each do |key, value| if user_agent =~ key - debug "matched #{key.inspect}" value.each do |rule| if path =~ rule - debug "matched Disallow: #{rule.inspect}" allowed = false end end @@ -66,10 +61,8 @@ class Robots @allows.each do |key, value| unless allowed if user_agent =~ key - debug "matched #{key.inspect}" value.each do |rule| if path =~ rule - debug "matched Allow: #{rule.inspect}" allowed = true end end lib/robots.rb @@ -1,6 +1,6 @@ Gem::Specification.new do |s| s.name = "robots" - s.version = "0.5.0" + s.version = "0.6.0" s.date = "2008-12-10" s.summary = "Simple robots.txt parser" s.email = "kyle@kylemaxwell.com" robots.gemspec aef226a6c93e2be1d1f0d75403896c320688ce7a Sausheong Chang saush@blowabove-lm.singapore.corp.yahoo.com http://github.com/fizx/robots/commit/d45462fd2f26e9e1a14986e04da28cb498af80e1 d45462fd2f26e9e1a14986e04da28cb498af80e1 2009-03-09T10:21:26-07:00 2009-03-09T10:21:26-07:00 removed Loggable dependencies c066501e91e7f8a58f6e1e818d79b3bb473185fe Sausheong Chang saush@blowabove-lm.singapore.corp.yahoo.com