Skip to content

Commit

Permalink
Browse files Browse the repository at this point in the history
switch from robots to robotex
  • Loading branch information
chriskite committed Jan 20, 2012
1 parent 7ef8836 commit 55d3f1c
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion anemone.gemspec
Expand Up @@ -12,7 +12,7 @@ spec = Gem::Specification.new do |s|
s.rdoc_options << '-m' << 'README.rdoc' << '-t' << 'Anemone' s.rdoc_options << '-m' << 'README.rdoc' << '-t' << 'Anemone'
s.extra_rdoc_files = ["README.rdoc"] s.extra_rdoc_files = ["README.rdoc"]
s.add_dependency("nokogiri", ">= 1.3.0") s.add_dependency("nokogiri", ">= 1.3.0")
s.add_dependency("robots", ">= 0.7.2") s.add_dependency("robotex", ">= 1.0.0")


s.add_development_dependency "rake", ">=0.9.2" s.add_development_dependency "rake", ">=0.9.2"
s.add_development_dependency "rdoc", ">=3.12" s.add_development_dependency "rdoc", ">=3.12"
Expand Down
4 changes: 2 additions & 2 deletions lib/anemone/core.rb
@@ -1,5 +1,5 @@
require 'thread' require 'thread'
require 'robots' require 'robotex'
require 'anemone/tentacle' require 'anemone/tentacle'
require 'anemone/page' require 'anemone/page'
require 'anemone/exceptions' require 'anemone/exceptions'
Expand Down Expand Up @@ -199,7 +199,7 @@ def process_options
@opts[:threads] = 1 if @opts[:delay] > 0 @opts[:threads] = 1 if @opts[:delay] > 0
storage = Anemone::Storage::Base.new(@opts[:storage] || Anemone::Storage.Hash) storage = Anemone::Storage::Base.new(@opts[:storage] || Anemone::Storage.Hash)
@pages = PageStore.new(storage) @pages = PageStore.new(storage)
@robots = Robots.new(@opts[:user_agent]) if @opts[:obey_robots_txt] @robots = Robotex.new(@opts[:user_agent]) if @opts[:obey_robots_txt]


freeze_options freeze_options
end end
Expand Down

0 comments on commit 55d3f1c

Please sign in to comment.