refactor local variable into private method

lib/anemone/core.rb

@@ -249,15 +249,22 @@ def links_to_follow(page)
     # Returns +false+ otherwise.
     #
     def visit_link?(link, from_page = nil)
-      allowed = @opts[:obey_robots_txt] ? @robots.allowed?(link) : true
-
       if from_page && @opts[:depth_limit]
         too_deep = from_page.depth >= @opts[:depth_limit]
       else
         too_deep = false
       end
 
-      !@pages.has_page?(link) && !skip_link?(link) && !skip_query_string?(link) && allowed && !too_deep
+      !@pages.has_page?(link) && !skip_link?(link) && !skip_query_string?(link) && allowed(link) && !too_deep
+    end
+
+    #
+    # Returns +true+ if we are obeying robots.txt and the link
+    # is granted access in it. Always returns +true+ when we are
+    # not obeying robots.txt.
+    #
+    def allowed(link)
+      @opts[:obey_robots_txt] ? @robots.allowed?(link) : true
     end
 
     #

spec/core_spec.rb

@@ -71,7 +71,7 @@ module Anemone
         core.should have(2).pages
         core.pages.keys.should_not include(pages[2].url)
       end
-      
+
       it "should be able to skip links with query strings" do
         pages = []
         pages << FakePage.new('0', :links => ['1?foo=1', '2'])