@@ -38,6 +38,8 @@ class Relevance::Tarantula::Crawler @decoder = HTMLEntities.new @times_to_crawl = 1 @fuzzers = [Relevance::Tarantula::FormSubmission] + + @stdout_tty = $stdout.tty? end def method_missing(meth, *args) @@ -61,6 +63,7 @@ class Relevance::Tarantula::Crawler begin do_crawl num rescue CrawlTimeout => e + puts puts e.message end @@ -238,7 +241,7 @@ class Relevance::Tarantula::Crawler def blip(number = 0) unless verbose - print "\r #{links_completed_count} of #{total_links_count} links completed " if $stdout.tty? + print "\r #{links_completed_count} of #{total_links_count} links completed " if @stdout_tty timeout_if_too_long(number) end end lib/relevance/tarantula/crawler.rb a8293f8f5dc573a1ab2d285c0d123104c7be01fe Glenn Vanderburg glv@vanderburg.org http://github.com/relevance/tarantula/commit/5274b68b0a09b1e6d796394d8a2704af23e73434 5274b68b0a09b1e6d796394d8a2704af23e73434 2009-09-24T15:21:52-07:00 2009-09-24T15:21:52-07:00 Fixes v0.3.2 performance problems ddff932ad61cbd5c20531dca06a7829f6b95caa8 Glenn Vanderburg glv@vanderburg.org