Permalink
Browse files

Another bot

  • Loading branch information...
1 parent 981a38d commit 78b5727fed256b29acb8d6fb48867e68d2ac519d @pvdb committed Aug 8, 2011
Showing with 2 additions and 0 deletions.
  1. +2 −0 lib/ntail/http_user_agent.rb
@@ -16,6 +16,7 @@ def search_bot?
end
#
+ # Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; feed-id=17168503030479467473)
# Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
# Googlebot-Image/1.0
# msnbot/2.0b (+http://search.msn.com/msnbot.htm)
@@ -29,6 +30,7 @@ def search_bot?
#
KNOWN_SEARCH_BOTS = [
+ GOOGLE_RSS = Regexp.compile('Feedfetcher-Google.*\/'),
GOOGLE_BOT = Regexp.compile('Googlebot.*\/'),
MSN_BOT = Regexp.compile('msnbot\/'),
YAHOO_BOT = Regexp.compile('Yahoo! Slurp\/?'),

0 comments on commit 78b5727

Please sign in to comment.