diff --git a/lib/split/configuration.rb b/lib/split/configuration.rb index 6219b2fd..ae8e2bac 100644 --- a/lib/split/configuration.rb +++ b/lib/split/configuration.rb @@ -32,12 +32,14 @@ def bots 'msnbot' => 'Microsoft bot', 'bingbot' => 'Microsoft bing bot', 'rogerbot' => 'SeoMoz spider', + 'PaperLiBot' => 'PaperLi is another content curation service', 'Slurp' => 'Yahoo spider', 'Sogou' => 'Chinese search engine', 'spider' => 'generic web spider', + 'UnwindFetchor' => 'Gnip crawler' 'WordPress' => 'WordPress spider', - 'ZIBB' => 'ZIBB spider', 'YandexBot' => 'Yandex spider', + 'ZIBB' => 'ZIBB spider', # HTTP libraries 'Apache-HttpClient' => 'Java http library', @@ -57,6 +59,7 @@ def bots # URL expanders / previewers 'awe.sm' => 'Awe.sm URL expander', 'bitlybot' => 'bit.ly bot', + 'bot@linkfluence.net' => 'Linkfluence bot', 'facebookexternalhit' => 'facebook bot', 'Feedfetcher-Google' => 'Google Feedfetcher', 'https://developers.google.com/+/web/snippet' => 'Google+ Snippet Fetcher', @@ -64,6 +67,7 @@ def bots 'NING' => 'NING - Yet Another Twitter Swarmer', 'redditbot' => 'Reddit Bot', 'ShortLinkTranslate' => 'Link shortener', + 'TweetmemeBot' => 'TweetMeMe Crawler', 'Twitterbot' => 'Twitter URL expander', 'UnwindFetch' => 'Gnip URL expander', 'vkShare' => 'VKontake Sharer',