From b0208575198c0b4e2ea180ae13a8116ede9ae0ae Mon Sep 17 00:00:00 2001 From: Leonid Beder Date: Sun, 6 Oct 2013 17:49:46 +0300 Subject: [PATCH 1/3] Added TweetmemeBot. --- lib/split/configuration.rb | 1 + 1 file changed, 1 insertion(+) diff --git a/lib/split/configuration.rb b/lib/split/configuration.rb index 6219b2fd..77ad97fd 100644 --- a/lib/split/configuration.rb +++ b/lib/split/configuration.rb @@ -64,6 +64,7 @@ def bots 'NING' => 'NING - Yet Another Twitter Swarmer', 'redditbot' => 'Reddit Bot', 'ShortLinkTranslate' => 'Link shortener', + 'TweetmemeBot' => 'TweetMeMe Crawler', 'Twitterbot' => 'Twitter URL expander', 'UnwindFetch' => 'Gnip URL expander', 'vkShare' => 'VKontake Sharer', From 21e0f76f92efa06d25195047ee2112a6025adf68 Mon Sep 17 00:00:00 2001 From: Leonid Beder Date: Wed, 9 Oct 2013 17:18:55 +0300 Subject: [PATCH 2/3] Added few more bots. --- lib/split/configuration.rb | 2 ++ 1 file changed, 2 insertions(+) diff --git a/lib/split/configuration.rb b/lib/split/configuration.rb index 77ad97fd..3a26606e 100644 --- a/lib/split/configuration.rb +++ b/lib/split/configuration.rb @@ -32,6 +32,7 @@ def bots 'msnbot' => 'Microsoft bot', 'bingbot' => 'Microsoft bing bot', 'rogerbot' => 'SeoMoz spider', + 'PaperLiBot' => 'PaperLi is another content curation service', 'Slurp' => 'Yahoo spider', 'Sogou' => 'Chinese search engine', 'spider' => 'generic web spider', @@ -57,6 +58,7 @@ def bots # URL expanders / previewers 'awe.sm' => 'Awe.sm URL expander', 'bitlybot' => 'bit.ly bot', + 'bot@linkfluence.net' => 'Linkfluence bot', 'facebookexternalhit' => 'facebook bot', 'Feedfetcher-Google' => 'Google Feedfetcher', 'https://developers.google.com/+/web/snippet' => 'Google+ Snippet Fetcher', From 3ac5e9c49b195ad0752fd8b433a5908d6d02f337 Mon Sep 17 00:00:00 2001 From: Leonid Beder Date: Wed, 9 Oct 2013 17:43:54 +0300 Subject: [PATCH 3/3] Added another bot. --- lib/split/configuration.rb | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/lib/split/configuration.rb b/lib/split/configuration.rb index 3a26606e..ae8e2bac 100644 --- a/lib/split/configuration.rb +++ b/lib/split/configuration.rb @@ -36,9 +36,10 @@ def bots 'Slurp' => 'Yahoo spider', 'Sogou' => 'Chinese search engine', 'spider' => 'generic web spider', + 'UnwindFetchor' => 'Gnip crawler' 'WordPress' => 'WordPress spider', - 'ZIBB' => 'ZIBB spider', 'YandexBot' => 'Yandex spider', + 'ZIBB' => 'ZIBB spider', # HTTP libraries 'Apache-HttpClient' => 'Java http library',