Merge pull request #169 from JayBizzle/dev

Add 5 User Agents

src/Fixtures/Crawlers.php

@@ -25,6 +25,7 @@ class Crawlers extends AbstractProvider
         '2ip\.ru',
         '404checker',
         '^bluefish ',
+        '^Calypso v\/',
         '^COMODO DCV',
         '^DangDang',
         '^DavClnt',
@@ -33,6 +34,7 @@ class Crawlers extends AbstractProvider
         '^Goose\/',
         '^HTTPClient\/',
         '^Java\/',
+        '^Jeode\/',
         '^Jetty\/',
         '^Mget',
         '^Microsoft URL Control',
@@ -169,6 +171,7 @@ class Crawlers extends AbstractProvider
         'DNS-Tools Header-Analyzer',
         'DNSPod-reporting',
         'docoloc',
+        'Dolphin http client\/',
         'DomainAppender',
         'dotSemantic',
         'downforeveryoneorjustme',
@@ -553,6 +556,7 @@ class Crawlers extends AbstractProvider
         'Scrapy',
         'ScreenShotService\/[0-9]',
         'Scrubby',
+        'search\.thunderstone',
         'SearchSight',
         'semanticdiscovery',
         'semanticjuice',
@@ -642,6 +646,7 @@ class Crawlers extends AbstractProvider
         'truwoGPS',
         'tweetedtimes\.com',
         'Tweetminster',
+        'Tweezler\/',
         'Twikle',
         'Twingly',
         'ubermetrics-technologies',

tests/crawlers.txt

@@ -2891,3 +2891,9 @@ Mozilla/5.0 (compatible; The Drop Reaper; +http://tag1consulting.com/dropreaper.
 safe-agent-scanner
 Mozilla/5.0 (compatible; ACHE/Unknown Version; +https://github.com/ViDA-NYU/ache; )
 ANAM (github.com/dutchcoders/anam)
+Dolphin http client/11.2.8(385) (Android)
+Dolphin http client/11.3.4(405) (Android)
+Calypso v/0.01
+-Mozilla/4.0 (compatible; http://search.thunderstone.com/texis/websearch/about.html)
+Mozilla/5.0 (compatible; Tweezler/2.0; http://tweezler.com)
+Jeode/1.x.x