Add 20 bots (#102)

JayBizzle · Jul 9, 2016 · 8040146 · 8040146
1 parent 93ad7d8
commit 8040146
Show file tree

Hide file tree

Showing 3 changed files with 114 additions and 90 deletions.
diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php
@@ -39,6 +39,7 @@ class Crawlers extends AbstractProvider
         'alertra',
         'alexa site audit',
         'Anemone',
+        'Ant\.com',
         'Apache-HttpClient\/',
         'Arachmo',
         'arachnode',
@@ -71,7 +72,9 @@ class Crawlers extends AbstractProvider
         'Butterfly\/',
         'buzzstream-tools-hrd',
         'BuzzSumo',
+        'CakePHP',
         'CapsuleChecker',
+        'cb crawl',
         'CC Metadata Scaper',
         'Cerberian Drtrs',
         'cg-eye',
@@ -84,6 +87,7 @@ class Crawlers extends AbstractProvider
         'CloudFlare-AlwaysOnline',
         'cmcm\.com',
         'coccoc',
+        'contactbigdatafr',
         'CommaFeed',
         'Commons-HttpClient',
         'Comodo SSL Checker',
@@ -136,6 +140,7 @@ class Crawlers extends AbstractProvider
         'Evrinid',
         'ExactSearch',
         'ExaleadCloudview',
+        'Excel\/',
         'Exploratodo',
         'ezooms',
         'facebookexternalhit',
@@ -192,8 +197,10 @@ class Crawlers extends AbstractProvider
         'Google-Structured-Data-Testing-Tool',
         'Google_Analytics_Snippet_Validator',
         'google_partner_monitoring',
+        'GoogleHC\/',
         'GoogleProducer',
         'GoScraper',
+        'GoSpotCheck',
         'GoSquared-Status-Checker',
         'gosquared-thumbnailer',
         'Grammarly',
@@ -206,6 +213,7 @@ class Crawlers extends AbstractProvider
         'HeartRails_Capture',
         'heritrix',
         'Holmes',
+        'ht:\/\/check',
         'htdig',
         'HTTP-Header-Abfrage',
         'http-kit',
@@ -229,6 +237,7 @@ class Crawlers extends AbstractProvider
         'igdeSpyder',
         'IlTrovatore',
         'InAGist',
+        'inbound\.li parser',
         'infegy',
         'infohelfer',
         'InfoWizards Reciprocal Link System PRO',
@@ -286,6 +295,7 @@ class Crawlers extends AbstractProvider
         'Microsearch',
         'Microsoft Office ',
         'Microsoft Windows Network Diagnostics',
+        'Mindjet',
         'Miniflux',
         'Mnogosearch',
         'mogimogi',
@@ -340,6 +350,7 @@ class Crawlers extends AbstractProvider
         'PagePeeker',
         'panscient',
         'PayPal IPN',
+        'Pcore-HTTP',
         'peerindex',
         'Peew',
         'PhantomJS\/',
@@ -357,6 +368,7 @@ class Crawlers extends AbstractProvider
         'postano',
         'PostPost',
         'postrank',
+        'Prlog',
         'prospectb2b',
         'Protopage',
         'proximic',
@@ -371,14 +383,17 @@ class Crawlers extends AbstractProvider
         'Radian6',
         'RankSonicSiteAuditor',
         'Readability',
+        'RealPlayer%20Downloader',
         'RebelMouse',
         'ReederForMac',
+        'RestSharp',
         'RetrevoPageAnalyzer',
         'Riddler',
         'Rival IQ',
         'Robosourcer',
         'ROI Hunter',
         'Ruby',
+        's~turbo-tips',
         'SalesIntelligent',
         'SBIder',
         'Scoop',
@@ -418,6 +433,7 @@ class Crawlers extends AbstractProvider
         'SniffRSS',
         'sniptracker',
         'SNK Siteshooter B0t',
+        'Snoopy',
         'sogou',
         'SortSite',
         'Specificfeeds',
@@ -433,6 +449,7 @@ class Crawlers extends AbstractProvider
         'suchen',
         'summify',
         'Super Monitoring',
+        'SwiteScraper',
         'Sysomos',
         'teoma',
         'terrainformatica\.com',
@@ -489,6 +506,7 @@ class Crawlers extends AbstractProvider
         'webkit2png',
         'webmastercoffee',
         'webmon ',
+        'weborama-fetcher',
         'Webshot',
         'websitepulse[+ ]checker',
         'Websquash\.com',
@@ -500,11 +518,13 @@ class Crawlers extends AbstractProvider
         'wf84',
         'wget',
         'WhatsApp',
+        'WhatWeb',
         'Whibse',
         'WinHttpRequest',
         'wmtips',
         'Woko',
         'WomlpeFactory',
+        'Word\/',
         'WordPress\/',
         'wotbox',
         'WP Engine Install Performance API',