Add 7 useragents (#329)

JayBizzle · May 21, 2019 · 48522d4 · 48522d4
1 parent 90b6bf6
commit 48522d4
Show file tree

Hide file tree

Showing 4 changed files with 20 additions and 2 deletions.
diff --git a/raw/Crawlers.json b/raw/Crawlers.json
diff --git a/raw/Crawlers.txt b/raw/Crawlers.txt
@@ -84,6 +84,7 @@ APIs-Google
 AportWorm\/
 AppBeat\/
 AppEngine-Google
+AppleSyndication
 AppStoreScraperZ
 Aprc\/[0-9]
 Arachmo
@@ -100,6 +101,7 @@ Astute
 asynchttp
 Attach
 autocite
+AutomaticWPTester
 Autonomy
 axios\/
 B-l-i-t-z-B-O-T
@@ -213,6 +215,7 @@ Crescent
 Crowsnest
 Criteo
 CSHttp
+CSSCheck
 curb
 Curious George
 curl
@@ -228,6 +231,7 @@ DataparkSearch
 dataprovider
 DataXu
 Daum(oa)?[ \/][0-9]
+dBpoweramp
 ddline
 deeris
 Demon
@@ -836,6 +840,7 @@ Recorder
 RecurPost\/
 redback\/
 ReederForMac
+Reeder\/
 ReGet
 RepoMonkey
 request\.js
@@ -1013,6 +1018,7 @@ TheNomad
 Thinklab
 Thumbshots
 ThumbSniper
+Thumbor
 timewe\.net
 TinEye
 Tiny Tiny RSS

diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php
@@ -105,6 +105,7 @@ class Crawlers extends AbstractProvider
         'AportWorm\/',
         'AppBeat\/',
         'AppEngine-Google',
+        'AppleSyndication',
         'AppStoreScraperZ',
         'Aprc\/[0-9]',
         'Arachmo',
@@ -121,6 +122,7 @@ class Crawlers extends AbstractProvider
         'asynchttp',
         'Attach',
         'autocite',
+        'AutomaticWPTester',
         'Autonomy',
         'axios\/',
         'B-l-i-t-z-B-O-T',
@@ -234,6 +236,7 @@ class Crawlers extends AbstractProvider
         'Crowsnest',
         'Criteo',
         'CSHttp',
+        'CSSCheck',
         'curb',
         'Curious George',
         'curl',
@@ -249,6 +252,7 @@ class Crawlers extends AbstractProvider
         'dataprovider',
         'DataXu',
         'Daum(oa)?[ \/][0-9]',
+        'dBpoweramp',
         'ddline',
         'deeris',
         'Demon',
@@ -857,6 +861,7 @@ class Crawlers extends AbstractProvider
         'RecurPost\/',
         'redback\/',
         'ReederForMac',
+        'Reeder\/',
         'ReGet',
         'RepoMonkey',
         'request\.js',
@@ -1034,6 +1039,7 @@ class Crawlers extends AbstractProvider
         'Thinklab',
         'Thumbshots',
         'ThumbSniper',
+        'Thumbor',
         'timewe\.net',
         'TinEye',
         'Tiny Tiny RSS',

diff --git a/tests/crawlers.txt b/tests/crawlers.txt
@@ -3443,4 +3443,10 @@ deeris/1.0 (+http://www.deeris.com)
 Mediametric
 TextRazor Downloader (https://www.textrazor.com)
 ddline.cn rank history
-Web spyder
+Web spyder
+AppleSyndication/52.8
+AutomaticWPTester/1 CFNetwork/975.0.3 Darwin/17.7.0
+CSSCheck/1.2.2
+dBpoweramp
+Thumbor/6.4.1
+Reeder/1000.02.01 CFNetwork/454.11.5 Darwin/10.5.0 (i386) (Macmini2)