Add two Google users-agents

JayBizzle · Oct 15, 2019 · 823bd99 · 823bd99
1 parent 319ea6b
commit 823bd99
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 2 deletions.
diff --git a/raw/Crawlers.json b/raw/Crawlers.json
diff --git a/raw/Crawlers.txt b/raw/Crawlers.txt
@@ -267,6 +267,7 @@ drupact
 Drupal \(\+http:\/\/drupal\.org\/\)
 DTS Agent
 dubaiindex
+DuplexWeb-Google
 EARTHCOM
 Easy-Thumb
 EasyDL
@@ -393,6 +394,7 @@ Google-Calendar-Importer
 Google-HotelAdsVerifier
 Google-HTTP-Java-Client
 Google-Publisher-Plugin
+Google-Read-Aloud
 Google-SearchByImage
 Google-Site-Verification
 Google-Structured-Data-Testing-Tool

diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php
@@ -288,6 +288,7 @@ class Crawlers extends AbstractProvider
         'Drupal \(\+http:\/\/drupal\.org\/\)',
         'DTS Agent',
         'dubaiindex',
+        'DuplexWeb-Google',
         'EARTHCOM',
         'Easy-Thumb',
         'EasyDL',
@@ -414,6 +415,7 @@ class Crawlers extends AbstractProvider
         'Google-HotelAdsVerifier',
         'Google-HTTP-Java-Client',
         'Google-Publisher-Plugin',
+        'Google-Read-Aloud',
         'Google-SearchByImage',
         'Google-Site-Verification',
         'Google-Structured-Data-Testing-Tool',

diff --git a/tests/crawlers.txt b/tests/crawlers.txt
@@ -3463,4 +3463,7 @@ internetwache.org v3.4
 looid.com Search Engine/0.1
 OgScrper/1.0.0
 NotionEmbedder
-facebookexternalua
+facebookexternalua
+Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012; DuplexWeb-Google/1.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.131 Mobile Safari/537.36
+Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)
+FeedFetcher-Google; (+http://www.google.com/feedfetcher.html)