diff --git a/app/Config/UserAgents.php b/app/Config/UserAgents.php index fda73748dbe8..8ddfa05e3515 100644 --- a/app/Config/UserAgents.php +++ b/app/Config/UserAgents.php @@ -230,9 +230,13 @@ class UserAgents extends BaseConfig */ public array $robots = [ 'googlebot' => 'Googlebot', + 'google-pagerenderer' => 'Google Page Renderer', + 'google-read-aloud' => 'Google Read Aloud', + 'google-safety' => 'Google Safety Bot', 'msnbot' => 'MSNBot', 'baiduspider' => 'Baiduspider', 'bingbot' => 'Bing', + 'bingpreview' => 'BingPreview', 'slurp' => 'Inktomi Slurp', 'yahoo' => 'Yahoo', 'ask jeeves' => 'Ask Jeeves', @@ -248,5 +252,11 @@ class UserAgents extends BaseConfig 'ia_archiver' => 'Alexa Crawler', 'MJ12bot' => 'Majestic-12', 'Uptimebot' => 'Uptimebot', + 'duckduckbot' => 'DuckDuckBot', + 'sogou' => 'Sogou Spider', + 'exabot' => 'Exabot', + 'bot' => 'Generic Bot', + 'crawler' => 'Generic Crawler', + 'spider' => 'Generic Spider', ]; } diff --git a/user_guide_src/source/changelogs/v4.7.0.rst b/user_guide_src/source/changelogs/v4.7.0.rst index 565505b9b18e..809d56b41291 100644 --- a/user_guide_src/source/changelogs/v4.7.0.rst +++ b/user_guide_src/source/changelogs/v4.7.0.rst @@ -110,6 +110,8 @@ Migrations Others ------ +- **UserAgents:** Expanded the list of recognized ``robots`` with new search engine and service crawlers. + Model =====