From af78d57ef15db9977200e51ea77822cb57948644 Mon Sep 17 00:00:00 2001 From: michalsn Date: Fri, 31 Oct 2025 13:01:28 +0100 Subject: [PATCH 1/2] feat: add more user agents to the robots array --- app/Config/UserAgents.php | 10 ++++++++++ user_guide_src/source/changelogs/v4.7.0.rst | 2 ++ 2 files changed, 12 insertions(+) diff --git a/app/Config/UserAgents.php b/app/Config/UserAgents.php index fda73748dbe8..c247c2f81aef 100644 --- a/app/Config/UserAgents.php +++ b/app/Config/UserAgents.php @@ -248,5 +248,15 @@ class UserAgents extends BaseConfig 'ia_archiver' => 'Alexa Crawler', 'MJ12bot' => 'Majestic-12', 'Uptimebot' => 'Uptimebot', + 'duckduckbot' => 'DuckDuckBot', + 'sogou' => 'Sogou Spider', + 'exabot' => 'Exabot', + 'google-pagerenderer' => 'Google Page Renderer', + 'google-read-aloud' => 'Google Read Aloud', + 'google-safety' => 'Google Safety Bot', + 'bot' => 'Generic Bot', + 'crawler' => 'Generic Crawler', + 'spider' => 'Generic Spider', + 'bingpreview' => 'BingPreview', ]; } diff --git a/user_guide_src/source/changelogs/v4.7.0.rst b/user_guide_src/source/changelogs/v4.7.0.rst index 565505b9b18e..809d56b41291 100644 --- a/user_guide_src/source/changelogs/v4.7.0.rst +++ b/user_guide_src/source/changelogs/v4.7.0.rst @@ -110,6 +110,8 @@ Migrations Others ------ +- **UserAgents:** Expanded the list of recognized ``robots`` with new search engine and service crawlers. + Model ===== From c3ea7f424e8c1ab8db19e99ecd5ea7abc8bd0ab3 Mon Sep 17 00:00:00 2001 From: michalsn Date: Fri, 31 Oct 2025 15:01:26 +0100 Subject: [PATCH 2/2] reorder robots array --- app/Config/UserAgents.php | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/app/Config/UserAgents.php b/app/Config/UserAgents.php index c247c2f81aef..8ddfa05e3515 100644 --- a/app/Config/UserAgents.php +++ b/app/Config/UserAgents.php @@ -230,9 +230,13 @@ class UserAgents extends BaseConfig */ public array $robots = [ 'googlebot' => 'Googlebot', + 'google-pagerenderer' => 'Google Page Renderer', + 'google-read-aloud' => 'Google Read Aloud', + 'google-safety' => 'Google Safety Bot', 'msnbot' => 'MSNBot', 'baiduspider' => 'Baiduspider', 'bingbot' => 'Bing', + 'bingpreview' => 'BingPreview', 'slurp' => 'Inktomi Slurp', 'yahoo' => 'Yahoo', 'ask jeeves' => 'Ask Jeeves', @@ -251,12 +255,8 @@ class UserAgents extends BaseConfig 'duckduckbot' => 'DuckDuckBot', 'sogou' => 'Sogou Spider', 'exabot' => 'Exabot', - 'google-pagerenderer' => 'Google Page Renderer', - 'google-read-aloud' => 'Google Read Aloud', - 'google-safety' => 'Google Safety Bot', 'bot' => 'Generic Bot', 'crawler' => 'Generic Crawler', 'spider' => 'Generic Spider', - 'bingpreview' => 'BingPreview', ]; }