From 7a05aef107a4c68863578b6744430e874e5d7885 Mon Sep 17 00:00:00 2001 From: David Taylor Date: Tue, 26 Mar 2024 15:40:24 +0000 Subject: [PATCH] DEV: Add Google-InspectionTool as a crawler user agent This user-agent is sent when URLs are inspected via the UI of Google's search console. It makes sense for us to serve it the same content as other bots, including GoogleBot. --- config/site_settings.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/site_settings.yml b/config/site_settings.yml index 225a32e96de5..f9b4a73d5250 100644 --- a/config/site_settings.yml +++ b/config/site_settings.yml @@ -1928,7 +1928,7 @@ security: list_type: compact crawler_user_agents: hidden: true - default: "rss|bot|spider|crawler|facebook|archive|wayback|ping|monitor|lighthouse" + default: "rss|bot|spider|crawler|facebook|archive|wayback|ping|monitor|lighthouse|google-inspectiontool" type: list list_type: compact browser_update_user_agents: