diff --git a/scrapy_playwright/headers.py b/scrapy_playwright/headers.py index d8906231..d450db3a 100644 --- a/scrapy_playwright/headers.py +++ b/scrapy_playwright/headers.py @@ -30,7 +30,10 @@ async def use_scrapy_headers( # override user agent, for consistency with other requests if headers.get("user-agent"): - playwright_request.headers["user-agent"] = headers["user-agent"] + return { + **playwright_request.headers, + "user-agent": headers["user-agent"], + } return playwright_request.headers