chore: move browser_agent to utils

open-contracting · Jan 20, 2022 · 7e404d4 · 7e404d4
1 parent b1f4dea
commit 7e404d4
Show file tree

Hide file tree

Showing 7 changed files with 8 additions and 11 deletions.
diff --git a/kingfisher_scrapy/base_spiders/base_spider.py b/kingfisher_scrapy/base_spiders/base_spider.py
@@ -7,8 +7,6 @@
 from kingfisher_scrapy.items import File, FileError, FileItem
 from kingfisher_scrapy.util import add_path_components, add_query_string
 
-browser_user_agent = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'  # noqa: E501
-
 
 class BaseSpider(scrapy.Spider):
     """

diff --git a/kingfisher_scrapy/spiders/canada_montreal.py b/kingfisher_scrapy/spiders/canada_montreal.py
@@ -1,7 +1,7 @@
 import scrapy
 
-from kingfisher_scrapy.base_spiders.base_spider import browser_user_agent
 from kingfisher_scrapy.base_spiders.index_spider import IndexSpider
+from kingfisher_scrapy.util import browser_user_agent
 
 
 class CanadaMontreal(IndexSpider):

diff --git a/kingfisher_scrapy/spiders/croatia.py b/kingfisher_scrapy/spiders/croatia.py
@@ -1,8 +1,7 @@
 import scrapy
 
-from kingfisher_scrapy.base_spiders.base_spider import browser_user_agent
 from kingfisher_scrapy.base_spiders.compressed_file_spider import CompressedFileSpider
-from kingfisher_scrapy.util import handle_http_error
+from kingfisher_scrapy.util import browser_user_agent, handle_http_error
 
 
 class Croatia(CompressedFileSpider):

diff --git a/kingfisher_scrapy/spiders/mexico_mexico_city_infocdmx.py b/kingfisher_scrapy/spiders/mexico_mexico_city_infocdmx.py
@@ -1,5 +1,5 @@
-from kingfisher_scrapy.base_spiders.base_spider import browser_user_agent
 from kingfisher_scrapy.spiders.mexico_inai_base import MexicoINAIBase
+from kingfisher_scrapy.util import browser_user_agent
 
 
 class MexicoMexicoCityINFOCDMX(MexicoINAIBase):

diff --git a/kingfisher_scrapy/spiders/nigeria_portal_base.py b/kingfisher_scrapy/spiders/nigeria_portal_base.py
@@ -2,9 +2,8 @@
 
 import scrapy
 
-from kingfisher_scrapy.base_spiders.base_spider import browser_user_agent
 from kingfisher_scrapy.base_spiders.simple_spider import SimpleSpider
-from kingfisher_scrapy.util import handle_http_error
+from kingfisher_scrapy.util import browser_user_agent, handle_http_error
 
 
 class NigeriaPortalBase(SimpleSpider):

diff --git a/kingfisher_scrapy/spiders/ukraine.py b/kingfisher_scrapy/spiders/ukraine.py
@@ -1,9 +1,8 @@
 import scrapy
 
-from kingfisher_scrapy.base_spiders.base_spider import browser_user_agent
 from kingfisher_scrapy.base_spiders.simple_spider import SimpleSpider
-from kingfisher_scrapy.util import (append_path_components, components, handle_http_error, join, parameters,
-                                    replace_parameters)
+from kingfisher_scrapy.util import (append_path_components, browser_user_agent, components, handle_http_error, join,
+                                    parameters, replace_parameters)
 
 
 class Ukraine(SimpleSpider):

diff --git a/kingfisher_scrapy/util.py b/kingfisher_scrapy/util.py
@@ -8,6 +8,8 @@
 
 from ijson import ObjectBuilder, utils
 
+browser_user_agent = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'  # noqa: E501
+
 
 def pluck_filename(opts):
     if opts.package_pointer: