fix: Disable OffsiteMiddleware (AttributeError: 'OffsiteMiddleware' o…

…bject has no attribute 'host_regex')
open-contracting · May 14, 2024 · 5c2dee4 · 5c2dee4
1 parent b218ced
commit 5c2dee4
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/kingfisher_scrapy/settings.py b/kingfisher_scrapy/settings.py
@@ -71,6 +71,7 @@
 # Enable or disable downloader middlewares
 # See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
 DOWNLOADER_MIDDLEWARES = {
+    'scrapy.downloadermiddlewares.offsite.OffsiteMiddleware': None,
     'kingfisher_scrapy.downloadermiddlewares.DelayedRequestMiddleware': 543,
 }
 

diff --git a/test_delayed_request_middleware.py b/test_delayed_request_middleware.py
@@ -16,6 +16,7 @@ def download_func(spider, request):
 
     spider = spider_with_crawler(settings={
         'DOWNLOADER_MIDDLEWARES': {
+            'scrapy.downloadermiddlewares.offsite.OffsiteMiddleware': None,
             'kingfisher_scrapy.downloadermiddlewares.DelayedRequestMiddleware': 543,
         },
     })
@@ -36,7 +37,7 @@ def download_func(spider, request):
 
     spent = time.time() - start
 
-    assert results == [request]
+    assert results == [request], results
     assert 1 <= spent <= 1.5, spent