fix(canada_montreal): Use proxy

open-contracting · Apr 27, 2024 · c0cbf75 · c0cbf75
1 parent 47377f3
commit c0cbf75
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/kingfisher_scrapy/spiders/canada_montreal.py b/kingfisher_scrapy/spiders/canada_montreal.py
@@ -12,9 +12,13 @@ class CanadaMontreal(IndexSpider):
       http://donnees.ville.montreal.qc.ca/dataset/contrats-et-subventions-api
     """
     name = 'canada_montreal'
-    # Publisher uses Cloudflare (CF-Cache-Status and CF-RAY response headers).
+    # Publisher uses Cloudflare (CF-Cache-Status and CF-RAY response headers, can verify with curl).
     # Cloudflare responds with HTTP 520 if request headers use default user agent.
     user_agent = browser_user_agent
+    # Cloudflare responds with HTTP 520 depending on the server.
+    custom_settings = {
+        'HTTPPROXY_ENABLED': True,
+    }
 
     # BaseSpider
     ocds_version = '1.0'