Update spiders that use archive_format = 'rar'

Signed-off-by: Yohanna Lisnichuk <yohanitalisnichuk@gmail.com>
open-contracting · Jan 26, 2021 · 766a338 · 766a338
1 parent 75b60f5
commit 766a338
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 6 deletions.
diff --git a/kingfisher_scrapy/spiders/dominican_republic.py b/kingfisher_scrapy/spiders/dominican_republic.py
@@ -14,7 +14,6 @@ class DominicanRepublic(CompressedFileSpider):
     name = 'dominican_republic'
     data_type = 'release_package'
     compressed_file_format = 'release_package'
-    archive_format = 'rar'
 
     def start_requests(self):
         yield scrapy.Request(
@@ -25,9 +24,8 @@ def start_requests(self):
 
     @handle_http_error
     def parse_list(self, response):
-        urls = response.css('.fileLink::attr(href)').getall()
-        json_urls = list(filter(lambda x: '/JSON_DGCP_' in x, urls))
+        urls = response.css('.download::attr(href)').getall()
+        json_urls = list(filter(lambda x: '/JSON' in x, urls))
 
         for url in json_urls:
-            if '/JSON_DGCP_' in url:
-                yield self.build_request(url, formatter=components(-1))
+            yield self.build_request(url, formatter=components(-1))
diff --git a/kingfisher_scrapy/spiders/mexico_nuevo_leon_base.py b/kingfisher_scrapy/spiders/mexico_nuevo_leon_base.py
@@ -3,7 +3,6 @@
 
 
 class MexicoNuevoLeonBase(CompressedFileSpider):
-    archive_format = 'rar'
 
     def start_requests(self):
         yield self.build_request(