diff --git a/kingfisher_scrapy/spiders/moldova_positive_initiative.py b/kingfisher_scrapy/spiders/moldova_positive_initiative.py index a71a7447..a5a78c59 100644 --- a/kingfisher_scrapy/spiders/moldova_positive_initiative.py +++ b/kingfisher_scrapy/spiders/moldova_positive_initiative.py @@ -1,6 +1,6 @@ import scrapy from kingfisher_scrapy.base_spider import SimpleSpider -from kingfisher_scrapy.util import components, get_parameter_value +from kingfisher_scrapy.util import components, get_parameter_value, handle_http_error class MoldovaPositiveInitiative(SimpleSpider): @@ -15,8 +15,10 @@ def start_requests(self): url = 'https://www.tender.health/ocdsrelease' yield scrapy.Request(url, meta={'file_name': 'page.html'}, callback=self.scrape_page) + @handle_http_error def scrape_page(self, response, **kwargs): - for href in response.xpath('//a/@href').getall(): + hrefs = response.xpath('//a/@href').getall() + for href in hrefs: if '.json' in href: url = get_parameter_value(href, 'q') yield self.build_request(url, formatter=components(-1))