diff --git a/kingfisher_scrapy/spiders/united_kingdom_contracts_finder_base.py b/kingfisher_scrapy/spiders/united_kingdom_contracts_finder_base.py index f97930d7..c24cd8f3 100644 --- a/kingfisher_scrapy/spiders/united_kingdom_contracts_finder_base.py +++ b/kingfisher_scrapy/spiders/united_kingdom_contracts_finder_base.py @@ -1,3 +1,5 @@ +from datetime import datetime + import scrapy from kingfisher_scrapy.base_spiders import LinksSpider @@ -32,7 +34,7 @@ def start_requests(self): until_date = self.until_date.strftime(self.date_format) url = f'{url}&publishedFrom={from_date}&publishedTo={until_date}' else: - until_date = self.get_default_until_date(self).strftime(self.date_format) + until_date = datetime.utcnow().strftime(self.date_format) yield scrapy.Request(url, meta={'file_name': f'{until_date}.json'}) # reverse chronological order