From ebb7b5c6a74377c3efde51ecf623d0912b63ac1b Mon Sep 17 00:00:00 2001 From: Yohanna Lisnichuk Date: Fri, 15 Jan 2021 09:52:34 -0300 Subject: [PATCH] uk_fts: temp replace python 1e9999 values Signed-off-by: Yohanna Lisnichuk --- kingfisher_scrapy/spiders/uk_fts.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/kingfisher_scrapy/spiders/uk_fts.py b/kingfisher_scrapy/spiders/uk_fts.py index 10e599f0..e8bc3410 100644 --- a/kingfisher_scrapy/spiders/uk_fts.py +++ b/kingfisher_scrapy/spiders/uk_fts.py @@ -1,7 +1,7 @@ import scrapy from kingfisher_scrapy.base_spider import LinksSpider -from kingfisher_scrapy.util import parameters +from kingfisher_scrapy.util import parameters, handle_http_error class UKFTS(LinksSpider): @@ -32,3 +32,12 @@ def start_requests(self): url = f'{url}?updatedFrom={self.from_date}&updatedTo={self.until_date}' yield scrapy.Request(url, meta={'file_name': 'start.json'}, headers={'Accept': 'application/json'}) + + @handle_http_error + def parse(self, response): + data = response.text + # TODO: temporary fix for https://github.com/open-contracting/kingfisher-process/issues/323, remove when it's + # solved in kingfisher process + data = data.replace('1e9999', '9999999') + response = response.replace(body=data) + yield from super().parse(response)