From 24fa04960221e80a1898f796c8151e94f3a1194b Mon Sep 17 00:00:00 2001 From: James McKinney <26463+jpmckinney@users.noreply.github.com> Date: Thu, 30 Apr 2020 16:33:16 -0400 Subject: [PATCH] Use filter() instead of comprehension --- kingfisher_scrapy/base_spider.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/kingfisher_scrapy/base_spider.py b/kingfisher_scrapy/base_spider.py index 77927eb5..744c831c 100644 --- a/kingfisher_scrapy/base_spider.py +++ b/kingfisher_scrapy/base_spider.py @@ -195,7 +195,7 @@ def parse_json_array(self, f_package, f_list, data_type, url, encoding='utf-8', package = self.get_package(f_package, array_field_name) for number, items in enumerate(util.grouper(ijson.items(f_list, '{}.item'.format(array_field_name)), size), 1): - package[array_field_name] = [item for item in items if item is not None] + package[array_field_name] = filter(None, items) yield self._build_file_item(number, json.dumps(package, default=util.default), data_type, url, encoding) if self.sample: break