Skip to content

Commit

Permalink
Use filter() instead of comprehension
Browse files Browse the repository at this point in the history
  • Loading branch information
jpmckinney committed Apr 30, 2020
1 parent 4820717 commit 24fa049
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion kingfisher_scrapy/base_spider.py
Original file line number Diff line number Diff line change
Expand Up @@ -195,7 +195,7 @@ def parse_json_array(self, f_package, f_list, data_type, url, encoding='utf-8',
package = self.get_package(f_package, array_field_name)

for number, items in enumerate(util.grouper(ijson.items(f_list, '{}.item'.format(array_field_name)), size), 1):
package[array_field_name] = [item for item in items if item is not None]
package[array_field_name] = filter(None, items)
yield self._build_file_item(number, json.dumps(package, default=util.default), data_type, url, encoding)
if self.sample:
break
Expand Down

0 comments on commit 24fa049

Please sign in to comment.