fix: Read data from file in ValidateJSONMiddleware

open-contracting · Apr 11, 2024 · d6e8a7f · d6e8a7f
1 parent 79ec960
commit d6e8a7f
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/kingfisher_scrapy/spidermiddlewares.py b/kingfisher_scrapy/spidermiddlewares.py
@@ -95,8 +95,12 @@ async def process_spider_output(self, response, result, spider):
                 yield item
                 continue
 
+            data = item.data
+            if hasattr(data, 'read'):
+                data = data.read()
+
             try:
-                json.loads(item.data)
+                json.loads(data)
                 yield item
             except json.JSONDecodeError:
                 spider.crawler.stats.inc_value('invalid_json_count')