Merge pull request #810 from open-contracting/673_indonesia_opentender

Change response manage to get codes
open-contracting · Sep 30, 2021 · 7b386e8 · 7b386e8
2 parents d090af8 + 3671efa
commit 7b386e8
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/kingfisher_scrapy/spiders/indonesia_opentender.py b/kingfisher_scrapy/spiders/indonesia_opentender.py
@@ -1,5 +1,5 @@
 from kingfisher_scrapy.base_spider import CompressedFileSpider, PeriodicSpider
-from kingfisher_scrapy.util import components, handle_http_error, join, parameters
+from kingfisher_scrapy.util import components, get_parameter_value, handle_http_error, join, parameters
 
 
 class IndonesiaOpentender(CompressedFileSpider, PeriodicSpider):
@@ -27,14 +27,14 @@ class IndonesiaOpentender(CompressedFileSpider, PeriodicSpider):
     data_type = 'release_package'
 
     # PeriodicSpider
-    pattern = base_url + 'master/lpse?year={}'
+    pattern = base_url + 'master/lpse?year={}&format=json'
     formatter = staticmethod(components(-1))
     start_requests_callback = 'parse_list'
 
     @handle_http_error
     def parse_list(self, response):
         data = response.json()
-        year = response.request.url.split('=')[1]
+        year = get_parameter_value(response.request.url, 'year')
         requested_codes = []
         for item in data['data']:
             code = item['code']