Skip to content

Commit

Permalink
Update changes
Browse files Browse the repository at this point in the history
  • Loading branch information
aguilerapy committed Jun 24, 2020
1 parent 20b15e4 commit 5a4360c
Showing 1 changed file with 5 additions and 3 deletions.
8 changes: 5 additions & 3 deletions kingfisher_scrapy/spiders/moldova_mtender.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,9 @@
import json

import scrapy

from kingfisher_scrapy.base_spider import SimpleSpider
from kingfisher_scrapy.util import components, handle_http_error, join, parameters, replace_parameter
from kingfisher_scrapy.util import components, handle_http_error, parameters, replace_parameter


class MoldovaMTender(SimpleSpider):
Expand All @@ -15,7 +17,7 @@ class MoldovaMTender(SimpleSpider):

def start_requests(self):
url = 'https://public.mtender.gov.md/tenders/'
yield self.build_request(url, formatter=components(-1), callback=self.parse_list)
yield scrapy.Request(url, meta={'file_name': 'offset-0.json'}, callback=self.parse_list)

@handle_http_error
def parse_list(self, response):
Expand All @@ -31,4 +33,4 @@ def parse_list(self, response):
return

url = replace_parameter(response.request.url, 'offset', data['offset'])
yield self.build_request(url, formatter=join(components(-1), parameters('offset')), callback=self.parse_list)
yield self.build_request(url, formatter=parameters('offset'), callback=self.parse_list)

0 comments on commit 5a4360c

Please sign in to comment.