Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
karankochhar123 committed Aug 19, 2019
1 parent 39e479a commit d073c94
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions scraper.py
Expand Up @@ -7,16 +7,16 @@

page = 1

url = 'https://api.seek.com.au/v2/jobs/search?keywords=data%20science%20&page='+str(page)+'&sortmode=ListedDate'
url = 'https://api.seek.com.au/v2/jobs/search?keywords=data%20science%20&page='+str(page)+'&sortmode=ListedDate&classification=6281'

source = requests.get(url).text

source_data=json.loads(source)

total_count = source_data['totalCount']
print(total_count)
#total_pages = total_count / 20
total_pages = 2
total_pages = total_count / 20
#total_pages = 2
print(math.ceil(total_pages))

while page <= total_pages:
Expand Down

0 comments on commit d073c94

Please sign in to comment.