Update scraper.rb

jamezpolley · Oct 20, 2023 · 5b9ddd0 · 5b9ddd0
1 parent 40456f8
commit 5b9ddd0
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/scraper.rb b/scraper.rb
@@ -7,6 +7,10 @@
 # This endpoint is not "protected" by Kasada
 url = "https://cdn.plan.sa.gov.au/public-notifications/getpublicnoticessummary"
 response = agent.get(url)
+rescue Mechanize::ResponseCodeError => errorResponse
+  puts "Encountered error code #{errorResponse#response_code}"
+  puts "Body:\n#{errorResponse#page}
+end
 applications = JSON.parse(response.body)
 applications.each do |application|
   record = {