modified scrapper to work with website changes

Gemfile.lock

@@ -211,4 +211,4 @@ RUBY VERSION
    ruby 2.4.2p198
 
 BUNDLED WITH
-   1.17.1
+   2.1.4

app/models/curiosity_scraper.rb

@@ -1,5 +1,6 @@
 class CuriosityScraper
   require "open-uri"
+  require 'json'
   BASE_URL = "https://mars.jpl.nasa.gov/msl/multimedia/raw/"
 
   attr_reader :rover
@@ -13,11 +14,11 @@ def scrape
 
   # grabs the HTML from the main page of the curiosity rover image gallery
   def main_page
-    Nokogiri::HTML(open("https://mars.jpl.nasa.gov/msl/multimedia/raw/"))
+    Nokogiri::HTML(open("https://mars.nasa.gov/msl/multimedia/raw-images/?order=sol+desc%2Cinstrument_sort+asc%2Csample_type_sort+asc%2C+date_taken+desc&per_page=50&page=0&mission=msl"))
   end
 
   def collect_links
-    latest_sol_available = main_page.css("#listImagesContentTxt").attr('value').value.to_i
+    latest_sol_available = JSON.parse(main_page.css('[data-react-props]').last.attr('data-react-props'))["header_counts"]["latest_sol"].to_i
     latest_sol_scraped = rover.photos.maximum(:sol).to_i
     sols_to_scrape = latest_sol_scraped..latest_sol_available
     sols_to_scrape.map { |sol|

db/schema.rb

@@ -10,7 +10,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema.define(version: 20160929212810) do
+ActiveRecord::Schema.define(version: 2016_09_29_212810) do
 
   # These are extensions that must be enabled in order to support this database
   enable_extension "plpgsql"

spec/models/curiosity_scraper_spec.rb

@@ -11,7 +11,7 @@
 
   describe ".main_page" do
     it "should return a Nokogiri page" do
-      expect(scraper.main_page.title).to eq "Raw Images - NASA Mars"
+      expect(scraper.main_page.title).to eq "Raw Images | Multimedia – NASA’s Mars Exploration Program "
     end
   end