Update scraper.rb

rjtedge · Aug 21, 2019 · 57cf1a6 · 57cf1a6
1 parent 9ca3f32
commit 57cf1a6
Showing 1 changed file with 11 additions and 10 deletions.
diff --git a/scraper.rb b/scraper.rb
@@ -11,18 +11,19 @@
      p pagenum
 
   page = agent.get(urlbase + pagenum.to_s)
-  burialdate = page.at('.fieldvalue_begraafdatum').inner_text.strip
-  archivecardnum = page.at('.fieldvalue_archiefkaartnummer').inner_text.strip
-  familyfnameone = page.at('.fieldvalue_familienaam_1').inner_text.strip
-  familyfnametwo = page.at('.fieldvalue_familienaam_2').inner_text.strip
-  firstname = page.at('.fieldvalue_voornaam').inner_text.strip
-  location = page.at('.fieldvalue_positie').inner_text.strip
-  field = page.at('.fieldvalue_veld').inner_text.strip
-  row = page.at('.fieldvalue_rij').inner_text.strip
-  grave = page.at('.fieldvalue_graf').inner_text.strip
+  page.at('.fieldvalue_begraafdatum') == nil ? (burialdate = "") : (burialdate = page.at('.fieldvalue_begraafdatum').inner_text.strip)
+  page.at('.fieldvalue_archiefkaartnummer') == nil ? (archivecardnum = "") : (archivecardnum = page.at('.fieldvalue_archiefkaartnummer').inner_text.strip)
+  page.at('.fieldvalue_familienaam_1') == nil ? (familyfnameone = "") : (familyfnameone = page.at('.fieldvalue_familienaam_1').inner_text.strip)
+  page.at('.fieldvalue_familienaam_2') == nil ? (familyfnametwo = "") : (familyfnametwo = page.at('.fieldvalue_familienaam_2').inner_text.strip)
+  page.at('.fieldvalue_voornaam') == nil ? (firstname = "") : (firstname = page.at('.fieldvalue_voornaam').inner_text.strip)
+  page.at('.fieldvalue_positie') == nil ? (location = "") : (location = page.at('.fieldvalue_positie').inner_text.strip)
+  page.at('.fieldvalue_veld') == nil ? (field = "") : (field = page.at('.fieldvalue_veld').inner_text.strip)
+  page.at('.fieldvalue_rij') == nil ? (row = "") : (row = page.at('.fieldvalue_rij').inner_text.strip)
+  page.at('.fieldvalue_graf') == nil ? (grave = "") : (grave = page.at('.fieldvalue_graf').inner_text.strip)
+
   gravestonephotourl = ""
   if page.at('.fieldvalue_foto_grafsteen_aanwezig img').values[0] == "images/check_yes.gif"
-    gravestonephotourl = page.at('.fieldvalue_grafsteen_1 img').attributes['src'].value
+    p gravestonephotourl = page.at('.fieldvalue_grafsteen_1 img').attributes['src'].value
   end