output 2nd html

disclosurelogs · Mar 13, 2019 · ed8f6d5 · ed8f6d5
1 parent e6602e8
commit ed8f6d5
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scraper.rb b/scraper.rb
@@ -62,6 +62,7 @@ def to_yaml_style
                   :body => body
   )
   html = res.body
+  puts html
   # html = open("test2.html")
   page = Nokogiri::HTML(html)
 
@@ -71,8 +72,7 @@ def to_yaml_style
   lobbyist_firm["trading_name"] = lobby_page['business_trading_name'].strip()
   lobbyist_firm["abn"] = lobby_page['abn'].gsub(' ', '').strip()
 
-  lobtab = page.search('.tableSort').first.at('tbody').children
-
+  # lobtab = page.search('.tableSort').first.at('tbody').children
 
   # lobbyist_firm["status"] = lobtab[9].at('td').children[1].text.strip
   # lobbyist_firm["last_updated"] = lobtab[5].at('td').children[1].text.strip