WV: scrape actions from invalid HTML tables openstates#181

openstates/wv/bills.py

@@ -1,6 +1,5 @@
 import os
 import re
-import time
 import datetime
 import collections
 
@@ -38,7 +37,6 @@ def scrape(self, chamber, session):
             self.scrape_bill(session, chamber, bill_id, title,
                              link.attrib['href'])
 
-
         # scrape resolutions
         res_url = ("http://www.legis.state.wv.us/Bill_Status/res_list.cfm?"
                    "year=%s&sessiontype=rs&btype=res") % session
@@ -105,12 +103,11 @@ def scrape_bill(self, session, chamber, bill_id, title, url):
                 for sponsor in line.split(', '):
                     bill.add_sponsor('sponsor', sponsor.strip())
 
-
         for link in page.xpath("//a[contains(@href, 'votes/house')]"):
             self.scrape_vote(bill, link.attrib['href'])
 
         actor = chamber
-        for tr in reversed(page.xpath("//table[@class='tabborder']/tr")[1:]):
+        for tr in reversed(page.xpath("//table[@class='tabborder']/descendant::tr")[1:]):
             tds = tr.xpath('td')
             if len(tds) < 3:
                 continue