diff --git a/scraper.py b/scraper.py index bc4bed5..9cec2e4 100644 --- a/scraper.py +++ b/scraper.py @@ -9,12 +9,12 @@ def scrape_dof(url): #print html root = lxml.html.fromstring(html) - print root.find_class("div.notice-search-item") + #print root.find_class("div.notice-search-item") #line below selects all
rows = root.cssselect("div.notice-search-item") for row in rows: - #print row.find_class("div.notice-search-item") + print row.text_content(): # Set up our data record - we'll need it later record = {} a = row.cssselect("a") #grab all tags within our