Update scraper.py

yngveny · Sep 25, 2017 · 75c222c · 75c222c
1 parent 757e1c7
commit 75c222c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scraper.py b/scraper.py
@@ -9,12 +9,12 @@ def scrape_dof(url):
 
     #print html
     root = lxml.html.fromstring(html)
-    print root.find_class("div.notice-search-item")
+    #print root.find_class("div.notice-search-item")
 
     #line below selects all <div class="notice-search-item">
     rows = root.cssselect("div.notice-search-item")
     for row in rows:
-        #print row.find_class("div.notice-search-item")
+        print row.text_content():
         # Set up our data record - we'll need it later
         record = {}
         a = row.cssselect("a") #grab all <a> tags within our <div>