Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
yngveny committed Sep 25, 2017
1 parent f377855 commit 69ce695
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions scraper.py
Expand Up @@ -11,16 +11,16 @@ def scrape_dof(url):
#line below selects all <div class="notice-search-item">
rows = root.cssselect("div.notice-search-item")
for row in rows:
#print row
print row
# Set up our data record - we'll need it later
record = {}
a = row.cssselect("a") #grab all <a> tags within our <div>
title = a[0].text
print(a[0].text.encode("utf-8"))
#print(a[0].text.encode("utf-8"))

item_left = row.cssselect("div")
company = item_left[0].text
print(item_left[0].text.encode("utf-8"))
#print(item_left[0].text.encode("utf-8"))

#repeat process for <span class="right-col">
#item_right = row.cssselect("div.right-col")
Expand Down

0 comments on commit 69ce695

Please sign in to comment.