diff --git a/scraper.py b/scraper.py index a581146..489d5d2 100644 --- a/scraper.py +++ b/scraper.py @@ -20,6 +20,7 @@ def scrape_dof(url): record = {} a = row.cssselect("a") #grab all tags within our
title = a[0].text + link = a[0].link #print(a[0].text.encode("utf-8")) header = row.cssselect("div.notice-search-item-header") title2 = header[0].text @@ -34,7 +35,7 @@ def scrape_dof(url): #record['URL'] = url record['Title'] = title - record['Title2'] = title2 + record['Link'] = link #record['Reference'] = ref #record['Company'] = company