Update scraper.py

yngveny · Sep 25, 2017 · cea3bdf · cea3bdf
1 parent 8317029
commit cea3bdf
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -20,6 +20,7 @@ def scrape_dof(url):
         record = {}
         a = row.cssselect("a") #grab all <a> tags within our <div>
         title = a[0].text
+        link = a[0].link
         #print(a[0].text.encode("utf-8"))
         header = row.cssselect("div.notice-search-item-header")
         title2 = header[0].text
@@ -34,7 +35,7 @@ def scrape_dof(url):
 
         #record['URL'] = url
         record['Title'] = title
-        record['Title2'] = title2
+        record['Link'] = link
         #record['Reference'] = ref
         #record['Company'] = company