Update scraper.py

ManuelBCU · Feb 26, 2019 · 5d51518 · 5d51518
1 parent 7cbbfd1
commit 5d51518
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -10,10 +10,11 @@
 
 record = {}
 
-for li in matchedlinks:
+for li in matchedlinks[:20]:
   listtext = li.text_content()
   print(listtext.encode('utf-8'))
   record['address'] = listtext
+  record['link']="https://www.sdlauctions.co.uk"+li.attrib['href']
   scraperwiki.sqlite.save(['address'],record)
 
 # # Write out to the sqlite database using scraperwiki library