Update scraper.py

pietrobenito · Aug 21, 2016 · 3cd391f · 3cd391f
1 parent 776df8d
commit 3cd391f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scraper.py b/scraper.py
@@ -10,10 +10,10 @@
 root = lxml.html.fromstring(html)
 data = []
 for linkText in root.cssselect("a[class='textlink']"):
-  data.append({"title" : linkText.text_content(), "url" : linkText.get('href')})
+  data.append({"title" : linkText.text_content().encode('utf-8'), "url" : linkText.get('href').encode('utf-8')})
 
 for row in data:
-  print row['title'].decode("utf8","ignore")
+  print row['title']
 #  scraperwiki.sqlite.save(unique_keys=['url'], data={"title" : row['title'], "url" : row['url']})
 
 #scraperwiki.sqlite.save(unique_keys=['url'], data=data)