Update scraper.py

Feng-Gao · Apr 16, 2019 · 3a10ff1 · 3a10ff1
1 parent f025df3
commit 3a10ff1
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/scraper.py b/scraper.py
@@ -8,6 +8,11 @@
 import scraperwiki
 from bs4 import BeautifulSoup
 
+import sys
+
+reload(sys)
+sys.setdefaultencoding('utf8')
+
 
 #taipei provides an api to fetch all metadata
 base_url = 'https://data.taipei/opendata/datalist/apiAccess?scope=datasetMetadataSearch&limit=%d&offset=%d'