if detection results in ascii, then default to utf-8

frictionlessdata · Jun 4, 2015 · 1e8831a · 1e8831a
1 parent d79af50
commit 1e8831a
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/goodtables/datatable/datatable.py b/goodtables/datatable/datatable.py
@@ -233,6 +233,9 @@ def _detect_stream_encoding(self, stream):
             stream.seek(0)
 
         encoding = chardet.detect(sample)['encoding']
+        # default to utf-8 for safety
+        if encoding == 'ascii':
+            encoding = 'utf-8'
 
         return encoding