wip

piskvorky · Jan 8, 2021 · f614141 · f614141
1 parent 8808403
commit f614141
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/smart_open/smart_open_lib.py b/smart_open/smart_open_lib.py
@@ -24,7 +24,6 @@
 import pathlib
 import urllib.parse
 import warnings
-import sys
 
 #
 # This module defines a function called smart_open so we cannot use

diff --git a/smart_open/tests/test_hdfs.py b/smart_open/tests/test_hdfs.py
@@ -44,7 +44,13 @@ def cat(path=None):
 class CliRawInputBaseTest(unittest.TestCase):
     def setUp(self):
         self.path = P.join(CURR_DIR, 'test_data', 'crime-and-punishment.txt')
-        with open(self.path) as fin:
+
+        #
+        # We have to specify the encoding explicitly, because different
+        # platforms like Windows may be using something other than unicode
+        # by default.
+        #
+        with open(self.path, encoding='utf-8') as fin:
             self.expected = fin.read()
         self.cat = cat(self.path)