Transparently decode file

doccano · May 24, 2019 · aff0578 · aff0578
1 parent 94e8bb3
commit aff0578
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/app/server/utils.py b/app/server/utils.py
@@ -244,11 +244,11 @@ class CoNLLParser(FileParser):
     def parse(self, file):
         words, tags = [], []
         data = []
+        file = io.TextIOWrapper(file, encoding='utf-8')
         for i, line in enumerate(file, start=1):
             if len(data) >= settings.IMPORT_BATCH_SIZE:
                 yield data
                 data = []
-            line = line.decode('utf-8')
             line = line.strip()
             if line:
                 try: