fix readFile in mecab_system_eval.py for Windows

taishi-i · Jun 11, 2020 · 9a1a115 · 9a1a115
1 parent d793068
commit 9a1a115
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/nagisa/mecab_system_eval.py b/nagisa/mecab_system_eval.py
@@ -3,6 +3,8 @@
 from __future__ import division, print_function, absolute_import
 
 import sys
+import codecs
+
 if sys.version_info.major == 3:
     PY_3 = True
 else:
@@ -12,7 +14,7 @@
 def readFile(filename):
     sent = []
     data = []
-    with open(filename, "r") as f:
+    with codecs.open(filename, 'r', encoding='utf_8_sig') as f:
         for line in f:
             line = line.rstrip()
             if line == "EOS":