Merge pull request #290 from sobisonator/patch-1

Added UTF-8 support for special characters
minimaxir · May 22, 2022 · 67b6d23 · 67b6d23
2 parents f09f5c8 + 8c0f624
commit 67b6d23
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/gpt_2_simple/gpt_2.py b/gpt_2_simple/gpt_2.py
@@ -15,6 +15,7 @@
 import csv
 import argparse
 from sys import exit
+import codecs
 
 # if in Google Colaboratory
 try:
@@ -303,9 +304,9 @@ def generate_samples():
                 index += 1
         print(text)
         maketree(os.path.join(SAMPLE_DIR, run_name))
-        with open(
+        with codecs.open(
                 os.path.join(SAMPLE_DIR, run_name,
-                             'samples-{}').format(counter), 'w') as fp:
+                             'samples-{}').format(counter), 'w', 'utf8') as fp:
             fp.write('\n'.join(all_text))
 
     def sample_batch():
@@ -469,7 +470,7 @@ def generate(sess,
     )[:, 1:]
 
     if destination_path:
-        f = open(destination_path, 'w')
+        f = codecs.open(destination_path, 'w', 'utf-8')
     generated = 0
     gen_texts = []
     while generated < nsamples: