Merge pull request #187 from joshprewer/delim-fix

Delim is applied across whole text file
minimaxir · Jul 14, 2020 · ee8b9e8 · ee8b9e8
2 parents 2f17b00 + 6b1dda3
commit ee8b9e8
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/textgenrnn/utils.py b/textgenrnn/utils.py
@@ -193,7 +193,8 @@ def textgenrnn_texts_from_file(file_path, header=True,
                 if row:
                     texts.append(row[0])
         else:
-            texts = [line.rstrip(delim) for line in f]
+            text_data = f.read()
+            texts = text_data.split(delim)
 
     return texts