diff --git a/tensorlayer/nlp.py b/tensorlayer/nlp.py index 953f2b38b..b3e6eea9a 100644 --- a/tensorlayer/nlp.py +++ b/tensorlayer/nlp.py @@ -415,7 +415,12 @@ def read_words(filename="nietzsche.txt", replace = ['\n', '']): - `tensorflow.models.rnn.ptb.reader `_ """ with tf.gfile.GFile(filename, "r") as f: - return f.read().replace(*replace).split() + try: + context_list = f.read().replace(*replace).split() + except: + replace = [x.encode('utf-8') for x in replace] + context_list = f.read().replace(*replace).split() + return context_list def read_analogies_file(eval_file='questions-words.txt', word2id={}): """Reads through an analogy question file, return its id format.