From ac604caba261bddf2869d5a54ee9e804bc47d0e4 Mon Sep 17 00:00:00 2001 From: ninotoshi Date: Sun, 9 Jul 2017 18:39:09 +0900 Subject: [PATCH 1/2] use `chr` in Python 3 --- tensor2tensor/data_generators/text_encoder.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tensor2tensor/data_generators/text_encoder.py b/tensor2tensor/data_generators/text_encoder.py index 0a05cb721..6b55be028 100644 --- a/tensor2tensor/data_generators/text_encoder.py +++ b/tensor2tensor/data_generators/text_encoder.py @@ -508,7 +508,10 @@ def _unescape_token(self, escaped_token): if semicolon_pos == -1: continue try: - ret += unichr(int(escaped_token[pos:semicolon_pos])) + if six.PY2: + ret += unichr(int(escaped_token[pos:semicolon_pos])) + else: + ret += chr(int(escaped_token[pos:semicolon_pos])) pos = semicolon_pos + 1 except (ValueError, OverflowError) as _: pass From b7a9614b32d45cec0393e6f067d39646e702fd6b Mon Sep 17 00:00:00 2001 From: ninotoshi Date: Mon, 10 Jul 2017 19:13:05 +0900 Subject: [PATCH 2/2] imported `unichr` instead --- tensor2tensor/data_generators/text_encoder.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/tensor2tensor/data_generators/text_encoder.py b/tensor2tensor/data_generators/text_encoder.py index 6b55be028..e329dedc4 100644 --- a/tensor2tensor/data_generators/text_encoder.py +++ b/tensor2tensor/data_generators/text_encoder.py @@ -29,6 +29,7 @@ import six from six import PY2 +from six import unichr from six.moves import xrange # pylint: disable=redefined-builtin from tensor2tensor.data_generators import tokenizer @@ -508,10 +509,7 @@ def _unescape_token(self, escaped_token): if semicolon_pos == -1: continue try: - if six.PY2: - ret += unichr(int(escaped_token[pos:semicolon_pos])) - else: - ret += chr(int(escaped_token[pos:semicolon_pos])) + ret += unichr(int(escaped_token[pos:semicolon_pos])) pos = semicolon_pos + 1 except (ValueError, OverflowError) as _: pass