Update preprocessor.py

espnet · Jun 1, 2023 · f03539f · f03539f
1 parent e6a628e
commit f03539f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/espnet2/train/preprocessor.py b/espnet2/train/preprocessor.py
@@ -332,9 +332,9 @@ def _text_process(
             text = self.text_cleaner(text)
             tokens = self.tokenizer.text2tokens(text)
             text_ints = self.token_id_converter.tokens2ids(tokens)
-            if len(text_ints) > 100:
+            if len(text_ints) > 500:
                 logging.warning(
-                    "The length of the text output exceeds 100, "
+                    "The length of the text output exceeds 500, "
                     "which may cause OOM on the GPU."
                     "Please ensure that the data processing is correct and verify it."
                 )