[Chinese text normalization] speed up graph building (#5128)

Signed-off-by: 彭震东 <275331498@qq.com> Signed-off-by: 彭震东 <275331498@qq.com>
NVIDIA · Oct 14, 2022 · a213f9e · a213f9e
1 parent 4fc5385
commit a213f9e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo_text_processing/text_normalization/zh/taggers/tokenize_and_classify.py b/nemo_text_processing/text_normalization/zh/taggers/tokenize_and_classify.py
@@ -86,7 +86,7 @@ def __init__(
             )
             token = pynutil.insert("tokens { ") + classify + pynutil.insert(" } ")
 
-            tagger = pynini.cdrewrite(token.optimize(), "", "", NEMO_SIGMA).optimize()
+            tagger = token.optimize().star
 
             preprocessor = PreProcessor(remove_interjections=True, fullwidth_to_halfwidth=True,)
             self.fst = preprocessor.fst @ tagger