Merge pull request #5666 from pengchengguo/whisper_tokenizer

Correct the argument errors in the whisper tokenizer language.
espnet · Feb 19, 2024 · a50d6a0 · a50d6a0
2 parents d8b53fd + e2fd18c
commit a50d6a0
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 6 deletions.
diff --git a/egs2/aishell/asr1/conf/tuning/train_asr_whisper_large_lora_finetune.yaml b/egs2/aishell/asr1/conf/tuning/train_asr_whisper_large_lora_finetune.yaml
@@ -28,7 +28,8 @@ decoder_conf:
 
 preprocessor: default
 preprocessor_conf:
-    tokenizer_language: "zh"
+    whisper_language: "zh"
+    whisper_task: "transcribe"
 
 model_conf:
     ctc_weight: 0.0

diff --git a/egs2/aishell/asr1/conf/tuning/train_asr_whisper_medium_finetune.yaml b/egs2/aishell/asr1/conf/tuning/train_asr_whisper_medium_finetune.yaml
@@ -28,7 +28,8 @@ decoder_conf:
 
 preprocessor: default
 preprocessor_conf:
-    tokenizer_language: "zh"
+    whisper_language: "zh"
+    whisper_task: "transcribe"
 
 model_conf:
     ctc_weight: 0.0

diff --git a/egs2/aishell/asr1/conf/tuning/train_asr_whisper_medium_lora_finetune.yaml b/egs2/aishell/asr1/conf/tuning/train_asr_whisper_medium_lora_finetune.yaml
@@ -28,7 +28,8 @@ decoder_conf:
 
 preprocessor: default
 preprocessor_conf:
-    tokenizer_language: "zh"
+    whisper_language: "zh"
+    whisper_task: "transcribe"
 
 model_conf:
     ctc_weight: 0.0

diff --git a/espnet2/bin/asr_inference.py b/espnet2/bin/asr_inference.py
@@ -386,9 +386,6 @@ def __init__(
             else:
                 tokenizer = None
         elif "whisper" in token_type:
-            tokenizer_language = asr_train_args.preprocessor_conf.get(
-                "tokenizer_language", "en"
-            )
             tokenizer = build_tokenizer(
                 token_type=token_type,
                 bpemodel=bpemodel,