use get_vocab method

Signed-off-by: Shun Kiyono <shun.kiyono@sbintuitions.co.jp>
NVIDIA · May 23, 2024 · 846ff08 · 846ff08
1 parent 0f2874b
commit 846ff08
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo/collections/common/tokenizers/huggingface/auto_tokenizer.py b/nemo/collections/common/tokenizers/huggingface/auto_tokenizer.py
@@ -223,7 +223,7 @@ def ids_to_text(self, ids):
 
     @property
     def vocab(self):
-        id2vocab = {v: k for k, v in self.tokenizer.vocab.items()}
+        id2vocab = {v: k for k, v in self.tokenizer.get_vocab().items()}
         return [id2vocab[i] for i in range(len(id2vocab))]
 
     @property