From 65a5b17fd1f6eb7500265913ef16ac104431fdff Mon Sep 17 00:00:00 2001 From: Ikko Eltociear Ashimine Date: Sun, 13 Aug 2023 17:22:22 +0900 Subject: [PATCH] Fix typo in tokenizer.py conjuction -> conjunction --- vllm/transformers_utils/tokenizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/transformers_utils/tokenizer.py b/vllm/transformers_utils/tokenizer.py index 4cb0fbed41ae..fbe430bdf5d8 100644 --- a/vllm/transformers_utils/tokenizer.py +++ b/vllm/transformers_utils/tokenizer.py @@ -72,7 +72,7 @@ def detokenize_incrementally( new_token_id: int, skip_special_tokens: bool, ) -> Tuple[str, str]: - """Detokenizes the new token in conjuction with the previous output tokens. + """Detokenizes the new token in conjunction with the previous output tokens. NOTE: This function does not update prev_output_tokens.