Fix llama tokenization doctest (#24990)

fix Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
huggingface · Jul 21, 2023 · f1a1eb4 · f1a1eb4
1 parent a7d2131
commit f1a1eb4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/transformers/models/llama/tokenization_llama.py b/src/transformers/models/llama/tokenization_llama.py
@@ -332,7 +332,7 @@ def create_token_type_ids_from_sequences(
         return output
 
     def _build_conversation_input_ids(self, conversation: "Conversation") -> List[int]:
-        """Builds the input ids for a conversation.
+        r"""Builds the input ids for a conversation.
         This is the format used in the provided examples. System prompts should be manually added at the beginning of
         the conversation. If no system prompt is given, the `DEFAULT_SYSTEM_PROMPT` will be used.
         ```
@@ -347,7 +347,7 @@ def _build_conversation_input_ids(self, conversation: "Conversation") -> List[in
 
         >>> Conversation(
         ...     "<<SYS>>\n Only answer with emojis, and charades\n<</SYS>>\n\nHow can I build a house in 10 septs?"
-        ... )
+        ... )  # doctest: +IGNORE_RESULT
         ```
         Args:
             conversation (`Conversation`):