fixes #10303 (#10304)

huggingface · Feb 20, 2021 · a0dfc2d · a0dfc2d
1 parent 9a7e637
commit a0dfc2d
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/src/transformers/tokenization_utils_base.py b/src/transformers/tokenization_utils_base.py
@@ -3054,12 +3054,13 @@ def _pad(
 
     def convert_tokens_to_string(self, tokens: List[str]) -> str:
         """
-        Converts a sequence of token ids in a single string. The most simple way to do it is ``" ".join(tokens)`` but
-        we often want to remove sub-word tokenization artifacts at the same time
+        Converts a sequence of tokens in a single string. The most simple way to do it is ``" ".join(tokens)`` but
+        we often want to remove sub-word tokenization artifacts at the same time.
 
         Args:
             tokens (:obj:`List[str]`): The token to join in a string.
-        Return: The joined tokens.
+        Returns:
+            :obj:`str`: The joined tokens.
         """
         raise NotImplementedError