fix merge conflicts

huggingface · Jun 18, 2024 · b107253 · b107253
1 parent 17a286a
commit b107253
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tokenizers/src/tokenizer/mod.rs b/tokenizers/src/tokenizer/mod.rs
@@ -873,6 +873,8 @@ where
             decoder.decode(tokens)
         } else {
             Ok(tokens.join(" "))
+        }
+    }
 }
 
 impl<M, N, PT, PP, D> TokenizerImpl<M, N, PT, PP, D>