remove berttokenizer import

QData · May 6, 2020 · 8b06e45 · 8b06e45
1 parent aed4de1
commit 8b06e45
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/textattack/tokenizers/bert_tokenizer.py b/textattack/tokenizers/bert_tokenizer.py
@@ -1,4 +1,3 @@
-from transformers.tokenization_bert import BertTokenizer, BertTokenizerFast
 from textattack.tokenizers import AutoTokenizer
 
 class BERTTokenizer(AutoTokenizer):
@@ -28,4 +27,4 @@ def convert_text_to_tokens(self, input_text):
         tokens.append(self.tokenizer.sep_token)
         pad_tokens_to_add = self.max_seq_length - len(tokens)
         tokens += [self.tokenizer.pad_token] * pad_tokens_to_add
-        return tokens
+        return tokens