From f785031cf95264f77e85e1226c0b22b1d851a77f Mon Sep 17 00:00:00 2001 From: Niels Rogge Date: Tue, 27 Jul 2021 11:58:33 +0200 Subject: [PATCH] Remove LayoutLMv2TokenizerFast from auto tokenization --- src/transformers/models/auto/tokenization_auto.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/src/transformers/models/auto/tokenization_auto.py b/src/transformers/models/auto/tokenization_auto.py index 16fa1bc0a295ed..e113e8a6c37aa6 100644 --- a/src/transformers/models/auto/tokenization_auto.py +++ b/src/transformers/models/auto/tokenization_auto.py @@ -187,7 +187,6 @@ from ..gpt2.tokenization_gpt2_fast import GPT2TokenizerFast from ..herbert.tokenization_herbert_fast import HerbertTokenizerFast from ..layoutlm.tokenization_layoutlm_fast import LayoutLMTokenizerFast - from ..layoutlmv2.tokenization_layoutlmv2_fast import LayoutLMv2TokenizerFast from ..led.tokenization_led_fast import LEDTokenizerFast from ..longformer.tokenization_longformer_fast import LongformerTokenizerFast from ..lxmert.tokenization_lxmert_fast import LxmertTokenizerFast @@ -223,7 +222,6 @@ GPT2TokenizerFast = None HerbertTokenizerFast = None LayoutLMTokenizerFast = None - LayoutLMv2TokenizerFast = None LEDTokenizerFast = None LongformerTokenizerFast = None LxmertTokenizerFast = None @@ -272,7 +270,7 @@ (FunnelConfig, (FunnelTokenizer, FunnelTokenizerFast)), (LxmertConfig, (LxmertTokenizer, LxmertTokenizerFast)), (LayoutLMConfig, (LayoutLMTokenizer, LayoutLMTokenizerFast)), - (LayoutLMv2Config, (LayoutLMv2Tokenizer, LayoutLMv2TokenizerFast)), + (LayoutLMv2Config, (LayoutLMv2Tokenizer, None)), (DPRConfig, (DPRQuestionEncoderTokenizer, DPRQuestionEncoderTokenizerFast)), (SqueezeBertConfig, (SqueezeBertTokenizer, SqueezeBertTokenizerFast)), (BertConfig, (BertTokenizer, BertTokenizerFast)),