From 5f0b534563fca57d5e0674fa257eda7454544fce Mon Sep 17 00:00:00 2001 From: Gabriele Sarti Date: Tue, 23 Jan 2024 17:00:52 +0100 Subject: [PATCH] Quickfix use model kwargs in Autoconfig loading --- inseq/models/huggingface_model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inseq/models/huggingface_model.py b/inseq/models/huggingface_model.py index 51e2386c..c966372f 100644 --- a/inseq/models/huggingface_model.py +++ b/inseq/models/huggingface_model.py @@ -143,7 +143,7 @@ def load( ) -> "HuggingfaceModel": """Loads a HuggingFace model and tokenizer and wraps them in the appropriate AttributionModel.""" if isinstance(model, str): - is_encoder_decoder = AutoConfig.from_pretrained(model).is_encoder_decoder + is_encoder_decoder = AutoConfig.from_pretrained(model, **model_kwargs).is_encoder_decoder else: is_encoder_decoder = model.config.is_encoder_decoder if is_encoder_decoder: