From d914d8c0e793be3e8c5a9d88232dc98e3a2e63a7 Mon Sep 17 00:00:00 2001 From: Benjamin Fineran Date: Tue, 12 Oct 2021 12:26:28 -0400 Subject: [PATCH] updated fix: initialize is_qat_recipe in preprocess_state_dict replacing changes done in #8 for latest refactor of sparseml integration --- src/transformers/sparse.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/transformers/sparse.py b/src/transformers/sparse.py index e06f0a3766e6..575aa515731b 100644 --- a/src/transformers/sparse.py +++ b/src/transformers/sparse.py @@ -210,6 +210,8 @@ def preprocess_state_dict(pretrained_model_name_or_path): manager = ScheduledModifierManager.from_yaml(recipe) modifiers = [m.__class__.__name__ for m in manager.modifiers] is_qat_recipe = "QuantizationModifier" in modifiers + else: + is_qat_recipe = False if os.path.isfile(os.path.join(pretrained_model_name_or_path, WEIGHTS_NAME)): archive_file = os.path.join(pretrained_model_name_or_path, WEIGHTS_NAME) state_dict = torch.load(archive_file, map_location="cpu")