diff --git a/integrations/huggingface-transformers/setup_integration.sh b/integrations/huggingface-transformers/setup_integration.sh
index 7a851c50893..1cf6227c524 100644
--- a/integrations/huggingface-transformers/setup_integration.sh
+++ b/integrations/huggingface-transformers/setup_integration.sh
@@ -8,3 +8,4 @@ git clone https://github.com/neuralmagic/transformers.git
 cd transformers
 pip install -e .
 pip install datasets
+pip install sparseml[torch]