diff --git a/requirements/requirements_lightning.txt b/requirements/requirements_lightning.txt
index 5ad2519cfd1a..cf996584da23 100644
--- a/requirements/requirements_lightning.txt
+++ b/requirements/requirements_lightning.txt
@@ -4,6 +4,6 @@ hydra-core>1.3,<=1.3.2
 omegaconf<=2.3
 pytorch-lightning>=2.2.1
 torchmetrics>=0.11.0
-transformers>=4.36.0
+transformers>=4.36.0,<=4.40.2
 wandb
 webdataset>=0.2.86