diff --git a/llm_on_ray/pretrain/requirements.optimum-habana.txt b/llm_on_ray/pretrain/requirements.optimum-habana.txt
index 776e6bef..3c43ea1a 100644
--- a/llm_on_ray/pretrain/requirements.optimum-habana.txt
+++ b/llm_on_ray/pretrain/requirements.optimum-habana.txt
@@ -2,7 +2,7 @@ accelerate==0.21.0
 datasets==2.12.0
 numpy==1.24.4
 https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-3.0.0.dev0-cp38-cp38-manylinux2014_x86_64.whl
-transformers==4.38.0
+transformers==4.48.0
 typing==3.7.4.3
 tabulate
 ray[tune]
diff --git a/llm_on_ray/pretrain/requirements.txt b/llm_on_ray/pretrain/requirements.txt
index 798bff3b..29d7e438 100644
--- a/llm_on_ray/pretrain/requirements.txt
+++ b/llm_on_ray/pretrain/requirements.txt
@@ -4,7 +4,7 @@ numpy==1.24.4
 https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-3.0.0.dev0-cp38-cp38-manylinux2014_x86_64.whl
 torchvision==0.14.1
 torch==2.2.0
-transformers==4.38.0
+transformers==4.48.0
 typing==3.7.4.3
 tabulate
 ray[tune]