diff --git a/.github/workflows/trunk.yml b/.github/workflows/trunk.yml
index 7e8769aa77b..c9f828621c5 100644
--- a/.github/workflows/trunk.yml
+++ b/.github/workflows/trunk.yml
@@ -411,8 +411,6 @@ jobs:
         pip install -U "huggingface_hub[cli]"
         huggingface-cli login --token $SECRET_EXECUTORCH_HF_TOKEN
         pip install accelerate sentencepiece
-        # TODO(guangyang): Switch to use released transformers library after all required patches are included
-        pip install "git+https://github.com/huggingface/transformers.git@6cc4dfe3f1e8d421c6d6351388e06e9b123cbfe1"
         pip list
         echo "::endgroup::"
 
diff --git a/examples/models/llama/install_requirements.sh b/examples/models/llama/install_requirements.sh
index f794b660bd9..58f42d786fe 100755
--- a/examples/models/llama/install_requirements.sh
+++ b/examples/models/llama/install_requirements.sh
@@ -16,6 +16,8 @@ pip install "$(dirname "$0")/../../../third-party/ao"
 # Install tiktoken for tokenizer
 pip install lm_eval==0.4.5
 pip install tiktoken blobfile
+# Restore numpy if >= 2.0
+pip install "numpy<2.0"
 
 # Call the install helper for further setup
 python examples/models/llama/install_requirement_helper.py
diff --git a/install_requirements.py b/install_requirements.py
index 826d8cf9d2e..90e10373293 100644
--- a/install_requirements.py
+++ b/install_requirements.py
@@ -137,7 +137,7 @@ def python_is_compatible():
     "timm==1.0.7",
     f"torchaudio==2.5.0.{NIGHTLY_VERSION}" if USE_PYTORCH_NIGHTLY else "torchaudio",
     "torchsr==1.0.4",
-    "transformers==4.42.4",
+    "transformers==4.46.1",
 ]
 
 # pip packages needed for development.