diff --git a/setup.py b/setup.py
index e407a9d14bc..f2e1bfa309e 100644
--- a/setup.py
+++ b/setup.py
@@ -66,7 +66,7 @@
         "scikit-learn",
         "scipy",
         "pytest",
-        "transformers>=4.1,<4.11",
+        "transformers>=4.1,<4.12",
         "sentencepiece",
         "dataclasses;python_version<'3.7'",
         "filelock>=3.0,<3.2",