diff --git a/.circleci/create_circleci_config.py b/.circleci/create_circleci_config.py
index 53c0279c4a0ab9..7208d876a97c3a 100644
--- a/.circleci/create_circleci_config.py
+++ b/.circleci/create_circleci_config.py
@@ -186,7 +186,7 @@ def job_name(self):
         "git lfs install",
         "pip install --upgrade pip",
         "pip install .[sklearn,tf-cpu,torch,testing,sentencepiece,torch-speech,vision]",
-        "pip install tensorflow_probability",
+        'pip install "tensorflow_probability<0.20"',
         "pip install git+https://github.com/huggingface/accelerate",
     ],
     marker="is_pt_tf_cross_test",
@@ -227,7 +227,7 @@ def job_name(self):
         "sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng cmake",
         "pip install --upgrade pip",
         "pip install .[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]",
-        "pip install tensorflow_probability",
+        'pip install "tensorflow_probability<0.20"',
     ],
     parallelism=1,
     pytest_options={"rA": None},
@@ -266,7 +266,7 @@ def job_name(self):
         "sudo apt-get -y update && sudo apt-get install -y cmake",
         "pip install --upgrade pip",
         "pip install .[sklearn,tf-cpu,testing,sentencepiece,vision]",
-        "pip install tensorflow_probability",
+        'pip install "tensorflow_probability<0.20"',
     ],
     pytest_options={"rA": None},
     marker="is_pipeline_test",