diff --git a/.github/unittest/linux/scripts/run_all.sh b/.github/unittest/linux/scripts/run_all.sh
index 49d33010493..cbdcf4ede03 100755
--- a/.github/unittest/linux/scripts/run_all.sh
+++ b/.github/unittest/linux/scripts/run_all.sh
@@ -124,9 +124,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with %s\n" "${CU_VERSION}"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_distributed/scripts/install.sh b/.github/unittest/linux_distributed/scripts/install.sh
index f8e5abdbc04..2f57813b3cf 100755
--- a/.github/unittest/linux_distributed/scripts/install.sh
+++ b/.github/unittest/linux_distributed/scripts/install.sh
@@ -28,9 +28,9 @@ git submodule sync && git submodule update --init --recursive
 
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION  -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION  -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_examples/scripts/run_all.sh b/.github/unittest/linux_examples/scripts/run_all.sh
index 1f61440453e..6b93921f424 100755
--- a/.github/unittest/linux_examples/scripts/run_all.sh
+++ b/.github/unittest/linux_examples/scripts/run_all.sh
@@ -150,9 +150,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with %s\n" "${CU_VERSION}"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_ataridqn/install.sh b/.github/unittest/linux_libs/scripts_ataridqn/install.sh
index 37a114ec02d..1be73fc1de0 100755
--- a/.github/unittest/linux_libs/scripts_ataridqn/install.sh
+++ b/.github/unittest/linux_libs/scripts_ataridqn/install.sh
@@ -31,9 +31,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_brax/install.sh b/.github/unittest/linux_libs/scripts_brax/install.sh
index 1dfac63acd8..80efdc536ab 100755
--- a/.github/unittest/linux_libs/scripts_brax/install.sh
+++ b/.github/unittest/linux_libs/scripts_brax/install.sh
@@ -28,9 +28,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_d4rl/install.sh b/.github/unittest/linux_libs/scripts_d4rl/install.sh
index 2b8c8599cba..d7123d2a67f 100755
--- a/.github/unittest/linux_libs/scripts_d4rl/install.sh
+++ b/.github/unittest/linux_libs/scripts_d4rl/install.sh
@@ -31,9 +31,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_envpool/install.sh b/.github/unittest/linux_libs/scripts_envpool/install.sh
index e4b71d7c92c..0f60dd233ce 100755
--- a/.github/unittest/linux_libs/scripts_envpool/install.sh
+++ b/.github/unittest/linux_libs/scripts_envpool/install.sh
@@ -28,9 +28,9 @@ git submodule sync && git submodule update --init --recursive
 
 printf "Installing PyTorch with cu121"
 if [ "${CU_VERSION:-}" == cpu ] ; then
-    pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
 else
-    pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+    pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
 fi
 
 # smoke test
diff --git a/.github/unittest/linux_libs/scripts_gen-dgrl/install.sh b/.github/unittest/linux_libs/scripts_gen-dgrl/install.sh
index 37a114ec02d..1be73fc1de0 100755
--- a/.github/unittest/linux_libs/scripts_gen-dgrl/install.sh
+++ b/.github/unittest/linux_libs/scripts_gen-dgrl/install.sh
@@ -31,9 +31,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_habitat/install.sh b/.github/unittest/linux_libs/scripts_habitat/install.sh
index c42c33a8c6e..6b948279a61 100755
--- a/.github/unittest/linux_libs/scripts_habitat/install.sh
+++ b/.github/unittest/linux_libs/scripts_habitat/install.sh
@@ -21,7 +21,7 @@ git submodule sync && git submodule update --init --recursive
 
 printf "Installing PyTorch with %s\n" "${CU_VERSION}"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
-  pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+  pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
   pip3 install torch --index-url https://download.pytorch.org/whl/cu121
 fi
diff --git a/.github/unittest/linux_libs/scripts_jumanji/install.sh b/.github/unittest/linux_libs/scripts_jumanji/install.sh
index fc76adb7d95..95a4a5a0e29 100755
--- a/.github/unittest/linux_libs/scripts_jumanji/install.sh
+++ b/.github/unittest/linux_libs/scripts_jumanji/install.sh
@@ -28,9 +28,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_minari/install.sh b/.github/unittest/linux_libs/scripts_minari/install.sh
index 2b8c8599cba..d7123d2a67f 100755
--- a/.github/unittest/linux_libs/scripts_minari/install.sh
+++ b/.github/unittest/linux_libs/scripts_minari/install.sh
@@ -31,9 +31,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_openx/install.sh b/.github/unittest/linux_libs/scripts_openx/install.sh
index 37a114ec02d..1be73fc1de0 100755
--- a/.github/unittest/linux_libs/scripts_openx/install.sh
+++ b/.github/unittest/linux_libs/scripts_openx/install.sh
@@ -31,9 +31,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_pettingzoo/install.sh b/.github/unittest/linux_libs/scripts_pettingzoo/install.sh
index 825a80e769e..5ac346c95c5 100755
--- a/.github/unittest/linux_libs/scripts_pettingzoo/install.sh
+++ b/.github/unittest/linux_libs/scripts_pettingzoo/install.sh
@@ -28,9 +28,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_rlhf/install.sh b/.github/unittest/linux_libs/scripts_rlhf/install.sh
index a4d34fdf58f..d0363186c1a 100755
--- a/.github/unittest/linux_libs/scripts_rlhf/install.sh
+++ b/.github/unittest/linux_libs/scripts_rlhf/install.sh
@@ -31,9 +31,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_robohive/install_and_run_test.sh b/.github/unittest/linux_libs/scripts_robohive/install_and_run_test.sh
index b7d0ddb1f8d..007137509fc 100755
--- a/.github/unittest/linux_libs/scripts_robohive/install_and_run_test.sh
+++ b/.github/unittest/linux_libs/scripts_robohive/install_and_run_test.sh
@@ -39,9 +39,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_roboset/install.sh b/.github/unittest/linux_libs/scripts_roboset/install.sh
index 2b8c8599cba..d7123d2a67f 100755
--- a/.github/unittest/linux_libs/scripts_roboset/install.sh
+++ b/.github/unittest/linux_libs/scripts_roboset/install.sh
@@ -31,9 +31,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_sklearn/install.sh b/.github/unittest/linux_libs/scripts_sklearn/install.sh
index 2b8c8599cba..d7123d2a67f 100755
--- a/.github/unittest/linux_libs/scripts_sklearn/install.sh
+++ b/.github/unittest/linux_libs/scripts_sklearn/install.sh
@@ -31,9 +31,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_smacv2/install.sh b/.github/unittest/linux_libs/scripts_smacv2/install.sh
index 825a80e769e..5ac346c95c5 100755
--- a/.github/unittest/linux_libs/scripts_smacv2/install.sh
+++ b/.github/unittest/linux_libs/scripts_smacv2/install.sh
@@ -28,9 +28,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_vd4rl/install.sh b/.github/unittest/linux_libs/scripts_vd4rl/install.sh
index 37a114ec02d..1be73fc1de0 100755
--- a/.github/unittest/linux_libs/scripts_vd4rl/install.sh
+++ b/.github/unittest/linux_libs/scripts_vd4rl/install.sh
@@ -31,9 +31,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_libs/scripts_vmas/install.sh b/.github/unittest/linux_libs/scripts_vmas/install.sh
index 825a80e769e..5ac346c95c5 100755
--- a/.github/unittest/linux_libs/scripts_vmas/install.sh
+++ b/.github/unittest/linux_libs/scripts_vmas/install.sh
@@ -28,9 +28,9 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with cu121"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if [ "${CU_VERSION:-}" == cpu ] ; then
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   else
-      pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+      pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
     if [ "${CU_VERSION:-}" == cpu ] ; then
diff --git a/.github/unittest/linux_optdeps/scripts/install.sh b/.github/unittest/linux_optdeps/scripts/install.sh
index cec1a014651..885d192e135 100755
--- a/.github/unittest/linux_optdeps/scripts/install.sh
+++ b/.github/unittest/linux_optdeps/scripts/install.sh
@@ -20,7 +20,7 @@ version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")"
 git submodule sync && git submodule update --init --recursive
 
 printf "Installing PyTorch with %s\n" "${CU_VERSION}"
-pip3 install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
+pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/$CU_VERSION
 
 # install tensordict
 if [[ "$RELEASE" == 0 ]]; then
diff --git a/.github/unittest/windows_optdepts/scripts/install.sh b/.github/unittest/windows_optdepts/scripts/install.sh
index 0e3b5bfa078..5c425d18a95 100644
--- a/.github/unittest/windows_optdepts/scripts/install.sh
+++ b/.github/unittest/windows_optdepts/scripts/install.sh
@@ -41,13 +41,13 @@ git submodule sync && git submodule update --init --recursive
 printf "Installing PyTorch with %s\n" "${cudatoolkit}"
 if [[ "$TORCH_VERSION" == "nightly" ]]; then
   if $torch_cuda ; then
-    python -m pip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu118
+    python -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu118
   else
-    python -m pip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+    python -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
   fi
 elif [[ "$TORCH_VERSION" == "stable" ]]; then
   if $torch_cuda ; then
-      python -m pip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cu118
+      python -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu118
   else
       python -m pip install torch --index-url https://download.pytorch.org/whl/cpu
   fi
diff --git a/.github/workflows/benchmarks.yml b/.github/workflows/benchmarks.yml
index 4cf584eda8a..8eaed2fb825 100644
--- a/.github/workflows/benchmarks.yml
+++ b/.github/workflows/benchmarks.yml
@@ -30,7 +30,7 @@ jobs:
           python-version: 3.8
       - name: Setup Environment
         run: |
-          python -m pip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U 
+          python -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U 
           python -m pip install git+https://github.com/pytorch/tensordict 
           python setup.py develop
           python -m pip install pytest pytest-benchmark
@@ -91,7 +91,7 @@ jobs:
           echo /usr/local/bin >> $GITHUB_PATH
       - name: Setup Environment
         run: |
-          python3 -m pip install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+          python3 -m pip install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
           python3 -m pip install git+https://github.com/pytorch/tensordict 
           python3 setup.py develop
           python3 -m pip install pytest pytest-benchmark
diff --git a/.github/workflows/benchmarks_pr.yml b/.github/workflows/benchmarks_pr.yml
index 6124d5e363c..a8a1bc4c8dc 100644
--- a/.github/workflows/benchmarks_pr.yml
+++ b/.github/workflows/benchmarks_pr.yml
@@ -29,7 +29,7 @@ jobs:
           python-version: 3.8
       - name: Setup Environment
         run: |
-          python -m pip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U 
+          python -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U 
           python -m pip install git+https://github.com/pytorch/tensordict 
           python setup.py develop
           python -m pip install pytest pytest-benchmark
@@ -102,7 +102,7 @@ jobs:
           echo /usr/local/bin >> $GITHUB_PATH
       - name: Setup Environment
         run: |
-          python3 -m pip install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
+          python3 -m pip install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121 -U
           python3 -m pip install git+https://github.com/pytorch/tensordict 
           python3 setup.py develop
           python3 -m pip install pytest pytest-benchmark
diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml
index c722b2eff35..bcf6b5066c3 100644
--- a/.github/workflows/docs.yml
+++ b/.github/workflows/docs.yml
@@ -59,7 +59,7 @@ jobs:
         git version
         
         # 5. Install PyTorch
-        python3 -m pip install 'mpmath<1.4' --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U --quiet --root-user-action=ignore
+        python3 -m pip install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu -U --quiet --root-user-action=ignore
         
         # 6. Install tensordict
         python3 -m pip install git+https://github.com/pytorch/tensordict.git --quiet --root-user-action=ignore
diff --git a/.github/workflows/nightly_build.yml b/.github/workflows/nightly_build.yml
index 851ffbc5278..82c6d84c231 100644
--- a/.github/workflows/nightly_build.yml
+++ b/.github/workflows/nightly_build.yml
@@ -45,7 +45,7 @@ jobs:
       - name: Install PyTorch nightly
         run: |
           export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
-          python3 -mpip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/${{ matrix.cuda_support[1] }}
+          python3 -mpip install --pre torch --index-url https://download.pytorch.org/whl/nightly/${{ matrix.cuda_support[1] }}
       - name: Build TorchRL Nightly
         run: |
           rm -r dist || true
@@ -84,7 +84,7 @@ jobs:
         uses: actions/checkout@v2
       - name: Install PyTorch nightly
         run: |
-          python3 -mpip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+          python3 -mpip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
       - name: Build TorchRL Nightly
         run: |
           export CC=clang CXX=clang++
@@ -116,7 +116,7 @@ jobs:
         uses: actions/checkout@v2
       - name: Install PyTorch Nightly
         run: |
-          python3 -mpip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+          python3 -mpip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
       - name: Upgrade pip
         run: |
           python3 -mpip install --upgrade pip
@@ -231,7 +231,7 @@ jobs:
       - name: Install PyTorch Nightly
         run: |
           export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
-          python3 -mpip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/${{ matrix.cuda_support[1] }}
+          python3 -mpip install --pre torch --index-url https://download.pytorch.org/whl/nightly/${{ matrix.cuda_support[1] }}
       - name: Upgrade pip
         run: |
           export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
@@ -289,7 +289,7 @@ jobs:
       - name: Install PyTorch nightly
         shell: bash
         run: |
-          python3 -mpip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+          python3 -mpip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
       - name: Build TorchRL nightly
         shell: bash
         run: |
@@ -322,7 +322,7 @@ jobs:
       - name: Install PyTorch Nightly
         shell: bash
         run: |
-          python3 -mpip install 'mpmath<1.4' --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
+          python3 -mpip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu -U
       - name: Upgrade pip
         shell: bash
         run: |