diff --git a/.github/workflows/simple.yml b/.github/workflows/simple.yml
index 60782de5059..4432cb284b2 100644
--- a/.github/workflows/simple.yml
+++ b/.github/workflows/simple.yml
@@ -74,6 +74,7 @@ jobs:
           set -x
           cmake_flags=""
           cmake_flags+=" -DBUILD_CUDA=OFF"
+          cmake_flags+=" -DBUILD_TESTING=ON"
           cmake_flags+=" -G '${{ matrix.cmake_generator }}'"
           cmake_flags+=" -DCMAKE_BUILD_TYPE=${{ matrix.cmake_build_type }}"
           cmake_flags+=" -DBUILD_SHARED_LIBS=${{ matrix.build_shared_libs }}"
diff --git a/CMakeLists.txt b/CMakeLists.txt
index 32545e05a6b..56f3540928a 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -19,7 +19,7 @@ endif()
 option(USE_CLANG_FORMAT "" OFF)
 option(BUILD_RDMA "" OFF)
 option(BUILD_CUDA "" ON)
-option(BUILD_TESTING "" ON)
+option(BUILD_TESTING "" OFF)
 option(WITH_XLA "Option to build with XLA" OFF)
 option(WITH_TENSORRT "Option to build with TensorRT" OFF)
 option(BUILD_GIT_VERSION "" ON)
diff --git a/docker/package/manylinux/build_wheel.py b/docker/package/manylinux/build_wheel.py
index 96bc68bed74..dbb544d5269 100644
--- a/docker/package/manylinux/build_wheel.py
+++ b/docker/package/manylinux/build_wheel.py
@@ -379,6 +379,7 @@ def build():
             if cuda_version in ["11.0", "11.1"]:
                 versioned_img_tag = f"{img_prefix}:0.2"
             enforced_oneflow_cmake_args = ""
+            enforced_oneflow_cmake_args += " -DBUILD_TESTING=ON"
             if float(cuda_version) >= 11:
                 assert (
                     "CUDNN_STATIC" not in extra_oneflow_cmake_args