From 0123b5ad821dd4f14ad6d69a8d50d524eee086bc Mon Sep 17 00:00:00 2001 From: Jia He Date: Mon, 31 Jul 2023 11:20:42 +0800 Subject: [PATCH] [fix] GitHub CI container does not have enough disk space for running. --- ....1-ubuntu18.04-manylinux2010-multipython.Dockerfile | 10 ++++++---- tools/install_so_files.sh | 4 ++-- tools/testing/build_and_run_tests.sh | 3 +++ 3 files changed, 11 insertions(+), 6 deletions(-) diff --git a/tools/docker/cuda11.2-cudnn8.1-ubuntu18.04-manylinux2010-multipython.Dockerfile b/tools/docker/cuda11.2-cudnn8.1-ubuntu18.04-manylinux2010-multipython.Dockerfile index 8797bdabe..6cc46dcca 100644 --- a/tools/docker/cuda11.2-cudnn8.1-ubuntu18.04-manylinux2010-multipython.Dockerfile +++ b/tools/docker/cuda11.2-cudnn8.1-ubuntu18.04-manylinux2010-multipython.Dockerfile @@ -80,8 +80,9 @@ WORKDIR /tmp/ COPY install/install_nccl.sh /install/ RUN /install/install_nccl.sh "2.8.4-1+cuda11.2" -COPY install/install_rocksdb.sh /install/ -RUN /install/install_rocksdb.sh "6.22.1" +# TODO(MoFHeka): GitHub CI container does not have enough disk space to install Rocksdb +# COPY install/install_rocksdb.sh /install/ +# RUN /install/install_rocksdb.sh "6.22.1" COPY install/install_bazel.sh /install/ RUN /install/install_bazel.sh "5.1.1" @@ -107,8 +108,9 @@ RUN /install/install_latest_clang.sh COPY install/use_devtoolset_7.sh /install/ RUN /install/use_devtoolset_7.sh -COPY install/install_rocksdb.sh /install/ -RUN /install/install_rocksdb.sh "6.22.1" +# TODO(MoFHeka): GitHub CI container does not have enough disk space to install Rocksdb +# COPY install/install_rocksdb.sh /install/ +# RUN /install/install_rocksdb.sh "6.22.1" COPY install/install_openmpi.sh /install/ RUN /install/install_openmpi.sh "4.1.1" diff --git a/tools/install_so_files.sh b/tools/install_so_files.sh index 8a6ecfd74..979d6ef99 100644 --- a/tools/install_so_files.sh +++ b/tools/install_so_files.sh @@ -1,5 +1,5 @@ set -e -x bazel build --local_ram_resources=4096 --cxxopt="-w" --copt="-w" $CUDA_FLAG //tensorflow_recommenders_addons/... -cp ./bazel-bin/tensorflow_recommenders_addons/dynamic_embedding/core/_*_ops.so ./tensorflow_recommenders_addons/dynamic_embedding/core/ -cp ./bazel-bin/tensorflow_recommenders_addons/embedding_variable/core/_*_ops.so ./tensorflow_recommenders_addons/embedding_variable/core/ +mv ./bazel-bin/tensorflow_recommenders_addons/dynamic_embedding/core/_*_ops.so ./tensorflow_recommenders_addons/dynamic_embedding/core/ +mv ./bazel-bin/tensorflow_recommenders_addons/embedding_variable/core/_*_ops.so ./tensorflow_recommenders_addons/embedding_variable/core/ diff --git a/tools/testing/build_and_run_tests.sh b/tools/testing/build_and_run_tests.sh index ab983402f..61a4234f8 100644 --- a/tools/testing/build_and_run_tests.sh +++ b/tools/testing/build_and_run_tests.sh @@ -43,3 +43,6 @@ fi python -m pytest -v -s --functions-durations=20 --modules-durations=5 $EXTRA_ARGS ./tensorflow_recommenders_addons/dynamic_embedding/python/kernel_tests/ +# Release disk space +bazel clean --expunge +rm -f ./tensorflow_recommenders_addons/dynamic_embedding/core/_*_ops.so