Skip to content

Commit

Permalink
[fix] GitHub CI container does not have enough disk space for running.
Browse files Browse the repository at this point in the history
  • Loading branch information
MoFHeka committed Jul 31, 2023
1 parent 8edc625 commit 0123b5a
Show file tree
Hide file tree
Showing 3 changed files with 11 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -80,8 +80,9 @@ WORKDIR /tmp/
COPY install/install_nccl.sh /install/
RUN /install/install_nccl.sh "2.8.4-1+cuda11.2"

COPY install/install_rocksdb.sh /install/
RUN /install/install_rocksdb.sh "6.22.1"
# TODO(MoFHeka): GitHub CI container does not have enough disk space to install Rocksdb
# COPY install/install_rocksdb.sh /install/
# RUN /install/install_rocksdb.sh "6.22.1"

COPY install/install_bazel.sh /install/
RUN /install/install_bazel.sh "5.1.1"
Expand All @@ -107,8 +108,9 @@ RUN /install/install_latest_clang.sh
COPY install/use_devtoolset_7.sh /install/
RUN /install/use_devtoolset_7.sh

COPY install/install_rocksdb.sh /install/
RUN /install/install_rocksdb.sh "6.22.1"
# TODO(MoFHeka): GitHub CI container does not have enough disk space to install Rocksdb
# COPY install/install_rocksdb.sh /install/
# RUN /install/install_rocksdb.sh "6.22.1"

COPY install/install_openmpi.sh /install/
RUN /install/install_openmpi.sh "4.1.1"
Expand Down
4 changes: 2 additions & 2 deletions tools/install_so_files.sh
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
set -e -x

bazel build --local_ram_resources=4096 --cxxopt="-w" --copt="-w" $CUDA_FLAG //tensorflow_recommenders_addons/...
cp ./bazel-bin/tensorflow_recommenders_addons/dynamic_embedding/core/_*_ops.so ./tensorflow_recommenders_addons/dynamic_embedding/core/
cp ./bazel-bin/tensorflow_recommenders_addons/embedding_variable/core/_*_ops.so ./tensorflow_recommenders_addons/embedding_variable/core/
mv ./bazel-bin/tensorflow_recommenders_addons/dynamic_embedding/core/_*_ops.so ./tensorflow_recommenders_addons/dynamic_embedding/core/
mv ./bazel-bin/tensorflow_recommenders_addons/embedding_variable/core/_*_ops.so ./tensorflow_recommenders_addons/embedding_variable/core/
3 changes: 3 additions & 0 deletions tools/testing/build_and_run_tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -43,3 +43,6 @@ fi

python -m pytest -v -s --functions-durations=20 --modules-durations=5 $EXTRA_ARGS ./tensorflow_recommenders_addons/dynamic_embedding/python/kernel_tests/

# Release disk space
bazel clean --expunge
rm -f ./tensorflow_recommenders_addons/dynamic_embedding/core/_*_ops.so

0 comments on commit 0123b5a

Please sign in to comment.