Skip to content

Commit

Permalink
[Requirements] Bump Tensorflow to 2.7.0 and Horovod to 0.23.0 (#1603)
Browse files Browse the repository at this point in the history
  • Loading branch information
Hedingber committed Jan 3, 2022
1 parent 0387f1a commit 40330e6
Show file tree
Hide file tree
Showing 3 changed files with 7 additions and 8 deletions.
4 changes: 2 additions & 2 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -43,8 +43,8 @@ MLRUN_GIT_ORG ?= mlrun
MLRUN_RELEASE_BRANCH ?= master
MLRUN_SYSTEM_TESTS_CLEAN_RESOURCES ?= true
MLRUN_CUDA_VERSION = 11.0
MLRUN_TENSORFLOW_VERSION = 2.4.1
MLRUN_HOROVOD_VERSION = 0.22.1
MLRUN_TENSORFLOW_VERSION = 2.7.0
MLRUN_HOROVOD_VERSION = 0.23.0


MLRUN_DOCKER_IMAGE_PREFIX := $(if $(MLRUN_DOCKER_REGISTRY),$(strip $(MLRUN_DOCKER_REGISTRY))$(MLRUN_DOCKER_REPO),$(MLRUN_DOCKER_REPO))
Expand Down
4 changes: 2 additions & 2 deletions dockerfiles/models-gpu/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,7 @@ RUN conda install -n base -c rapidsai -c nvidia -c conda-forge rapids=21.06 pyth
RUN conda install -n base pytorch::pytorch==1.7.0 pytorch::torchvision==0.8.0 \
&& conda clean -aqy

ARG TENSORFLOW_VERSION=2.4.1
ARG TENSORFLOW_VERSION=2.7.0
RUN python -m pip install tensorflow~=${TENSORFLOW_VERSION}

ARG OMPI=4.1.0
Expand All @@ -81,7 +81,7 @@ RUN mkdir /tmp/openmpi && \
ENV OMPI_ALLOW_RUN_AS_ROOT=1
ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1

ARG HOROVOD_VERSION=0.22.1
ARG HOROVOD_VERSION=0.23.0
# TODO: MAKEFLAGS="-j1" work around some transient concurrency problem with installing horovod remove it when
# possible (should be safe to remove if it works ~5 times without it)
RUN ldconfig /usr/local/cuda-11.0/targets/x86_64-linux/lib/stubs && \
Expand Down
7 changes: 3 additions & 4 deletions dockerfiles/models/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -23,11 +23,10 @@ ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1
RUN python -m pip install torch==1.7.0+cpu torchvision==0.8.1+cpu \
-f https://download.pytorch.org/whl/torch_stable.html

ARG TENSORFLOW_VERSION=2.4.1
# Not using intel-tensorflow (unlike py36 image) cause they have only 2.4.0 and we need 2.4.1
RUN python -m pip install -U tensorflow~=${TENSORFLOW_VERSION} mxnet
ARG TENSORFLOW_VERSION=2.7.0
RUN python -m pip install -U intel-tensorflow~=${TENSORFLOW_VERSION} mxnet

ARG HOROVOD_VERSION=0.22.1
ARG HOROVOD_VERSION=0.23.0
RUN HOROVOD_WITH_TENSORFLOW=1 HOROVOD_WITH_PYTORCH=1 \
python -m pip install horovod~=${HOROVOD_VERSION}

Expand Down

0 comments on commit 40330e6

Please sign in to comment.