Skip to content
Permalink
Browse files

Updated example Dockers with latest framework versions (#1796)

Signed-off-by: Travis Addair <taddair@uber.com>
  • Loading branch information
tgaddair committed Mar 17, 2020
1 parent 9ad69e7 commit fecaeacdeeced34483a7a6ed30ab479f3d3077ef
Showing with 19 additions and 23 deletions.
  1. +4 −4 Dockerfile.cpu
  2. +10 −10 Dockerfile.gpu
  3. +0 −2 build-docker-images.sh
  4. +5 −7 docs/contributors.rst
@@ -1,9 +1,9 @@
FROM ubuntu:18.04

ENV TENSORFLOW_VERSION=2.0.0
ENV PYTORCH_VERSION=1.3.0
ENV TORCHVISION_VERSION=0.4.1
ENV MXNET_VERSION=1.5.0
ENV TENSORFLOW_VERSION=2.1.0
ENV PYTORCH_VERSION=1.4.0
ENV TORCHVISION_VERSION=0.5.0
ENV MXNET_VERSION=1.6.0

# Python 2.7 or 3.6 is supported by Ubuntu Bionic out of the box
ARG python=2.7
@@ -1,12 +1,12 @@
FROM nvidia/cuda:10.0-devel-ubuntu18.04
FROM nvidia/cuda:10.1-devel-ubuntu18.04

# TensorFlow version is tightly coupled to CUDA and cuDNN so it should be selected carefully
ENV TENSORFLOW_VERSION=2.0.0
ENV PYTORCH_VERSION=1.3.0
ENV TORCHVISION_VERSION=0.4.1
ENV CUDNN_VERSION=7.6.0.64-1+cuda10.0
ENV NCCL_VERSION=2.4.7-1+cuda10.0
ENV MXNET_VERSION=1.5.0
ENV TENSORFLOW_VERSION=2.1.0
ENV PYTORCH_VERSION=1.4.0
ENV TORCHVISION_VERSION=0.5.0
ENV CUDNN_VERSION=7.6.5.32-1+cuda10.1
ENV NCCL_VERSION=2.4.8-1+cuda10.1
ENV MXNET_VERSION=1.6.0

# Python 2.7 or 3.6 is supported by Ubuntu Bionic out of the box
ARG python=2.7
@@ -51,9 +51,9 @@ RUN pip install numpy \
keras \
h5py

RUN pip install https://download.pytorch.org/whl/cu100/torch-${PYTORCH_VERSION}%2Bcu100-$(python -c "import wheel.pep425tags as w; print('-'.join(w.get_supported(None)[0][:-1]))")-linux_x86_64.whl \
https://download.pytorch.org/whl/cu100/torchvision-${TORCHVISION_VERSION}%2Bcu100-$(python -c "import wheel.pep425tags as w; print('-'.join(w.get_supported(None)[0][:-1]))")-linux_x86_64.whl
RUN pip install mxnet-cu100==${MXNET_VERSION}
RUN pip install https://download.pytorch.org/whl/cu101/torch-${PYTORCH_VERSION}-$(python -c "import wheel.pep425tags as w; print('-'.join(w.get_supported(None)[0][:-1]))")-linux_x86_64.whl \
https://download.pytorch.org/whl/cu101/torchvision-${TORCHVISION_VERSION}-$(python -c "import wheel.pep425tags as w; print('-'.join(w.get_supported(None)[0][:-1]))")-linux_x86_64.whl
RUN pip install mxnet-cu101==${MXNET_VERSION}

# Install Open MPI
RUN mkdir /tmp/openmpi && \
@@ -29,9 +29,7 @@ docker rmi $(cat Dockerfile.gpu | grep FROM | awk '{print $2}') || true
docker rmi $(cat Dockerfile.cpu | grep FROM | awk '{print $2}') || true

# build for py2 and py3, cpu and gpu
build_one 2.7 gpu
build_one 3.6 gpu
build_one 2.7 cpu
build_one 3.6 cpu

# print recent images
@@ -312,7 +312,7 @@ Upload to PyPI using `Twine <https://pypi.org/project/twine>`_:
$ twine upload -r pypi dist/horovod-0.18.0.tar.gz
Create a `PyPI <https://pypi.org>`_ account if you don’t have one. Then ask someone from the Horovod TSC
to add you to the horovod project.
to add you to the Horovod project.

Verify that the latest version of Horovod is now available:

@@ -324,8 +324,8 @@ Verify that the latest version of Horovod is now available:
Build Docker Images
~~~~~~~~~~~~~~~~~~~

Create a `Docker Hub <https://cloud.docker.com>`_. Ask someone from the Horovod TSC to add you to the
horovod project.
Create a `Docker Hub <https://cloud.docker.com>`_ account. Ask someone from the Horovod TSC to add you to the
Horovod project.

From a clean copy of the ``horovod`` repository on a Linux machine:

@@ -336,17 +336,15 @@ From a clean copy of the ``horovod`` repository on a Linux machine:
If you have trouble connecting to external URLs, try changing ``docker build ...`` to
``docker build --network host ...`` in ``build-docker-images.sh``.

Upload artifacts for Python 2.7 and Python 3.6, CPU and GPU:
Upload artifacts for Python 3.6, CPU and GPU:

.. code-block:: bash
$ docker login
$ docker push horovod/horovod:0.18.1-tf1.14.0-torch1.2.0-mxnet1.5.0-py2.7-gpu
$ docker push horovod/horovod:0.18.1-tf1.14.0-torch1.2.0-mxnet1.5.0-py3.6-gpu
$ docker push horovod/horovod:0.18.1-tf1.14.0-torch1.2.0-mxnet1.5.0-py2.7-cpu
$ docker push horovod/horovod:0.18.1-tf1.14.0-torch1.2.0-mxnet1.5.0-py3.6-cpu
Check the horovod `Docker Hub project <https://cloud.docker.com/u/horovod/repository/docker/horovod/horovod>`_
Check the Horovod `Docker Hub project <https://cloud.docker.com/u/horovod/repository/docker/horovod/horovod>`_
to verify that the image artifacts were successfully uploaded.

.. inclusion-marker-end-do-not-remove

0 comments on commit fecaeac

Please sign in to comment.
You can’t perform that action at this time.