Skip to content

Commit

Permalink
Install MLRun in images using pip (#410)
Browse files Browse the repository at this point in the history
  • Loading branch information
Hedingber committed Aug 16, 2020
1 parent 0f2d16b commit 4e000bd
Show file tree
Hide file tree
Showing 8 changed files with 17 additions and 9 deletions.
4 changes: 3 additions & 1 deletion dockerfiles/base/Dockerfile
Expand Up @@ -20,12 +20,14 @@ RUN apt update -qqq \

ENV SSL_CERT_DIR /etc/ssl/certs

WORKDIR /mlrun

COPY ./dockerfiles/base/requirements.txt ./

RUN python -m pip install -r requirements.txt

COPY . .
RUN python setup.py install
RUN python -m pip install .

ARG MLRUN_MLUTILS_GITHUB_TAG=development
ARG MLRUN_MLUTILS_CACHE_DATE=initial
Expand Down
2 changes: 1 addition & 1 deletion dockerfiles/mlrun/Dockerfile
Expand Up @@ -23,4 +23,4 @@ COPY ./requirements.txt ./
RUN python -m pip install -r requirements.txt

COPY . .
RUN python setup.py install
RUN python -m pip install .
4 changes: 3 additions & 1 deletion dockerfiles/models-gpu/Dockerfile
Expand Up @@ -129,13 +129,15 @@ RUN ldconfig /usr/local/cuda-10.1/targets/x86_64-linux/lib/stubs && \

RUN conda clean -aqy

WORKDIR /mlrun

# do the dask package pinning with pip / faster
COPY ./dockerfiles/models-gpu/requirements.txt ./

RUN python -m pip install -r requirements.txt

COPY . .
RUN python setup.py install
RUN python -m pip install .

ARG MLRUN_MLUTILS_GITHUB_TAG=development
ARG MLRUN_MLUTILS_CACHE_DATE=initial
Expand Down
4 changes: 3 additions & 1 deletion dockerfiles/models-gpu/py36/Dockerfile
Expand Up @@ -122,13 +122,15 @@ RUN ldconfig /usr/local/cuda-10.1/targets/x86_64-linux/lib/stubs && \
python -m pip install horovod && \
ldconfig

WORKDIR /mlrun

# remove dask verify version mismatch warnings
COPY ./dockerfiles/models-gpu/requirements.txt ./

RUN python -m pip install -r requirements.txt

COPY . .
RUN python setup.py install
RUN python -m pip install .

ARG MLRUN_MLUTILS_GITHUB_TAG=development
ARG MLRUN_MLUTILS_CACHE_DATE=initial
Expand Down
4 changes: 2 additions & 2 deletions dockerfiles/models/Dockerfile
Expand Up @@ -64,14 +64,14 @@ RUN python -m pip install -U intel-tensorflow
RUN HOROVOD_WITH_TENSORFLOW=1 HOROVOD_WITH_PYTORCH=1 \
python -m pip install horovod

# dask, sklearn, etc...
WORKDIR /mlrun

COPY ./dockerfiles/models/requirements.txt ./

RUN python -m pip install -r requirements.txt

COPY . .
RUN python setup.py install
RUN python -m pip install .

ARG MLRUN_MLUTILS_GITHUB_TAG=development
ARG MLRUN_MLUTILS_CACHE_DATE=initial
Expand Down
4 changes: 3 additions & 1 deletion dockerfiles/models/py36/Dockerfile
Expand Up @@ -67,12 +67,14 @@ RUN conda install -n base -c anaconda tensorflow=1.14 keras
RUN HOROVOD_WITH_TENSORFLOW=1 HOROVOD_WITH_PYTORCH=1 \
python -m pip install horovod

WORKDIR /mlrun

COPY ./dockerfiles/models/requirements.txt ./

RUN python -m pip install -r requirements.txt

COPY . .
RUN python setup.py install
RUN python -m pip install .

ARG MLRUN_MLUTILS_GITHUB_TAG=development
ARG MLRUN_MLUTILS_CACHE_DATE=initial
Expand Down
2 changes: 1 addition & 1 deletion tests/Dockerfile.test-nb
Expand Up @@ -27,4 +27,4 @@ RUN pip install \
-r dev-requirements.txt
COPY . .
ENV PYTHONPATH=/mlrun
RUN python setup.py install
RUN python -m pip install .
2 changes: 1 addition & 1 deletion tests/integration/Dockerfile.test-nb
Expand Up @@ -28,7 +28,7 @@ RUN pip install \

COPY . .
ENV PYTHONPATH=/mlrun
RUN python setup.py install
RUN python -m pip install .
{args}
{pip}
RUN jupyter nbconvert --ExecutePreprocessor.timeout=600 --execute {notebook}

0 comments on commit 4e000bd

Please sign in to comment.