From c7873f4ae70067a4da88069ef84ec15ea887cd64 Mon Sep 17 00:00:00 2001 From: Zach Mueller Date: Thu, 18 Jan 2024 13:01:44 -0500 Subject: [PATCH] Fix mpi4py/failing deepspeed test issues (#2353) * Try deepspeed after installing mpi4py * Try again * Just GPU needed * Run slow deepspeed * Fin * Uncomment * Uncomment x2 --- docker/accelerate-gpu/Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/docker/accelerate-gpu/Dockerfile b/docker/accelerate-gpu/Dockerfile index 2549d3fbffd..e8b89782647 100644 --- a/docker/accelerate-gpu/Dockerfile +++ b/docker/accelerate-gpu/Dockerfile @@ -1,4 +1,4 @@ -# Builds GPU docker image of PyTorch +# Builds GPU docker image of PyTorch specifically # Uses multi-staged approach to reduce size # Stage 1 # Use base conda image to reduce time @@ -19,7 +19,8 @@ ENV PATH /opt/conda/envs/accelerate/bin:$PATH # Activate our bash shell RUN chsh -s /bin/bash SHELL ["/bin/bash", "-c"] -# Activate the conda env and install torch + accelerate +# Activate the conda env, install mpy4pi, and install torch + accelerate +RUN source activate accelerate && conda install -c conda-forge mpi4py RUN source activate accelerate && \ python3 -m pip install --no-cache-dir \ git+https://github.com/huggingface/accelerate#egg=accelerate[testing,test_trackers] \