diff --git a/docker/Dockerfile.torch b/docker/Dockerfile.torch
index 9b9138100..cfc600032 100644
--- a/docker/Dockerfile.torch
+++ b/docker/Dockerfile.torch
@@ -44,8 +44,9 @@ RUN git submodule update --init --recursive && \
 # RUN pip uninstall -y apex && \
 #     pip install git+https://github.com/NVIDIA/apex --global-option="--cpp_ext" --global-option="--cuda_ext" --global-option="--fast_layer_norm" && \
 #     pip install 3rdparty/NeMo[nlp]
+RUN conda update --all
 RUN pip install --upgrade --no-cache-dir pip \
- && pip install --no-cache-dir 3rdparty/NeMo[nlp] --ignore-installed
+ && pip install --no-cache-dir 3rdparty/NeMo[nlp]
 
 ENV NCCL_LAUNCH_MODE=GROUP
 ARG SM=80