diff --git a/docker/README.md b/docker/README.md
index e8fc2e2be2b7..32660e43383d 100644
--- a/docker/README.md
+++ b/docker/README.md
@@ -48,12 +48,12 @@ Available Tensor Operations:
   - `docker pull pytorchignite/hvd-apex-vision:latest`
 - [hvd/Dockerfile.hvd-apex-nlp](hvd/Dockerfile.hvd-apex-nlp): base Horovod apex with useful NLP libraries
   - `docker pull pytorchignite/hvd-apex-nlp:latest`
-- [msdp/Dockerfile.msdp-apex-base](msdp/Dockerfile.msdp-apex-base): multi-stage MSDeepSpeed build with latest Pytorch, Ignite image with minimal dependencies
-  - `docker pull pytorchignite/msdp-base:latest`
+- [msdp/Dockerfile.msdp-apex-base](msdp/Dockerfile.msdp-apex): multi-stage MSDeepSpeed build with latest Pytorch, Ignite image with minimal dependencies
+  - `docker pull pytorchignite/msdp-apex:latest`
 - [msdp/Dockerfile.msdp-apex-vision](msdp/Dockerfile.msdp-apex-vision): base MSDeepSpeed build with useful computer vision libraries
-  - `docker pull pytorchignite/msdp-vision:latest`
+  - `docker pull pytorchignite/msdp-apex-vision:latest`
 - [msdp/Dockerfile.msdp-apex-nlp](msdp/Dockerfile.msdp-apex-nlp): base MSDeepSpeed build with useful NLP libraries
-  - `docker pull pytorchignite/msdp-nlp:latest`
+  - `docker pull pytorchignite/msdp-apex-nlp:latest`
 
 ## How to use
 
diff --git a/docker/msdp/Dockerfile.msdp-apex b/docker/msdp/Dockerfile.msdp-apex
index c22a6a0730ec..43e75fa48ada 100644
--- a/docker/msdp/Dockerfile.msdp-apex
+++ b/docker/msdp/Dockerfile.msdp-apex
@@ -65,12 +65,8 @@ RUN pip install --upgrade --no-cache-dir pytorch-ignite \
                                          tqdm
 
 # replace pillow with pillow-simd
-RUN apt-get update && apt-get -y install --no-install-recommends g++ && \
-    pip uninstall -y pillow && \
-    CC="cc -mavx2" pip install --upgrade --no-cache-dir --force-reinstall pillow-simd && \
-    apt-get remove -y g++ && \
-    apt-get autoremove -y && \
-    rm -rf /var/lib/apt/lists/*
+RUN pip uninstall -y pillow && \
+    CC="cc -mavx2" pip install --upgrade --no-cache-dir --force-reinstall pillow-simd
 
 # Checkout Ignite examples only
 RUN mkdir -p pytorch-ignite-examples && \