diff --git a/package/Dockerfile b/package/Dockerfile
index 6a9fd83a..8616a5ca 100644
--- a/package/Dockerfile
+++ b/package/Dockerfile
@@ -1,9 +1,10 @@
 FROM ubuntu:16.04
 RUN apt-get update && apt-get install -y kmod curl nfs-common fuse \
-        libibverbs1 librdmacm1 libconfig-general-perl libaio1
+        libibverbs1 librdmacm1 libconfig-general-perl libaio1 \
+        && rm -rf /var/lib/apt/lists/*
 
 COPY longhorn launch copy-binary launch-with-vm-backing-file launch-simple-jiva /usr/local/bin/
 COPY tgt_*.deb /opt/
-RUN dpkg -i /opt/tgt_*.deb
+RUN dpkg -i /opt/tgt_*.deb && rm /opt/tgt_*.deb
 VOLUME /usr/local/bin
 CMD ["longhorn"]