diff --git a/Dockerfile b/Dockerfile
index b88288e..b2fdce5 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -6,7 +6,9 @@ RUN curl https://packages.microsoft.com/config/ubuntu/18.04/multiarch/prod.list
   cp ./microsoft.gpg /etc/apt/trusted.gpg.d/ &&\
   apt-get update &&\
   apt-get install -y moby-engine nano aziot-edge &&\
+  mkdir -p /etc/aziot/config &&\
   touch /etc/aziot/config/config.toml &&\
-  ln -s /etc/aziot/config/config.toml /etc/aziot/config.toml
+  ln -s /etc/aziot/config/config.toml /etc/aziot/config.toml &&\
+  rm -rf /var/lib/{apt,dpkg,cache,log}/
 # connect CM to /etc/aziot/config.toml
 # iotedge config apply