diff --git a/Dockerfile b/Dockerfile
index a50f28ba8..60f1cbc24 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -4,23 +4,25 @@ MAINTAINER Andrew Woods <awoods01@gmail.com>
 
 # Install apt dependencies
 RUN apt-get update -y
-RUN apt-get install -y build-essential
-RUN apt-get install -y software-properties-common
-RUN apt-get install -y git
-RUN apt-get install -y ghostscript
-RUN apt-get install -y imagemagick
-RUN apt-get install -y libvips
+RUN apt-get install -y --no-install-recommends \
+                       build-essential \
+                       software-properties-common \
+                       git \
+                       ghostscript \
+                       imagemagick \
+                       libvips \
+                       locales \
+    && rm -rf /var/lib/apt/lists/*
 
 # Add imagemagick PDF fix
 RUN sed -i '/disable ghostscript format types/,+6d' /etc/ImageMagick-6/policy.xml
 
-# Install locales
-RUN apt-get update && apt-get install -y locales && rm -rf /var/lib/apt/lists/* \
-    && localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8
+# Set up locales
+RUN localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8
 ENV LANG en_US.utf8
 
 RUN mkdir /wax
-COPY Gemfile* *.gemspec ./wax
+COPY Gemfile* *.gemspec /wax/
 WORKDIR /wax
 RUN bundle