diff --git a/cni.Dockerfile b/cni.Dockerfile
index b4e547288..2351da0a1 100644
--- a/cni.Dockerfile
+++ b/cni.Dockerfile
@@ -18,8 +18,8 @@ RUN yum upgrade -y \
 
 COPY . /opt/kuryr-kubernetes
 
-RUN pip3 install -U pip \
-    && python3 -m pip install -c $UPPER_CONSTRAINTS_FILE /opt/kuryr-kubernetes \
+RUN pip3 --no-cache-dir install -U pip \
+    && python3 -m pip --no-cache-dir install -c $UPPER_CONSTRAINTS_FILE /opt/kuryr-kubernetes \
     && cp /opt/kuryr-kubernetes/cni_ds_init /usr/bin/cni_ds_init \
     && mkdir -p /etc/kuryr-cni \
     && cp /opt/kuryr-kubernetes/etc/cni/net.d/* /etc/kuryr-cni \
diff --git a/controller.Dockerfile b/controller.Dockerfile
index 662eac3c4..feeea36f9 100644
--- a/controller.Dockerfile
+++ b/controller.Dockerfile
@@ -10,7 +10,7 @@ RUN yum upgrade -y \
 
 COPY . /opt/kuryr-kubernetes
 
-RUN pip3 install -U pip \
+RUN pip3 --no-cache-dir install -U pip \
     && python3 -m pip install -c $UPPER_CONSTRAINTS_FILE --no-cache-dir /opt/kuryr-kubernetes \
     && yum -y history undo last \
     && yum clean all \