diff --git a/Dockerfile b/Dockerfile
index 951fe929ed..91e0dbdc2a 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -6,11 +6,5 @@ RUN unset VERSION \
  && GOPROXY=off NO_DOCKER=1 make build
 
 FROM registry.svc.ci.openshift.org/openshift/origin-v4.0:base
-RUN INSTALL_PKGS=" \
-      openssh \
-      " && \
-    yum install -y $INSTALL_PKGS && \
-    rpm -V $INSTALL_PKGS && \
-    yum clean all
 COPY --from=builder /go/src/sigs.k8s.io/cluster-api-provider-aws/bin/machine-controller-manager /
 COPY --from=builder /go/src/sigs.k8s.io/cluster-api-provider-aws/bin/termination-handler /
diff --git a/Dockerfile.rhel7 b/Dockerfile.rhel7
index b1e1f8e1c0..0ffc62b953 100644
--- a/Dockerfile.rhel7
+++ b/Dockerfile.rhel7
@@ -6,11 +6,5 @@ RUN unset VERSION \
  && GOPROXY=off NO_DOCKER=1 make build
 
 FROM registry.svc.ci.openshift.org/ocp/4.0:base
-RUN INSTALL_PKGS=" \
-      openssh \
-      " && \
-    yum install -y $INSTALL_PKGS && \
-    rpm -V $INSTALL_PKGS && \
-    yum clean all
 COPY --from=builder /go/src/sigs.k8s.io/cluster-api-provider-aws/bin/machine-controller-manager /
 COPY --from=builder /go/src/sigs.k8s.io/cluster-api-provider-aws/bin/termination-handler /