diff --git a/Dockerfile.rhel b/Dockerfile.rhel
new file mode 100644
index 00000000000..da815c4689e
--- /dev/null
+++ b/Dockerfile.rhel
@@ -0,0 +1,24 @@
+# Copyright 2019 The Kubernetes Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+FROM registry.svc.ci.openshift.org/ocp/builder:rhel-8-golang-openshift-4.6 as builder
+WORKDIR /go/src/sigs.k8s.io/cluster-api-provider-azure
+COPY . .
+# VERSION env gets set in the openshift/release image and refers to the golang version, which interferes with our own
+RUN unset VERSION \
+  && GOPROXY=off NO_DOCKER=1 make build
+
+FROM registry.svc.ci.openshift.org/ocp/4.6:base
+COPY --from=builder /go/src/sigs.k8s.io/cluster-api-provider-azure/bin/machine-controller-manager /
+COPY --from=builder /go/src/sigs.k8s.io/cluster-api-provider-azure/bin/termination-handler /