diff --git a/ci-operator/jobs/openshift/installer/openshift-installer-presubmits.yaml b/ci-operator/jobs/openshift/installer/openshift-installer-presubmits.yaml
index b9d88388fb9fa..60a915fa0ae08 100644
--- a/ci-operator/jobs/openshift/installer/openshift-installer-presubmits.yaml
+++ b/ci-operator/jobs/openshift/installer/openshift-installer-presubmits.yaml
@@ -34,7 +34,9 @@ presubmits:
     - master
     - dockerless-build-temporary
     rerun_command: "/test e2e-aws"
-    always_run: true
+    # The abomination below is equivilent to `^((?!Documentation).)*$`. Since
+    # Go doesn't support negative lookaheads, we are stuck with the following.
+    run_if_changed: "^([^D]|D(D|oD|ocD|ocuD|ocum(D|e(D|n(D|t(D|aD|atD|atiD|atioD)))))*([^Do]|o[^Dc]|oc[^Du]|ocu[^Dm]|ocum([^De]|e([^Dn]|n([^Dt]|t([^Da]|a[^Dt]|at[^Di]|ati[^Do]|atio[^Dn]))))))*(D(D|oD|ocD|ocuD|ocum(D|e(D|n(D|t(D|aD|atD|atiD|atioD)))))*(o|oc|ocu|ocum(e(n(t(a|at|ati|atio)?)?)?)?)?)?$"
     trigger: "((?m)^/test( all| e2e-aws),?(\\s+|$))"
     decorate: true
     skip_cloning: true