diff --git a/ci/axis/nightly.yaml b/ci/axis/nightly.yaml
index e83070e3..220200dd 100644
--- a/ci/axis/nightly.yaml
+++ b/ci/axis/nightly.yaml
@@ -10,6 +10,7 @@ RAPIDS_VER:
 
 # Use CUDA_VER to not clobber `CUDA_VERSION` in the container
 CUDA_VER:
+  - 11.4
   - 11.2
   - 11.0
 
diff --git a/ci/axis/release.yaml b/ci/axis/release.yaml
index eb33b5ca..a65b162d 100644
--- a/ci/axis/release.yaml
+++ b/ci/axis/release.yaml
@@ -10,6 +10,7 @@ RAPIDS_VER:
 
 # Use CUDA_VER to not clobber `CUDA_VERSION` in the container
 CUDA_VER:
+  - 11.4
   - 11.2
   - 11.0