diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh
index 7614e19cc89b..a4a8aa57aa94 100755
--- a/ci/gpu/build.sh
+++ b/ci/gpu/build.sh
@@ -83,8 +83,8 @@ gpuci_conda_retry install -y \
                   "ucx-py=${MINOR_VERSION}"
 
 # https://docs.rapids.ai/maintainers/depmgmt/
-# gpuci_conda_retry remove --force rapids-build-env rapids-notebook-env
-# gpuci_conda_retry install -y "your-pkg=1.0.0"
+gpuci_conda_retry remove --force rapids-build-env rapids-notebook-env
+gpuci_conda_retry install -y "cupy=8.5.0"
 
 
 gpuci_logger "Check compiler versions"