diff --git a/ci/test_wheel_deps_wheels.sh b/ci/test_wheel_deps_wheels.sh
index afad1ba65..46947df20 100755
--- a/ci/test_wheel_deps_wheels.sh
+++ b/ci/test_wheel_deps_wheels.sh
@@ -25,10 +25,22 @@ nvidia-smi
 rapids-logger "Show Numba system info"
 python -m numba --sysinfo
 
-# remove cuda-nvvm-12-5 leaving libnvvm.so from nvidia-cuda-nvcc-cu12 only
-apt-get update
-apt remove --purge `dpkg --get-selections | grep cuda-nvvm | awk '{print $1}'` -y
-apt remove --purge `dpkg --get-selections | grep cuda-nvrtc | awk '{print $1}'` -y
+# Uninstall nvvm and nvrtc packages, if any exist
+nvvm_pkgs=$(dpkg --get-selections | awk '/nvvm/ {print $1}')
+nvrtc_pkgs=$(dpkg --get-selections | awk '/nvrtc/ {print $1}')
+
+if [[ -z "$nvvm_pkgs" ]]; then
+    echo "Error: expected to remove nvvm packages but didn't find any installed"
+    exit 1
+fi
+
+if [[ -z "$nvrtc_pkgs" ]]; then
+    echo "Error: expected to remove nvrtc packages but didn't find any installed"
+    exit 1
+fi
+
+apt remove --purge -y $nvvm_pkgs
+apt remove --purge -y $nvrtc_pkgs
 
 rapids-logger "Run Tests"
 NUMBA_CUDA_TEST_BIN_DIR=$NUMBA_CUDA_TEST_BIN_DIR python -m pytest -v