diff --git a/ci/test/cudf.sh b/ci/test/cudf.sh
index ff3e9dd2..466f98c4 100644
--- a/ci/test/cudf.sh
+++ b/ci/test/cudf.sh
@@ -9,6 +9,7 @@ export PATH="/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local
 # FIXME: "source activate" line should not be needed
 source /opt/conda/bin/activate rapids
 env
+nvidia-smi
 conda list
 
 TESTRESULTS_DIR=${WORKSPACE}/testresults
diff --git a/ci/test/cugraph.sh b/ci/test/cugraph.sh
index b2a3f685..7cfdb888 100644
--- a/ci/test/cugraph.sh
+++ b/ci/test/cugraph.sh
@@ -15,6 +15,7 @@ export RAPIDS_DATASET_ROOT_DIR=/rapids/cugraph/datasets
 
 # Show environment
 env
+nvidia-smi
 conda list
 
 TESTRESULTS_DIR=${WORKSPACE}/testresults
diff --git a/ci/test/cuml.sh b/ci/test/cuml.sh
index 8db5cf52..047dd662 100644
--- a/ci/test/cuml.sh
+++ b/ci/test/cuml.sh
@@ -8,6 +8,7 @@ export PATH="/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local
 # FIXME: "source activate" line should not be needed
 source /opt/conda/bin/activate rapids
 env
+nvidia-smi
 conda list
 
 TESTRESULTS_DIR=${WORKSPACE}/testresults
diff --git a/ci/test/cuspatial.sh b/ci/test/cuspatial.sh
index 4b678a0a..d1f0ed43 100644
--- a/ci/test/cuspatial.sh
+++ b/ci/test/cuspatial.sh
@@ -8,6 +8,7 @@ export PATH="/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local
 # FIXME: "source activate" line should not be needed
 source /opt/conda/bin/activate rapids
 env
+nvidia-smi
 conda list
 
 TESTRESULTS_DIR=${WORKSPACE}/testresults
diff --git a/ci/test/daskcuda.sh b/ci/test/daskcuda.sh
index 29821854..853f3bb3 100644
--- a/ci/test/daskcuda.sh
+++ b/ci/test/daskcuda.sh
@@ -9,6 +9,7 @@ export PATH="/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local
 source /opt/conda/bin/activate rapids
 
 env
+nvidia-smi
 conda list
 
 TESTRESULTS_DIR=${WORKSPACE}/testresults
diff --git a/ci/test/integration.sh b/ci/test/integration.sh
index 7718e77d..f8aa9e52 100644
--- a/ci/test/integration.sh
+++ b/ci/test/integration.sh
@@ -9,6 +9,7 @@ conda activate rapids
 
 gpuci_logger "Show env and current conda list"
 env
+nvidia-smi
 conda list
 
 export TESTRESULTS_DIR=${WORKSPACE}/testresults
diff --git a/ci/test/notebooks.sh b/ci/test/notebooks.sh
index de7b5ce9..ceb987de 100644
--- a/ci/test/notebooks.sh
+++ b/ci/test/notebooks.sh
@@ -21,6 +21,9 @@ esac
 
 
 env
+nvidia-smi
+conda list
+
 /test.sh 2>&1 | tee nbtest.log
 EXITCODE=$?
 python /rapids/utils/nbtestlog2junitxml.py nbtest.log
diff --git a/ci/test/rmm.sh b/ci/test/rmm.sh
index 93c5b76f..865c2470 100644
--- a/ci/test/rmm.sh
+++ b/ci/test/rmm.sh
@@ -6,6 +6,7 @@ export PATH="/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local
 # FIXME: "source activate" line should not be needed
 source /opt/conda/bin/activate rapids
 env
+nvidia-smi
 conda list
 
 TESTRESULTS_DIR=${WORKSPACE}/testresults
diff --git a/conda/recipes/rapids-build-env/meta.yaml b/conda/recipes/rapids-build-env/meta.yaml
index 95f6e696..4437fc81 100644
--- a/conda/recipes/rapids-build-env/meta.yaml
+++ b/conda/recipes/rapids-build-env/meta.yaml
@@ -120,6 +120,7 @@ requirements:
     - python-confluent-kafka {{ python_confluent_kafka_version }}
     - python-louvain
     - rapidjson {{ rapidjson_version }}
+    - rapids-pytest-benchmark
     - ripgrep
     - s3fs
     - setuptools