diff --git a/CHANGELOG.md b/CHANGELOG.md
index f1338598f4dd..af421a6ff7fe 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -297,6 +297,7 @@
 - PR #5951 Fix mkdir error in benchmark build
 - PR #5949 Find Arrow include directory for JNI builds
 - PR #5964 Fix API doc page title tag
+- PR #5979 Test numba 0.51.0
 
 
 # cuDF 0.14.0 (03 Jun 2020)
diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh
index 8f4eaec5ebce..9c448aa3378b 100755
--- a/ci/gpu/build.sh
+++ b/ci/gpu/build.sh
@@ -71,8 +71,8 @@ conda install "rmm=$MINOR_VERSION.*" "cudatoolkit=$CUDA_REL" \
               "ucx-py=${MINOR_VERSION}" \
 
 # https://docs.rapids.ai/maintainers/depmgmt/
-# conda remove -f rapids-build-env rapids-notebook-env
-# conda install "your-pkg=1.0.0"
+conda remove --force rapids-build-env
+conda install -y -c numba/label/dev -c conda-forge "numba==0.51.0"
 
 # Install the master version of dask, distributed, and streamz
 logger "pip install git+https://github.com/dask/distributed.git --upgrade --no-deps"