diff --git a/tools/setup_gpu_build_tools.sh b/tools/setup_gpu_build_tools.sh
index 122fcd9a9a2c..724af3c90ec1 100755
--- a/tools/setup_gpu_build_tools.sh
+++ b/tools/setup_gpu_build_tools.sh
@@ -32,19 +32,19 @@ if [[ $VARIANT == cu101* ]]; then
     CUDA_PATCH_VERSION='10.1.105-1'
     LIBCUDA_VERSION='418.39-0ubuntu1'
     LIBCUDNN_VERSION='7.6.0.64-1+cuda10.1'
-    LIBNCCL_VERSION='2.4.2-1+cuda10.1'
+    LIBNCCL_VERSION='2.4.7-1+cuda10.1'
 elif [[ $VARIANT == cu100* ]]; then
     CUDA_VERSION='10.0.130-1'
     CUDA_PATCH_VERSION='10.0.130-1'
     LIBCUDA_VERSION='410.48-0ubuntu1'
     LIBCUDNN_VERSION='7.6.0.64-1+cuda10.0'
-    LIBNCCL_VERSION='2.4.2-1+cuda10.0'
+    LIBNCCL_VERSION='2.4.7-1+cuda10.0'
 elif [[ $VARIANT == cu92* ]]; then
     CUDA_VERSION='9.2.148-1'
     CUDA_PATCH_VERSION='9.2.148.1-1'
     LIBCUDA_VERSION='396.44-0ubuntu1'
     LIBCUDNN_VERSION='7.6.0.64-1+cuda9.2'
-    LIBNCCL_VERSION='2.4.2-1+cuda9.2'
+    LIBNCCL_VERSION='2.4.7-1+cuda9.2'
 elif [[ $VARIANT == cu91* ]]; then
     CUDA_VERSION='9.1.85-1'
     CUDA_PATCH_VERSION='9.1.85.3-1'
@@ -56,7 +56,7 @@ elif [[ $VARIANT == cu90* ]]; then
     CUDA_PATCH_VERSION='9.0.176.3-1'
     LIBCUDA_VERSION='384.145-0ubuntu1'
     LIBCUDNN_VERSION='7.6.0.64-1+cuda9.0'
-    LIBNCCL_VERSION='2.4.2-1+cuda9.0'
+    LIBNCCL_VERSION='2.4.7-1+cuda9.0'
 elif [[ $VARIANT == cu80* ]]; then
     CUDA_VERSION='8.0.61-1'
     CUDA_PATCH_VERSION='8.0.61.2-1'