diff --git a/tools/setup_gpu_build_tools.sh b/tools/setup_gpu_build_tools.sh
index 167d4c6a6e13..8fd1edb9e4cc 100755
--- a/tools/setup_gpu_build_tools.sh
+++ b/tools/setup_gpu_build_tools.sh
@@ -31,14 +31,14 @@ if [[ $VARIANT == cu100* ]]; then
     CUDA_VERSION='10.0.130-1'
     CUDA_PATCH_VERSION='10.0.130-1'
     LIBCUDA_VERSION='410.48-0ubuntu1'
-    LIBCUDNN_VERSION='7.3.1.20-1+cuda10.0'
-    LIBNCCL_VERSION='2.3.4-1+cuda9.2'
+    LIBCUDNN_VERSION='7.5.1.10-1+cuda10.0'
+    LIBNCCL_VERSION='2.4.2-1+cuda10.0'
 elif [[ $VARIANT == cu92* ]]; then
     CUDA_VERSION='9.2.148-1'
     CUDA_PATCH_VERSION='9.2.148.1-1'
     LIBCUDA_VERSION='396.44-0ubuntu1'
-    LIBCUDNN_VERSION='7.3.1.20-1+cuda9.2'
-    LIBNCCL_VERSION='2.3.4-1+cuda9.2'
+    LIBCUDNN_VERSION='7.5.1.10-1+cuda9.2'
+    LIBNCCL_VERSION='2.4.2-1+cuda9.2'
 elif [[ $VARIANT == cu91* ]]; then
     CUDA_VERSION='9.1.85-1'
     CUDA_PATCH_VERSION='9.1.85.3-1'
@@ -49,8 +49,8 @@ elif [[ $VARIANT == cu90* ]]; then
     CUDA_VERSION='9.0.176-1'
     CUDA_PATCH_VERSION='9.0.176.3-1'
     LIBCUDA_VERSION='384.145-0ubuntu1'
-    LIBCUDNN_VERSION='7.3.1.20-1+cuda9.0'
-    LIBNCCL_VERSION='2.3.4-1+cuda9.0'
+    LIBCUDNN_VERSION='7.5.1.10-1+cuda9.0'
+    LIBNCCL_VERSION='2.4.2-1+cuda9.0'
 elif [[ $VARIANT == cu80* ]]; then
     CUDA_VERSION='8.0.61-1'
     CUDA_PATCH_VERSION='8.0.61.2-1'