diff --git a/ci/docker/Dockerfile.publish.ubuntu1404_gpu b/ci/docker/Dockerfile.publish.ubuntu1404_gpu
index 8f2fec18fac4..5472e5799251 100644
--- a/ci/docker/Dockerfile.publish.ubuntu1404_gpu
+++ b/ci/docker/Dockerfile.publish.ubuntu1404_gpu
@@ -18,7 +18,7 @@
 #
 # Dockerfile to run MXNet on Ubuntu 14.04 for GPU
 
-FROM nvidia/cuda:10.1-cudnn7-devel-ubuntu16.04
+FROM nvidia/cuda:10.1-cudnn7-devel-ubuntu14.04
 
 WORKDIR /work/deps