diff --git a/ci/docker/Dockerfile.build.ubuntu_build_cuda b/ci/docker/Dockerfile.build.ubuntu_build_cuda
index 07f67d178c2c..4840d3703d12 100644
--- a/ci/docker/Dockerfile.build.ubuntu_build_cuda
+++ b/ci/docker/Dockerfile.build.ubuntu_build_cuda
@@ -36,7 +36,6 @@ COPY install/ubuntu_scala.sh /work/
 COPY install/sbt.gpg /work/
 RUN /work/ubuntu_scala.sh
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 COPY install/ubuntu_perl.sh /work/
 RUN /work/ubuntu_perl.sh
diff --git a/ci/docker/Dockerfile.build.ubuntu_cpu b/ci/docker/Dockerfile.build.ubuntu_cpu
index b1eb89bb3f36..6893499d70a8 100644
--- a/ci/docker/Dockerfile.build.ubuntu_cpu
+++ b/ci/docker/Dockerfile.build.ubuntu_cpu
@@ -40,7 +40,6 @@ COPY install/ubuntu_clojure.sh /work/
 RUN /work/ubuntu_clojure.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/Dockerfile.build.ubuntu_cpu_julia b/ci/docker/Dockerfile.build.ubuntu_cpu_julia
index b1eb89bb3f36..6893499d70a8 100644
--- a/ci/docker/Dockerfile.build.ubuntu_cpu_julia
+++ b/ci/docker/Dockerfile.build.ubuntu_cpu_julia
@@ -40,7 +40,6 @@ COPY install/ubuntu_clojure.sh /work/
 RUN /work/ubuntu_clojure.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/Dockerfile.build.ubuntu_cpu_r b/ci/docker/Dockerfile.build.ubuntu_cpu_r
index 264d34cd6422..f41b651585cf 100644
--- a/ci/docker/Dockerfile.build.ubuntu_cpu_r
+++ b/ci/docker/Dockerfile.build.ubuntu_cpu_r
@@ -29,7 +29,6 @@ COPY install/deb_ubuntu_ccache.sh /work/
 RUN /work/deb_ubuntu_ccache.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 # Always last
diff --git a/ci/docker/Dockerfile.build.ubuntu_gpu_cu100 b/ci/docker/Dockerfile.build.ubuntu_gpu_cu100
index 9a18e94bd40c..b792bae44a04 100644
--- a/ci/docker/Dockerfile.build.ubuntu_gpu_cu100
+++ b/ci/docker/Dockerfile.build.ubuntu_gpu_cu100
@@ -37,7 +37,6 @@ COPY install/sbt.gpg /work/
 RUN /work/ubuntu_scala.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/Dockerfile.build.ubuntu_gpu_cu101 b/ci/docker/Dockerfile.build.ubuntu_gpu_cu101
index a17261bfa820..a3e0ece760f0 100644
--- a/ci/docker/Dockerfile.build.ubuntu_gpu_cu101
+++ b/ci/docker/Dockerfile.build.ubuntu_gpu_cu101
@@ -37,7 +37,6 @@ COPY install/sbt.gpg /work/
 RUN /work/ubuntu_scala.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/Dockerfile.build.ubuntu_gpu_cu102 b/ci/docker/Dockerfile.build.ubuntu_gpu_cu102
index 7a21e74a3b8b..52d65aaba0f4 100644
--- a/ci/docker/Dockerfile.build.ubuntu_gpu_cu102
+++ b/ci/docker/Dockerfile.build.ubuntu_gpu_cu102
@@ -37,7 +37,6 @@ COPY install/sbt.gpg /work/
 RUN /work/ubuntu_scala.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/Dockerfile.build.ubuntu_gpu_cu80 b/ci/docker/Dockerfile.build.ubuntu_gpu_cu80
index 83f05fddf261..c203161a0cbf 100644
--- a/ci/docker/Dockerfile.build.ubuntu_gpu_cu80
+++ b/ci/docker/Dockerfile.build.ubuntu_gpu_cu80
@@ -37,7 +37,6 @@ COPY install/sbt.gpg /work/
 RUN /work/ubuntu_scala.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/Dockerfile.build.ubuntu_gpu_cu90 b/ci/docker/Dockerfile.build.ubuntu_gpu_cu90
index f43dc590e2cc..0e180a31eef4 100644
--- a/ci/docker/Dockerfile.build.ubuntu_gpu_cu90
+++ b/ci/docker/Dockerfile.build.ubuntu_gpu_cu90
@@ -37,7 +37,6 @@ COPY install/sbt.gpg /work/
 RUN /work/ubuntu_scala.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/Dockerfile.build.ubuntu_gpu_cu92 b/ci/docker/Dockerfile.build.ubuntu_gpu_cu92
index 3b1ea6c781ad..fe72b2e03d4e 100644
--- a/ci/docker/Dockerfile.build.ubuntu_gpu_cu92
+++ b/ci/docker/Dockerfile.build.ubuntu_gpu_cu92
@@ -37,7 +37,6 @@ COPY install/sbt.gpg /work/
 RUN /work/ubuntu_scala.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/Dockerfile.build.ubuntu_nightly_cpu b/ci/docker/Dockerfile.build.ubuntu_nightly_cpu
index 5717df1b9130..b9c275e00919 100644
--- a/ci/docker/Dockerfile.build.ubuntu_nightly_cpu
+++ b/ci/docker/Dockerfile.build.ubuntu_nightly_cpu
@@ -37,7 +37,6 @@ COPY install/sbt.gpg /work/
 RUN /work/ubuntu_scala.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/Dockerfile.build.ubuntu_nightly_gpu b/ci/docker/Dockerfile.build.ubuntu_nightly_gpu
index 5e812c433b43..216e96fcebb8 100644
--- a/ci/docker/Dockerfile.build.ubuntu_nightly_gpu
+++ b/ci/docker/Dockerfile.build.ubuntu_nightly_gpu
@@ -37,7 +37,6 @@ COPY install/sbt.gpg /work/
 RUN /work/ubuntu_scala.sh
 
 COPY install/ubuntu_r.sh /work/
-COPY install/r.gpg /work/
 RUN /work/ubuntu_r.sh
 
 COPY install/ubuntu_perl.sh /work/
diff --git a/ci/docker/install/export_gpg_keys.sh b/ci/docker/install/export_gpg_keys.sh
index 604a27b98143..a4882aff5424 100755
--- a/ci/docker/install/export_gpg_keys.sh
+++ b/ci/docker/install/export_gpg_keys.sh
@@ -19,5 +19,3 @@
 
 gpg --keyserver keyserver.ubuntu.com --recv 2EE0EA64E40A89B84B2DF73499E82A75642AC823
 gpg --output sbt.gpg --export scalasbt@gmail.com
-gpg --keyserver keyserver.ubuntu.com --recv E084DAB9
-gpg --output r.gpg --export marutter@gmail.com
diff --git a/ci/docker/install/r.gpg b/ci/docker/install/r.gpg
deleted file mode 100644
index 77fd6341e9d4..000000000000
Binary files a/ci/docker/install/r.gpg and /dev/null differ
diff --git a/ci/docker/install/ubuntu_r.sh b/ci/docker/install/ubuntu_r.sh
index b7ddea78f90a..cd5fcb821d6f 100755
--- a/ci/docker/install/ubuntu_r.sh
+++ b/ci/docker/install/ubuntu_r.sh
@@ -29,10 +29,7 @@ cd "$(dirname "$0")"
 # install libraries for mxnet's r package on ubuntu
 echo "deb http://cran.rstudio.com/bin/linux/ubuntu trusty/" >> /etc/apt/sources.list
 
-apt-key add r.gpg
-
-# Installing the latest version (3.3+) that is compatible with MXNet
-add-apt-repository 'deb [arch=amd64,i386] https://cran.rstudio.com/bin/linux/ubuntu xenial/'
+apt-key adv --keyserver keyserver.ubuntu.com --recv-keys E298A3A825C0D65DFD57CBB651716619E084DAB9
 
 apt-get update || true
 apt-get install -y --allow-unauthenticated \