diff --git a/ci/docker/runtime_functions.sh b/ci/docker/runtime_functions.sh
index ef496dfe8168..8999cda06e0e 100755
--- a/ci/docker/runtime_functions.sh
+++ b/ci/docker/runtime_functions.sh
@@ -1391,6 +1391,14 @@ nightly_test_installation() {
     source ./tests/jenkins/run_test_installation_docs.sh docs/install/index.md 1 1686; ${1}
 }
 
+# Runs Imagenet inference
+nightly_test_imagenet_inference() {
+    set -ex
+    echo $PWD
+    cp /work/mxnet/build/cpp-package/example/imagenet_inference .
+    /work/mxnet/cpp-package/example/inference/unit_test_imagenet_inference.sh
+}
+
 #Runs a simple MNIST training example
 nightly_test_image_classification() {
     set -ex
diff --git a/cpp-package/tests/ci_test.sh b/cpp-package/tests/ci_test.sh
index 2ac9d6fcd741..39f9e06861b3 100755
--- a/cpp-package/tests/ci_test.sh
+++ b/cpp-package/tests/ci_test.sh
@@ -66,8 +66,6 @@ cp ../../build/cpp-package/example/test_regress_label .
 sh unittests/unit_test_mlp_csv.sh
 
 cd inference
-cp ../../../build/cpp-package/example/imagenet_inference .
-./unit_test_imagenet_inference.sh
 
 cp ../../../build/cpp-package/example/sentiment_analysis_rnn .
 ./unit_test_sentiment_analysis_rnn.sh
diff --git a/tests/nightly/JenkinsfileForBinaries b/tests/nightly/JenkinsfileForBinaries
index 5158274010b3..a66159d0075b 100755
--- a/tests/nightly/JenkinsfileForBinaries
+++ b/tests/nightly/JenkinsfileForBinaries
@@ -20,6 +20,7 @@
 
 mx_lib = 'lib/libmxnet.so, lib/libmxnet.a, lib/libtvm_runtime.so, lib/libtvmop.so, 3rdparty/dmlc-core/libdmlc.a, 3rdparty/tvm/nnvm/lib/libnnvm.a'
 mx_cmake_lib = 'build/libmxnet.so, build/libmxnet.a, build/3rdparty/tvm/libtvm_runtime.so, build/libtvmop.so, build/3rdparty/dmlc-core/libdmlc.a, build/tests/mxnet_unit_tests, build/3rdparty/openmp/runtime/src/libomp.so'
+mx_lib_cpp_example = 'lib/libmxnet.so, lib/libmxnet.a, lib/libtvm_runtime.so, lib/libtvmop.so, 3rdparty/dmlc-core/libdmlc.a, 3rdparty/tvm/nnvm/lib/libnnvm.a, build/cpp-package/example/imagenet_inference'
 
 node('utility') {
   // Loading the utilities requires a node context unfortunately
@@ -36,7 +37,7 @@ core_logic: {
         ws('workspace/build-gpu') {
           utils.init_git()
           utils.docker_run('ubuntu_build_cuda', 'build_ubuntu_gpu_cuda101_cudnn7', false)
-          utils.pack_lib('gpu', mx_lib)
+          utils.pack_lib('gpu', mx_lib_cpp_example)
         }
       }
     }/*,
@@ -69,6 +70,14 @@ core_logic: {
         }
       }
     },
+    'ImageNet Inference: GPU': {
+      node(NODE_LINUX_GPU) {
+        ws('workspace/nt-ImageInferenceTest') {
+          utils.unpack_and_init('gpu', mx_lib_cpp_example)
+          utils.docker_run('ubuntu_nightly_gpu', 'nightly_test_imagenet_inference', true)
+        }
+      }
+    },
     'KVStore_SingleNode: GPU': {
       node('mxnetlinux-gpu-p3-8xlarge') {
         ws('workspace/nt-KVStoreTest') {