diff --git a/tests/cpp/include/test_mkldnn.h b/tests/cpp/include/test_mkldnn.h
index 786762dd8ce1..a71c39f9248f 100644
--- a/tests/cpp/include/test_mkldnn.h
+++ b/tests/cpp/include/test_mkldnn.h
@@ -33,11 +33,7 @@
 #include <vector>
 #include "../../../3rdparty/mkldnn/include/mkldnn_types.h"
 #include "../../../3rdparty/googletest/googletest/include/gtest/gtest.h"
-#include "../../../include/mxnet/imperative.h"
 #include "../../../src/operator/nn/mkldnn/mkldnn_base-inl.h"
-#include "../../../src/operator/nn/mkldnn/mkldnn_ops-inl.h"
-#include "../../../src/operator/nn/mkldnn/mkldnn_pooling-inl.h"
-#include "../../../src/operator/nn/pooling-inl.h"
 
 using namespace mxnet;
 
diff --git a/tests/cpp/operator/mkldnn_test.cc b/tests/cpp/operator/mkldnn_test.cc
index 8d586089912d..97758c91f1ac 100644
--- a/tests/cpp/operator/mkldnn_test.cc
+++ b/tests/cpp/operator/mkldnn_test.cc
@@ -32,9 +32,6 @@
 #include "gtest/gtest.h"
 #include "mxnet/imperative.h"
 #include "../../src/operator/nn/mkldnn/mkldnn_base-inl.h"
-#include "../../src/operator/nn/mkldnn/mkldnn_ops-inl.h"
-#include "../../src/operator/nn/mkldnn/mkldnn_pooling-inl.h"
-#include "../../src/operator/nn/pooling-inl.h"
 #include "../include/test_mkldnn.h"
 
 using namespace mxnet;