diff --git a/tools/pip/setup.py b/tools/pip/setup.py
index 7aaebf5add09..e6464da60695 100644
--- a/tools/pip/setup.py
+++ b/tools/pip/setup.py
@@ -149,7 +149,7 @@ def skip_markdown_comments(md):
 
 package_data = {'mxnet': [os.path.join('mxnet', os.path.basename(LIB_PATH[0]))],
                 'dmlc_tracker': []}
-if variant.endswith('MKL'):
+if variant != 'native':
     shutil.copytree(os.path.join(CURRENT_DIR, 'mxnet-build/3rdparty/mkldnn/build/install/include'),
                     os.path.join(CURRENT_DIR, 'mxnet/include/mkldnn'))
 if platform.system() == 'Linux':