diff --git a/CMakeLists.txt b/CMakeLists.txt
index 1ca92ff19a93..c0a0d53ee314 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -176,6 +176,9 @@ else()
     set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -O3")
   endif()
   set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${CMAKE_C_FLAGS}")
+  if(USE_CUDA)
+    set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -mcmodel=medium")
+  endif()
 endif()
 
 if(NOT mxnet_LINKER_LIBS)