diff --git a/CMakeLists.txt b/CMakeLists.txt
index 583c2c3e28d5..0eb26c990ec5 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -162,6 +162,9 @@ if(USE_MKLDNN)
   add_subdirectory(3rdparty/mkldnn)
   include_directories(3rdparty/mkldnn/include)
   add_definitions(-DUSE_MKL=1)
+  add_definitions(-DCUB_MKL=1)
+  add_definitions(-DMXNET_USE_MKLDNN=1)
+  
   
   if(MSVC)
       target_compile_definitions(mkldnn PRIVATE WIN32)