diff --git a/src/c_api/c_api.cc b/src/c_api/c_api.cc
index b9511aef15f7..fdc794231465 100644
--- a/src/c_api/c_api.cc
+++ b/src/c_api/c_api.cc
@@ -1315,6 +1315,7 @@ int MXNotifyShutdown() {
   API_BEGIN();
   mxnet::op::custom::CustomOperator::Get()->Stop();
   Engine::Get()->NotifyShutdown();
+  Engine::Get()->WaitForAll();
   API_END();
 }