diff --git a/src/operator/custom/custom-inl.h b/src/operator/custom/custom-inl.h
index 1173b14eb2fe..de49e8998519 100644
--- a/src/operator/custom/custom-inl.h
+++ b/src/operator/custom/custom-inl.h
@@ -204,6 +204,9 @@ class CustomOperator {
   CustomOperator() {
     this->Start();
   }
+  ~CustomOperator() {
+    this->Stop();
+  }
   void ThreadTarget() {
     std::unique_lock<std::mutex> lock(mutex_);
     while (!q_.empty() || !destructing_) {