diff --git a/csrc/multidevice/ipc_handle.cpp b/csrc/multidevice/ipc_handle.cpp
index c34b3fea886..cfacfb4bd75 100644
--- a/csrc/multidevice/ipc_handle.cpp
+++ b/csrc/multidevice/ipc_handle.cpp
@@ -143,9 +143,6 @@ void IpcHandleCache::exchangeHandles(
     insert(communication, std::move(ipc_handles));
   }
 
-  if (non_cached_communications.empty()) {
-    return;
-  }
   // a barrier is needed here to ensure all ranks have received the
   // memhandles and the keys are deleted from the store before the next call to
   // exchangeHandles, otherwise there is a correctness issue