diff --git a/python/ray/util/client/worker.py b/python/ray/util/client/worker.py
index 113c7963e425..dcb7d54b2f19 100644
--- a/python/ray/util/client/worker.py
+++ b/python/ray/util/client/worker.py
@@ -504,7 +504,7 @@ def ping_server(self) -> bool:
         return False
 
     def is_connected(self) -> bool:
-        return self._conn_state == grpc.ChannelConnectivity.READY
+        return self._conn_state in [grpc.ChannelConnectivity.READY, grpc.ChannelConnectivity.IDLE]
 
     def _call_init(self, init_request: ray_client_pb2.InitRequest) -> None:
         init_resp = self.data_client.Init(init_request)