diff --git a/python/tvm/rpc/proxy.py b/python/tvm/rpc/proxy.py
index b14b02eb56ad..293984f9ca9a 100644
--- a/python/tvm/rpc/proxy.py
+++ b/python/tvm/rpc/proxy.py
@@ -334,7 +334,7 @@ def _regenerate_server_keys(self, keys):
         keyset = set(self._server_pool.keys())
         new_keys = []
         # re-generate the server match key, so old information is invalidated.
-        for key in keys:
+        for key in tuple(keys):
             rpc_key, _ = base.split_random_key(key)
             handle = self._server_pool[key]
             del self._server_pool[key]