diff --git a/python/sglang/srt/mem_cache/hi_mamba_radix_cache.py b/python/sglang/srt/mem_cache/hi_mamba_radix_cache.py index fafc6d246e3c..a08b2a33ca78 100644 --- a/python/sglang/srt/mem_cache/hi_mamba_radix_cache.py +++ b/python/sglang/srt/mem_cache/hi_mamba_radix_cache.py @@ -296,7 +296,7 @@ def write_backup(self, node: TreeNode, write_back=False): extra_pools=extra_pools, ) if host_indices is not None: - node.host_value = host_indices + node.host_value = host_indices.clone() if extra_pools is not None: self.mamba_backup_commit(node, extra_pools) assert len(node.host_value) > 0 @@ -2044,7 +2044,7 @@ def mamba_backup_commit( return host_indices = transfers[0].host_indices if node.mamba_host_value is None and host_indices is not None: - node.mamba_host_value = host_indices + node.mamba_host_value = host_indices.clone() self.mamba_host_lru_list.insert_mru(node) def mamba_archive_transfers(self, node: TreeNode) -> Optional[list[PoolTransfer]]: diff --git a/python/sglang/srt/mem_cache/hiradix_cache.py b/python/sglang/srt/mem_cache/hiradix_cache.py index e3002d1a5851..b8e8e6931a8e 100644 --- a/python/sglang/srt/mem_cache/hiradix_cache.py +++ b/python/sglang/srt/mem_cache/hiradix_cache.py @@ -633,7 +633,7 @@ def write_backup(self, node: TreeNode, write_back=False): node_id=node.id, ) if host_indices is not None: - node.host_value = host_indices + node.host_value = host_indices.clone() assert len(node.host_value) > 0 self.ongoing_write_through[node.id] = node if not write_back: