diff --git a/tpu_commons/core/core_tpu.py b/tpu_commons/core/core_tpu.py index 642562c900..fb304686b6 100644 --- a/tpu_commons/core/core_tpu.py +++ b/tpu_commons/core/core_tpu.py @@ -497,6 +497,7 @@ def executor_fail_callback(): self.request_block_hasher = get_request_block_hasher( block_size, caching_hash_fn) + self.mm_receiver_cache = None self._orchestrator = _DisaggOrchestrator( config=VllmConfigAdapter(vllm_config), output_queue=self.output_queue,