diff --git a/tensorrt_llm/executor/proxy.py b/tensorrt_llm/executor/proxy.py index 11451bad5b67..27c8007de617 100644 --- a/tensorrt_llm/executor/proxy.py +++ b/tensorrt_llm/executor/proxy.py @@ -573,6 +573,9 @@ def mpi_done_callback(future: concurrent.futures.Future): raise RuntimeError( "Executor worker returned error") from ready_signal + # Import from the source module: test infrastructure (session_reuse.py) + # monkey-patches this module's MpiPoolSession attribute to a factory. + from ..llmapi.mpi_session import MpiPoolSession if isinstance(self.mpi_session, MpiPoolSession) and len(status) == 3: worker_process_identities: List[WorkerProcessIdentity] = status[2] self._worker_process_monitor.register(worker_process_identities)