diff --git a/tensorrt_llm/_torch/auto_deploy/shim/ad_executor.py b/tensorrt_llm/_torch/auto_deploy/shim/ad_executor.py index 3b9cd7612f68..222d85a176ff 100644 --- a/tensorrt_llm/_torch/auto_deploy/shim/ad_executor.py +++ b/tensorrt_llm/_torch/auto_deploy/shim/ad_executor.py @@ -232,9 +232,6 @@ def forward( return {"logits": logits_flat} - def __del__(self): - dist.cleanup() - def create_autodeploy_executor( executor_config: ExecutorConfig, checkpoint_dir: str = None, engine_dir: str = None