diff --git a/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py b/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py index 90849850cfa..bcf18ffa2a2 100644 --- a/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py +++ b/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py @@ -686,5 +686,7 @@ def drafting_loop_wrapper(model): _adjust_torch_mem_fraction(pytorch_backend_config) + logger.info(f"{llm_args}") + py_executor.start_worker() return py_executor