We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent dae55c6 commit 4840537Copy full SHA for 4840537
tensorrt_llm/executor/worker.py
@@ -179,7 +179,7 @@ def _create_engine(executor_config):
179
if engine_config.build_config.max_prompt_embedding_table_size > 0:
180
self._prompt_adapter_manager = PromptAdapterManager()
181
182
- if getattr(executor_config, "backend",
+ if getattr(self._executor_config, "backend",
183
"") == "pytorch" and lora_config is not None:
184
from tensorrt_llm._torch.pyexecutor.resource_manager import \
185
ResourceManagerType
0 commit comments