File tree Expand file tree Collapse file tree 3 files changed +3
-5
lines changed Expand file tree Collapse file tree 3 files changed +3
-5
lines changed Original file line number Diff line number Diff line change 2121from ..bindings import executor as tllm
2222from ..builder import Engine
2323from ..disaggregated_params import DisaggregatedParams
24- from ..llmapi .llm_args import KvCacheConnectorConfig
25- from ..llmapi .llm_args import TorchLlmArgs
24+ from ..llmapi .llm_args import KvCacheConnectorConfig , TorchLlmArgs
2625from ..llmapi .llm_utils import KvCacheRetentionConfig
2726from ..llmapi .mpi_session import (MpiSession , external_mpi_comm_available ,
2827 need_spawn_mpi_workers )
Original file line number Diff line number Diff line change 1818 mpi_comm , mpi_rank , nvtx_range_debug )
1919from ..bindings import executor as tllm
2020from ..builder import ConfigEncoder , Engine , EngineConfig
21- from ..llmapi .llm_args import KvCacheConnectorConfig , PybindMirror
22- from ..llmapi .llm_args import PybindMirror , TorchLlmArgs
21+ from ..llmapi .llm_args import KvCacheConnectorConfig , PybindMirror , TorchLlmArgs
2322from ..llmapi .mpi_session import set_mpi_session_cpp
2423from ..llmapi .tokenizer import TokenizerBase
2524from ..llmapi .tracer import VizTracer , global_tracer , set_global_tracer
Original file line number Diff line number Diff line change @@ -2321,7 +2321,7 @@ class TorchLlmArgs(BaseLlmArgs):
23212321 default = None ,
23222322 description = "The config for KV cache connector." ,
23232323 )
2324-
2324+
23252325 mm_encoder_only : bool = Field (
23262326 default = False ,
23272327 description =
You can’t perform that action at this time.
0 commit comments