From e4c6125ca24504380a9e5997e0e24368d71cefc2 Mon Sep 17 00:00:00 2001 From: Kyle McGill Date: Fri, 5 Sep 2025 15:40:53 -0700 Subject: [PATCH] Adding KvCacheConfig, SchedulerConfig, and DynamicBatchConfig Signed-off-by: Kyle McGill --- tensorrt_llm/llmapi/llm_args.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tensorrt_llm/llmapi/llm_args.py b/tensorrt_llm/llmapi/llm_args.py index 62db888a447..4e500015e3a 100644 --- a/tensorrt_llm/llmapi/llm_args.py +++ b/tensorrt_llm/llmapi/llm_args.py @@ -2621,6 +2621,9 @@ def update_llm_args_with_extra_dict( "lora_config": LoraConfig, "moe_config": MoeConfig, "attention_dp_config": AttentionDpConfig, + "kv_cache_config": KvCacheConfig, + "scheduler_config": SchedulerConfig, + "dynamic_batch_config": DynamicBatchConfig, } for field_name, field_type in field_mapping.items(): if field_name in llm_args_dict: