Adding KvCacheConfig, SchedulerConfig, and DynamicBatchConfig

nv-kmcgill53 · nv-kmcgill53 · commit 5ab9bb334ed1 · 2025-09-05T15:40:53.000-07:00
diff --git a/tensorrt_llm/llmapi/llm_args.py b/tensorrt_llm/llmapi/llm_args.py
@@ -2621,6 +2621,10 @@ def update_llm_args_with_extra_dict(
         "lora_config": LoraConfig,
         "moe_config": MoeConfig,
         "attention_dp_config": AttentionDpConfig,
+        "kv_cache_config": KvCacheConfig,
+        "scheduler_config": SchedulerConfig,
+        "dynamic_batch_config": DynamicBatchConfig,
+        
     }
     for field_name, field_type in field_mapping.items():
         if field_name in llm_args_dict:
