[Bugfix] fix dynamic config

src/vllm_router/dynamic_config.py

@@ -50,6 +50,11 @@ class DynamicRouterConfig:
     static_backends: Optional[str] = None
     static_models: Optional[str] = None
     static_aliases: Optional[str] = None
+    static_model_labels: Optional[str] = None
+    static_model_types: Optional[str] = None
+    static_backend_health_checks: Optional[bool] = False
+    prefill_model_labels: Optional[str] = None
+    decode_model_labels: Optional[str] = None
     k8s_port: Optional[int] = None
     k8s_namespace: Optional[str] = None
     k8s_label_selector: Optional[str] = None
@@ -137,15 +142,33 @@ def reconfigure_service_discovery(self, config: DynamicRouterConfig):
         if config.service_discovery == "static":
             reconfigure_service_discovery(
                 ServiceDiscoveryType.STATIC,
+                app=self.app,
                 urls=parse_static_urls(config.static_backends),
                 models=parse_comma_separated_args(config.static_models),
+                aliases=parse_comma_separated_args(config.static_aliases),
+                model_labels=parse_comma_separated_args(config.static_model_labels),
+                model_types=parse_comma_separated_args(config.static_model_types),
+                static_backend_health_checks=config.static_backend_health_checks,
+                prefill_model_labels=parse_comma_separated_args(
+                    config.prefill_model_labels
+                ),
+                decode_model_labels=parse_comma_separated_args(
+                    config.decode_model_labels
+                ),
             )
         elif config.service_discovery == "k8s":
             reconfigure_service_discovery(
                 ServiceDiscoveryType.K8S,
+                app=self.app,
                 namespace=config.k8s_namespace,
                 port=config.k8s_port,
                 label_selector=config.k8s_label_selector,
+                prefill_model_labels=parse_comma_separated_args(
+                    config.prefill_model_labels
+                ),
+                decode_model_labels=parse_comma_separated_args(
+                    config.decode_model_labels
+                ),
             )
         else:
             raise ValueError(

src/vllm_router/service_discovery.py

@@ -206,12 +206,12 @@ def __init__(
         app,
         urls: List[str],
         models: List[str],
-        aliases: List[str] | None,
-        model_labels: List[str] | None,
-        model_types: List[str] | None,
-        static_backend_health_checks: bool,
-        prefill_model_labels: List[str] | None,
-        decode_model_labels: List[str] | None,
+        aliases: List[str] | None = None,
+        model_labels: List[str] | None = None,
+        model_types: List[str] | None = None,
+        static_backend_health_checks: bool = False,
+        prefill_model_labels: List[str] | None = None,
+        decode_model_labels: List[str] | None = None,
     ):
         self.app = app
         assert len(urls) == len(models), "URLs and models should have the same length"

src/vllm_router/utils.py

@@ -3,6 +3,7 @@
 import json
 import re
 import resource
+from typing import Optional
 
 import requests
 from fastapi.requests import Request
@@ -132,7 +133,9 @@ def parse_static_urls(static_backends: str):
     return backend_urls
 
 
-def parse_comma_separated_args(comma_separated_string: str):
+def parse_comma_separated_args(comma_separated_string: Optional[str]):
+    if comma_separated_string is None:
+        return None
     return comma_separated_string.split(",")