diff --git a/sgl-model-gateway/src/config/validation.rs b/sgl-model-gateway/src/config/validation.rs index eda1000c80ce..f8a564849e0c 100644 --- a/sgl-model-gateway/src/config/validation.rs +++ b/sgl-model-gateway/src/config/validation.rs @@ -574,12 +574,6 @@ impl ConfigValidator { } } - if has_service_discovery && config.dp_aware { - return Err(ConfigError::IncompatibleConfig { - reason: "DP-aware routing is not compatible with service discovery".to_string(), - }); - } - Ok(()) } diff --git a/sgl-model-gateway/src/service_discovery.rs b/sgl-model-gateway/src/service_discovery.rs index 7586d9ed1a58..aa8cd1d7af65 100644 --- a/sgl-model-gateway/src/service_discovery.rs +++ b/sgl-model-gateway/src/service_discovery.rs @@ -393,7 +393,7 @@ async fn handle_pod_event( health_failure_threshold: app_context.router_config.health_check.failure_threshold, max_connection_attempts: app_context.router_config.health_check.success_threshold * 20, - dp_aware: false, + dp_aware: app_context.router_config.dp_aware, }; let job = Job::AddWorker {