Use ModelDeploymentCard.slug() for model name. ModelDeploymentCard.service_name has been removed in PR#2349

Author: tzulingk

launch/dynamo-run/src/lib.rs

@@ -138,7 +138,7 @@ async fn engine_for(
             let endpoint = local_model.endpoint_id().clone();
 
             let engine =
-                dynamo_llm::mocker::engine::make_mocker_engine(drt, endpoint, Some(local_model.card().service_name.clone()), args).await?;
+                dynamo_llm::mocker::engine::make_mocker_engine(drt, endpoint, Some(local_model.card().slug().to_string()), args).await?;
 
             Ok(EngineConfig::StaticCore {
                 engine,

lib/llm/src/entrypoint/input/common.rs

@@ -109,7 +109,7 @@ pub async fn prepare_engine(
             let endpoint_id = local_model.endpoint_id();
             let component = distributed_runtime
                 .namespace(&endpoint_id.namespace)?
-                .component(&endpoint_id.component)?;
+                .component(&endpoint_id.component, Some(card.slug().to_string()))?;
             let client = component.endpoint(&endpoint_id.name).client().await?;
 
             let kv_chooser = if router_mode == RouterMode::KV {

lib/llm/src/entrypoint/input/endpoint.rs

@@ -33,9 +33,9 @@ pub async fn run(
 
     let model_name = match &engine_config {
         EngineConfig::StaticFull { model, .. } | EngineConfig::StaticCore { model, .. } => {
-            Some(model.card().service_name.clone())
+            Some(model.card().slug().to_string())
         }
-        EngineConfig::Dynamic(model) => Some(model.card().service_name.clone()),
+        EngineConfig::StaticRemote(model) | EngineConfig::Dynamic(model) => Some(model.card().slug().to_string()),
     };
 
     let component = distributed_runtime

lib/llm/src/entrypoint/input/http.rs

@@ -66,7 +66,7 @@ pub async fn run(runtime: Runtime, engine_config: EngineConfig) -> anyhow::Resul
             let endpoint_id = local_model.endpoint_id();
             let component = distributed_runtime
                 .namespace(&endpoint_id.namespace)?
-                .component(&endpoint_id.component)?;
+                .component(&endpoint_id.component, Some(card.slug().to_string()))?;
             let client = component.endpoint(&endpoint_id.name).client().await?;
 
             let kv_chooser = if router_mode == RouterMode::KV {

lib/llm/src/kv_router/prefill_counter.rs

@@ -366,8 +366,9 @@ mod integration_tests {
 
                 // Create namespace and components with same names
                 let namespace = distributed.namespace("test_prefill_multiworker")?;
+                // Counters component is not associated with any model, hence model name is None.
                 let component = namespace
-                    .component("counters")?
+                    .component("counters", None)?
                     .service_builder()
                     .create()
                     .await?;
@@ -430,8 +431,9 @@ mod integration_tests {
 
                 // Create namespace and components with same names
                 let namespace = distributed.namespace("test_prefill_multiworker")?;
+                // Counters component is not associated with any model, hence model name is None.
                 let component = namespace
-                    .component("counters")?
+                    .component("counters", None)?
                     .service_builder()
                     .create()
                     .await?;

lib/llm/src/kv_router/sequence.rs

@@ -800,7 +800,7 @@ mod tests {
                 // Create namespace and component with same names as thread 2
                 let namespace = distributed.namespace("test_multiworker_sequences")?;
                 let component = namespace
-                    .component("sequences")?
+                    .component("sequences", None)?
                     .service_builder()
                     .create()
                     .await?;
@@ -914,7 +914,7 @@ mod tests {
                 // Create namespace and component with same names as thread 1
                 let namespace = distributed.namespace("test_multiworker_sequences")?;
                 let component = namespace
-                    .component("sequences")?
+                    .component("sequences", None)?
                     .service_builder()
                     .create()
                     .await?;