docs(global-router): document Multi-Cluster Services for the Global Router

.github/codeowners/areas.yaml

@@ -19,6 +19,7 @@ areas:
   - lib/llm/src/grpc/protos/
   - lib/llm/src/grpc/service.rs
   - lib/llm/src/grpc/service/
+  - lib/http-server/
   - lib/llm/src/http.rs
   - lib/llm/src/http/
   - lib/llm/src/http/service.rs
@@ -73,10 +74,14 @@ areas:
   path_globs:
   - lib/global-view-broadcaster/
   - components/src/dynamo/pool_relay/
+  - container/global-discovery-service.yaml
   - lib/global-view-receiver/
   - docs/fern/pages/developer-guide/knowledge-base/modular-components/router/multi-dc-kv-routing.md
+  - docs/fern/pages/developer-guide/**/multi-cluster-services-registry.md
   - lib/global-*/**
+  - docs/fern/pages/kubernetes/kv-aware-routing/multi-cluster-services.md
   - docs/fern/pages/kubernetes/kv-aware-routing/pool-relay.md
+  - docs/fern/pages/reference/components/global-discovery-mcs-configuration.md
   - docs/fern/pages/reference/components/pool-relay-configuration.md
   - lib/bindings/python/rust/llm/pool_relay.rs
   - lib/llm/src/pool_relay.rs
@@ -1085,6 +1090,10 @@ shared:
   owners:
   - frontend
   - observability
+- glob: lib/http-server/src/metrics.rs
+  owners:
+  - frontend
+  - observability
 - glob: lib/llm/src/kv_router/shared_cache.rs
   owners:
   - router
@@ -1284,6 +1293,10 @@ shared:
   owners:
   - operator
   - backend-vllm
+- glob: container/Dockerfile.global-discovery-service
+  owners:
+  - global-router
+  - ops
 - glob: deploy/operator/Dockerfile
   owners:
   - operator

CODEOWNERS

@@ -67,6 +67,7 @@
 *                                                                                                       @ai-dynamo/dynamo-runtime-codeowners
 
 # === frontend  (@ai-dynamo/dynamo-frontend-codeowners) ===
+/lib/http-server/                                                                                       @ai-dynamo/dynamo-frontend-codeowners
 /examples/chat_templates/                                                                               @ai-dynamo/dynamo-frontend-codeowners
 /components/src/dynamo/frontend/                                                                        @ai-dynamo/dynamo-frontend-codeowners
 /components/src/dynamo/frontend/tests/                                                                  @ai-dynamo/dynamo-frontend-codeowners
@@ -94,6 +95,7 @@
 /lib/global-view-receiver/                                                                              @ai-dynamo/dynamo-global-router-codeowners
 /lib/global-view-broadcaster/                                                                           @ai-dynamo/dynamo-global-router-codeowners
 /components/src/dynamo/pool_relay/                                                                      @ai-dynamo/dynamo-global-router-codeowners
+/container/global-discovery-service.yaml                                                                @ai-dynamo/dynamo-global-router-codeowners
 
 # === backend-vllm  (@ai-dynamo/dynamo-backend-vllm-codeowners) ===
 /lib/sidecar/vllm/                                                                                      @ai-dynamo/dynamo-backend-vllm-codeowners
@@ -600,7 +602,10 @@ requirements.txt
 /components/src/dynamo/sglang/request_handlers/image_diffusion/                                         @ai-dynamo/dynamo-diffusion-codeowners
 /recipes/kustomize/components/dynamo-openapi/dynamo-openapi.json                                        @ai-dynamo/dynamo-operator-codeowners
 /docs/fern/pages/reference/components/pool-relay-configuration.md                                       @ai-dynamo/dynamo-global-router-codeowners
+/docs/fern/pages/developer-guide/**/multi-cluster-services-registry.md                                  @ai-dynamo/dynamo-global-router-codeowners
+/docs/fern/pages/kubernetes/kv-aware-routing/multi-cluster-services.md                                  @ai-dynamo/dynamo-global-router-codeowners
 /recipes/templates/kustomize/components/dynamo-openapi/dynamo-openapi.json                              @ai-dynamo/dynamo-operator-codeowners
+/docs/fern/pages/reference/components/global-discovery-mcs-configuration.md                             @ai-dynamo/dynamo-global-router-codeowners
 /docs/fern/pages/developer-guide/knowledge-base/modular-components/backends/triton/                     @ai-dynamo/dynamo-backend-triton-codeowners
 /docs/fern/pages/developer-guide/knowledge-base/modular-components/router/multi-dc-kv-routing.md        @ai-dynamo/dynamo-global-router-codeowners
 
@@ -663,6 +668,7 @@ requirements.txt
 /examples/diffusers/Dockerfile                                                                          @ai-dynamo/dynamo-diffusion-codeowners @ai-dynamo/dynamo-ops-codeowners
 /lib/kvbm-logical/src/metrics/                                                                          @ai-dynamo/dynamo-kv-memory-codeowners @ai-dynamo/dynamo-observability-codeowners
 /tests/serve/test_vllm_omni.py                                                                          @ai-dynamo/dynamo-runtime-codeowners @ai-dynamo/dynamo-backend-vllm-codeowners
+/lib/http-server/src/metrics.rs                                                                         @ai-dynamo/dynamo-frontend-codeowners @ai-dynamo/dynamo-observability-codeowners
 /tests/test_kustomize_matrix.py                                                                         @ai-dynamo/dynamo-runtime-codeowners @ai-dynamo/dynamo-ops-codeowners
 /.github/workflows/fern-docs.yml                                                                        @ai-dynamo/dynamo-ops-codeowners @ai-dynamo/dynamo-docs-codeowners
 /examples/deployments/**/vllm/**                                                                        @ai-dynamo/dynamo-operator-codeowners @ai-dynamo/dynamo-backend-vllm-codeowners
@@ -758,6 +764,7 @@ requirements.txt
 /components/src/dynamo/vllm/multimodal_utils/                                                           @ai-dynamo/dynamo-backend-vllm-codeowners @ai-dynamo/dynamo-multimodal-codeowners
 /deploy/inference-gateway/ext-proc/Dockerfile                                                           @ai-dynamo/dynamo-epp-codeowners @ai-dynamo/dynamo-router-codeowners @ai-dynamo/dynamo-ops-codeowners
 /components/src/dynamo/trtllm/encode_helper.py                                                          @ai-dynamo/dynamo-backend-trtllm-codeowners @ai-dynamo/dynamo-multimodal-codeowners
+/container/Dockerfile.global-discovery-service                                                          @ai-dynamo/dynamo-global-router-codeowners @ai-dynamo/dynamo-ops-codeowners
 /container/templates/sglang_runtime.Dockerfile                                                          @ai-dynamo/dynamo-ops-codeowners @ai-dynamo/dynamo-backend-sglang-codeowners
 /container/templates/trtllm_runtime.Dockerfile                                                          @ai-dynamo/dynamo-ops-codeowners @ai-dynamo/dynamo-backend-trtllm-codeowners
 /tests/router/test_router_e2e_with_vllm_xpu.py                                                          @ai-dynamo/dynamo-router-codeowners @ai-dynamo/dynamo-xpu-codeowners @ai-dynamo/dynamo-backend-vllm-codeowners

Cargo.toml

@@ -12,6 +12,7 @@ members = [
     "lib/kv-hashing",
     "lib/mocker",
     "lib/kv-router",
+    "lib/http-server",
     "lib/global-common",
     "lib/global-discovery-client",
     "lib/global-discovery-service",
@@ -73,6 +74,7 @@ dynamo-truthy = { path = "lib/truthy", version = "1.7.0" }
 dynamo-data-gen = { path = "lib/data-gen", version = "1.7.0" }
 dynamo-kv-hashing = { path = "lib/kv-hashing", version = "1.7.0" }
 dynamo-global-common = { path = "lib/global-common", version = "1.7.0" }
+dynamo-http-server = { path = "lib/http-server", version = "1.7.0" }
 dynamo-memory = { path = "lib/memory", version = "1.7.0" }
 dynamo-mocker = { path = "lib/mocker", version = "1.7.0" }
 dynamo-kv-router = { path = "lib/kv-router", version = "1.7.0" }

container/Dockerfile.global-discovery-service

@@ -0,0 +1,26 @@
+# syntax=docker/dockerfile:1.10.0
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+# CPU-only image for the Global Discovery Service, which serves pool discovery
+# for the Global Router over HTTP; see global-discovery-service.yaml. Build it
+# from the repository root:
+#   docker build -f container/Dockerfile.global-discovery-service -t global-discovery-service .
+FROM rust:1.96.1-trixie AS builder
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    build-essential cmake pkg-config protobuf-compiler libclang-dev libssl-dev curl \
+    && rm -rf /var/lib/apt/lists/*
+WORKDIR /workspace
+COPY . .
+RUN --mount=type=cache,target=/usr/local/cargo/registry,sharing=locked \
+    --mount=type=cache,target=/usr/local/cargo/git,sharing=locked \
+    cargo build --locked --release -p dynamo-global-discovery-service --bin global-discovery-service
+
+FROM debian:trixie-slim AS global-discovery-service
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    ca-certificates libstdc++6 \
+    && rm -rf /var/lib/apt/lists/*
+COPY --from=builder /workspace/target/release/global-discovery-service /usr/local/bin/global-discovery-service
+USER 10001:0
+EXPOSE 8080
+ENTRYPOINT ["/usr/local/bin/global-discovery-service"]

container/global-discovery-service.yaml

@@ -0,0 +1,116 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+# Global Discovery Service with pools from Karmada, applied directly to the hub
+# cluster (not through Karmada). Replace IMAGE with the pushed image, for example:
+#   sed "s#IMAGE#<registry>/global-discovery-service:<tag>#" global-discovery-service.yaml | kubectl apply -f -
+# It needs only read access to EndpointSlices. It lists the pools whose
+# `<DGD name>-pool-relay` Services Karmada imports, and the replicas of the
+# Global Router Service named by the --router-* arguments: set those to the
+# router's namespace, its Service and the port PoolRelays connect to.
+#
+# It reads the imported slices with the pod's credentials, so this cluster
+# needs a ServiceImport for each pool's PoolRelay Service and for the router
+# Service. To read the Karmada control plane instead, which holds every
+# exported Service's slices, mount its kubeconfig from a Secret, point
+# KUBECONFIG at it, and grant the same read access there.
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: global-discovery
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: global-discovery-service
+  namespace: global-discovery
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: global-discovery-service
+rules:
+  - apiGroups: ["discovery.k8s.io"]
+    resources: ["endpointslices"]
+    verbs: ["get", "list", "watch"]
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: global-discovery-service
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: global-discovery-service
+subjects:
+  - kind: ServiceAccount
+    name: global-discovery-service
+    namespace: global-discovery
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: global-discovery-service
+  namespace: global-discovery
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: global-discovery-service
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/name: global-discovery-service
+    spec:
+      serviceAccountName: global-discovery-service
+      securityContext:
+        runAsNonRoot: true
+      containers:
+        - name: global-discovery
+          image: IMAGE
+          args:
+            - --listen=0.0.0.0:8080
+            - --pool-discovery=karmada
+            - --router-namespace=global-discovery
+            - --router-service=global-router
+            - --router-port-name=http
+          env:
+            - name: DYN_LOG
+              value: info
+          ports:
+            - name: http
+              containerPort: 8080
+          readinessProbe:
+            httpGet:
+              path: /healthz
+              port: http
+            periodSeconds: 5
+          lifecycle:
+            # Keep serving while the Pod leaves the Service's endpoints.
+            preStop:
+              exec:
+                command: ["sleep", "5"]
+          resources:
+            requests:
+              cpu: 50m
+              memory: 64Mi
+            limits:
+              memory: 256Mi
+          securityContext:
+            allowPrivilegeEscalation: false
+            readOnlyRootFilesystem: true
+            capabilities:
+              drop: ["ALL"]
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: global-discovery-service
+  namespace: global-discovery
+spec:
+  selector:
+    app.kubernetes.io/name: global-discovery-service
+  ports:
+    - name: http
+      port: 8080
+      targetPort: http

docs/fern/index.yml

@@ -171,6 +171,9 @@ navigation:
             path: pages/kubernetes/kv-aware-routing/dynamo-frontend.md
           - page: Deploy the Pool Relay (Experimental)
             path: pages/kubernetes/kv-aware-routing/pool-relay.md
+          - page: Deploy Multi-Cluster Services (Experimental)
+            path: pages/kubernetes/kv-aware-routing/multi-cluster-services.md
+            slug: multi-cluster-services
           - page: Using GAIE with Dynamo
             path: pages/kubernetes/kv-aware-routing/gateway-api.mdx
           - page: Using GAIE with vanilla vLLM
@@ -478,6 +481,9 @@ navigation:
                       - page: Pool Relay Concepts (Experimental)
                         slug: multi-dc-kv-routing
                         path: pages/developer-guide/knowledge-base/modular-components/router/multi-dc-kv-routing.md
+                      - page: Multi-Cluster Services Registry (Experimental)
+                        slug: multi-cluster-services-registry
+                        path: pages/developer-guide/knowledge-base/modular-components/router/multi-cluster-services-registry.md
                   - section: Standalone Services
                     skip-slug: true
                     collapsed: true
@@ -1272,6 +1278,9 @@ navigation:
             path: pages/reference/components/dynosim-sweep-reference.mdx
           - page: Global Router Configuration
             path: pages/reference/components/global-router-configuration.mdx
+          - page: Multi-Cluster Services Configuration
+            path: pages/reference/components/global-discovery-mcs-configuration.md
+            slug: global-discovery-mcs-configuration
           - page: Gateway API Routing
             path: pages/reference/components/gateway-api-routing.mdx
           - page: ThunderAgent Scheduler