Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .github/codeowners/areas.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -76,6 +76,7 @@ areas:
- docs/fern/pages/kubernetes/kv-aware-routing/kv-dc-relay.md
- docs/fern/pages/reference/components/kv-dc-relay-configuration.md
- lib/bindings/python/rust/llm/kv_dc_relay.rs
- lib/global-*/**
- lib/llm/src/kv_dc_relay.rs
- lib/llm/src/kv_dc_relay/
- lib/llm/tests/fixtures/relay-sources-canonical.json
Expand Down
1 change: 1 addition & 0 deletions CODEOWNERS
Original file line number Diff line number Diff line change
Expand Up @@ -88,6 +88,7 @@
/components/src/dynamo/thunderagent_router/ @ai-dynamo/dynamo-router-codeowners

# === global-router (@ai-dynamo/dynamo-global-router-codeowners) ===
/lib/global-*/** @ai-dynamo/dynamo-global-router-codeowners
/components/src/dynamo/kv_dc_relay/ @ai-dynamo/dynamo-global-router-codeowners

# === backend-vllm (@ai-dynamo/dynamo-backend-vllm-codeowners) ===
Expand Down
28 changes: 28 additions & 0 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

7 changes: 7 additions & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,13 @@ members = [
"lib/kv-hashing",
"lib/mocker",
"lib/kv-router",
"lib/global-common",
"lib/global-discovery-client",
"lib/global-discovery-service",
"lib/global-frontend",
"lib/global-router",
"lib/global-view-broadcaster",
"lib/global-view-receiver",
"lib/router-plugins/catalog",
"lib/router-plugins/builtin",
"examples/router/custom-policy-example/soft-pin-repin",
Expand Down
11 changes: 11 additions & 0 deletions lib/global-common/Cargo.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[package]
name = "dynamo-global-common"
description = "Types shared by the Global Router components"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
4 changes: 4 additions & 0 deletions lib/global-common/src/lib.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! Types shared by the Global Router components.
11 changes: 11 additions & 0 deletions lib/global-discovery-client/Cargo.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[package]
name = "dynamo-global-discovery-client"
description = "HTTP client for the Global Router's Global Discovery Service"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
4 changes: 4 additions & 0 deletions lib/global-discovery-client/src/lib.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! HTTP client for the Global Router's Global Discovery Service.
11 changes: 11 additions & 0 deletions lib/global-discovery-service/Cargo.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[package]
name = "dynamo-global-discovery-service"
description = "Pool discovery for the Global Router, served over HTTP"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
4 changes: 4 additions & 0 deletions lib/global-discovery-service/src/lib.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! Pool discovery for the Global Router, served over HTTP.
11 changes: 11 additions & 0 deletions lib/global-frontend/Cargo.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[package]
name = "dynamo-global-frontend"
description = "OpenAI-compatible entry point that forwards requests to Dynamo pools"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
4 changes: 4 additions & 0 deletions lib/global-frontend/src/lib.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! OpenAI-compatible entry point that forwards requests to Dynamo pools.
11 changes: 11 additions & 0 deletions lib/global-router/Cargo.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[package]
name = "dynamo-global-router"
description = "Pool selection for the Global Router"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
4 changes: 4 additions & 0 deletions lib/global-router/src/lib.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! Pool selection for the Global Router.
11 changes: 11 additions & 0 deletions lib/global-view-broadcaster/Cargo.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[package]
name = "dynamo-global-view-broadcaster"
description = "Sends pool state from Pool Relays to Global Routers"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
4 changes: 4 additions & 0 deletions lib/global-view-broadcaster/src/lib.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! Sends pool state from Pool Relays to Global Routers.
11 changes: 11 additions & 0 deletions lib/global-view-receiver/Cargo.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[package]
name = "dynamo-global-view-receiver"
description = "Per-pool state received from Pool Relay replicas"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
4 changes: 4 additions & 0 deletions lib/global-view-receiver/src/lib.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! Per-pool state received from Pool Relay replicas.
Loading