Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 8 additions & 1 deletion docs/fern/assets/releases-atom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,15 @@ Generated by docs/fern/scripts/gen_llms_tables.py from docs/fern/components/rele
<title>NVIDIA Dynamo releases</title>
<id>https://docs.nvidia.com/dynamo/dev/reference/releases</id>
<link rel="alternate" href="https://docs.nvidia.com/dynamo/dev/reference/releases"/>
<updated>2026-07-20T00:00:00Z</updated>
<updated>2026-08-05T00:00:00Z</updated>
<author><name>NVIDIA Dynamo</name></author>
<entry>
<title>Dynamo v1.3.1 (patch)</title>
<id>https://github.com/ai-dynamo/dynamo/releases/tag/v1.3.1</id>
<link rel="alternate" href="https://docs.nvidia.com/dynamo/dev/reference/releases/v1-3-0#v131"/>
<updated>2026-08-05T00:00:00Z</updated>
<summary>Patch release. Fixes disaggregated SGLang serving over AWS EFA on GB200: the SGLang EFA runtime moves to NIXL 1.3.2 and all three EFA images to EFA Installer 1.49.0. Backend pins are otherwise unchanged from v1.3.0.</summary>
</entry>
<entry>
<title>Dynamo v1.3.0 (stable)</title>
<id>https://github.com/ai-dynamo/dynamo/releases/tag/v1.3.0</id>
Expand Down
159 changes: 99 additions & 60 deletions docs/fern/assets/releases.json
Original file line number Diff line number Diff line change
@@ -1,23 +1,43 @@
{
"source": "docs/fern/components/releases.data.ts",
"generator": "docs/fern/scripts/gen_llms_tables.py",
"updated": "2026-07-20",
"updated": "2026-08-05",
"current": {
"version": "v1.3.0",
"date": "Jul 20, 2026",
"dateIso": "2026-07-20",
"tag": "1.3.0",
"wheel": "1.3.0.post1"
"version": "v1.3.1",
"date": "Aug 5, 2026",
"dateIso": "2026-08-05",
"tag": "1.3.1",
"wheel": "1.3.1"
},
"mainTot": {
"sglang": "0.5.16",
"trtllm": "1.3.0rc23",
"vllm": "0.26.0",
"nixlSglang": "1.3.0",
"nixlTrtllm": "1.0.1",
"nixlTrtllm": "1.3.1",
"nixlVllm": "1.3.1"
},
"releases": [
{
"version": "v1.3.1",
"notesHref": "/dynamo/dev/reference/releases/v1-3-0#v131",
"date": "Aug 5, 2026",
"kind": "patch",
"github": "https://github.com/ai-dynamo/dynamo/releases/tag/v1.3.1",
"docs": "https://docs.nvidia.com/dynamo",
"pins": {
"sglang": "0.5.14",
"trtllm": "1.3.0rc19",
"vllm": "0.23.0",
"nixlSglang": "1.3.2",
"nixlTrtllm": "1.0.1",
"nixlVllm": "1.1.0"
},
"ucx": "1.20.x",
"delta": "Patch release. Fixes disaggregated SGLang serving over AWS EFA on GB200: the SGLang EFA runtime moves to NIXL 1.3.2 and all three EFA images to EFA Installer 1.49.0. Backend pins are otherwise unchanged from v1.3.0.",
"dateIso": "2026-08-05",
"notesUrl": "https://docs.nvidia.com/dynamo/dev/reference/releases/v1-3-0#v131"
},
{
"version": "v1.3.0",
"notesHref": "/dynamo/dev/reference/releases/v1-3-0",
Expand All @@ -33,6 +53,7 @@
"nixlTrtllm": "1.0.1",
"nixlVllm": "1.1.0"
},
"wheel": "1.3.0.post1",
"ucx": "1.20.x",
"delta": "CUDA 12 container images discontinued; EFA variants go multi-arch as -efa; GA wheels published as 1.3.0.post1 (containers stay :1.3.0); UCX 1.20.x.",
"notesSummary": "Tool-calling and reasoning overhaul, RL rollout serving, the largest Router buildout to date, SLA-driven Planner autoscaling, and production GPU Memory Service on Kubernetes.",
Expand Down Expand Up @@ -478,6 +499,24 @@
}
],
"cudaHistory": [
{
"version": "1.3.1",
"backend": "SGLang",
"toolkit": "13.0",
"minDriver": "580.xx+"
},
{
"version": "1.3.1",
"backend": "TensorRT-LLM",
"toolkit": "13.1",
"minDriver": "580.xx+"
},
{
"version": "1.3.1",
"backend": "vLLM",
"toolkit": "13.0",
"minDriver": "580.xx+"
},
{
"version": "1.3.0",
"backend": "SGLang",
Expand Down Expand Up @@ -1062,12 +1101,12 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/vllm-runtime/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.3.1"
},
{
"label": "1.3.0-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.3.0-efa",
"label": "1.3.1-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.3.1-efa",
"variant": "experimental"
}
]
Expand All @@ -1081,12 +1120,12 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/sglang-runtime/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.3.1"
},
{
"label": "1.3.0-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.3.0-efa",
"label": "1.3.1-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.3.1-efa",
"variant": "experimental"
}
]
Expand All @@ -1100,12 +1139,12 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/tensorrtllm-runtime/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.3.1"
},
{
"label": "1.3.0-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.3.0-efa",
"label": "1.3.1-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.3.1-efa",
"variant": "experimental"
}
]
Expand All @@ -1119,8 +1158,8 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/dynamo-frontend/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/dynamo-frontend:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/dynamo-frontend:1.3.1"
}
]
},
Expand All @@ -1133,8 +1172,8 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/dynamo-planner/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/dynamo-planner:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/dynamo-planner:1.3.1"
}
]
},
Expand All @@ -1147,8 +1186,8 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/kubernetes-operator/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/kubernetes-operator:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/kubernetes-operator:1.3.1"
}
]
},
Expand All @@ -1162,8 +1201,8 @@
"badge": "Preview",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/snapshot-agent:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/snapshot-agent:1.3.1"
}
]
},
Expand All @@ -1172,11 +1211,11 @@
"name": "ai-dynamo",
"description": "Main package with backend integrations (vLLM, SGLang, TRT-LLM)",
"meta": "Python 3.10–3.12 · Linux (glibc v2.28+)",
"href": "https://pypi.org/project/ai-dynamo/1.3.0.post1/",
"href": "https://pypi.org/project/ai-dynamo/1.3.1/",
"tags": [
{
"label": "uv pip install ai-dynamo==1.3.0.post1",
"clipboard": "uv pip install ai-dynamo==1.3.0.post1"
"label": "uv pip install ai-dynamo==1.3.1",
"clipboard": "uv pip install ai-dynamo==1.3.1"
}
]
},
Expand All @@ -1185,11 +1224,11 @@
"name": "ai-dynamo-runtime",
"description": "Core Python bindings for the Dynamo runtime",
"meta": "Python 3.10–3.12 · Linux (glibc v2.28+)",
"href": "https://pypi.org/project/ai-dynamo-runtime/1.3.0.post1/",
"href": "https://pypi.org/project/ai-dynamo-runtime/1.3.1/",
"tags": [
{
"label": "uv pip install ai-dynamo-runtime==1.3.0.post1",
"clipboard": "uv pip install ai-dynamo-runtime==1.3.0.post1"
"label": "uv pip install ai-dynamo-runtime==1.3.1",
"clipboard": "uv pip install ai-dynamo-runtime==1.3.1"
}
]
},
Expand All @@ -1198,11 +1237,11 @@
"name": "kvbm",
"description": "KV Block Manager for disaggregated KV cache",
"meta": "Python 3.10–3.12 · Linux (glibc v2.28+)",
"href": "https://pypi.org/project/kvbm/1.3.0.post1/",
"href": "https://pypi.org/project/kvbm/1.3.1/",
"tags": [
{
"label": "uv pip install kvbm==1.3.0.post1",
"clipboard": "uv pip install kvbm==1.3.0.post1"
"label": "uv pip install kvbm==1.3.1",
"clipboard": "uv pip install kvbm==1.3.1"
}
]
},
Expand Down Expand Up @@ -1235,11 +1274,11 @@
"name": "dynamo-runtime",
"description": "Core distributed runtime library",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-runtime/1.3.0",
"href": "https://crates.io/crates/dynamo-runtime/1.3.1",
"tags": [
{
"label": "cargo add dynamo-runtime@1.3.0",
"clipboard": "cargo add dynamo-runtime@1.3.0"
"label": "cargo add dynamo-runtime@1.3.1",
"clipboard": "cargo add dynamo-runtime@1.3.1"
}
]
},
Expand All @@ -1248,11 +1287,11 @@
"name": "dynamo-llm",
"description": "LLM inference engine",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-llm/1.3.0",
"href": "https://crates.io/crates/dynamo-llm/1.3.1",
"tags": [
{
"label": "cargo add dynamo-llm@1.3.0",
"clipboard": "cargo add dynamo-llm@1.3.0"
"label": "cargo add dynamo-llm@1.3.1",
"clipboard": "cargo add dynamo-llm@1.3.1"
}
]
},
Expand Down Expand Up @@ -1301,11 +1340,11 @@
"name": "dynamo-memory",
"description": "Memory management utilities",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-memory/1.3.0",
"href": "https://crates.io/crates/dynamo-memory/1.3.1",
"tags": [
{
"label": "cargo add dynamo-memory@1.3.0",
"clipboard": "cargo add dynamo-memory@1.3.0"
"label": "cargo add dynamo-memory@1.3.1",
"clipboard": "cargo add dynamo-memory@1.3.1"
}
]
},
Expand All @@ -1327,11 +1366,11 @@
"name": "dynamo-tokens",
"description": "Tokenizer bindings for LLM inference",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-tokens/1.3.0",
"href": "https://crates.io/crates/dynamo-tokens/1.3.1",
"tags": [
{
"label": "cargo add dynamo-tokens@1.3.0",
"clipboard": "cargo add dynamo-tokens@1.3.0"
"label": "cargo add dynamo-tokens@1.3.1",
"clipboard": "cargo add dynamo-tokens@1.3.1"
}
]
},
Expand All @@ -1340,11 +1379,11 @@
"name": "dynamo-tokenizers",
"description": "Tokenizer library for LLM inference",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-tokenizers/1.3.0",
"href": "https://crates.io/crates/dynamo-tokenizers/1.3.1",
"tags": [
{
"label": "cargo add dynamo-tokenizers@1.3.0",
"clipboard": "cargo add dynamo-tokenizers@1.3.0"
"label": "cargo add dynamo-tokenizers@1.3.1",
"clipboard": "cargo add dynamo-tokenizers@1.3.1"
}
]
},
Expand All @@ -1353,11 +1392,11 @@
"name": "dynamo-mocker",
"description": "Inference engine simulator for benchmarking",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-mocker/1.3.0",
"href": "https://crates.io/crates/dynamo-mocker/1.3.1",
"tags": [
{
"label": "cargo add dynamo-mocker@1.3.0",
"clipboard": "cargo add dynamo-mocker@1.3.0"
"label": "cargo add dynamo-mocker@1.3.1",
"clipboard": "cargo add dynamo-mocker@1.3.1"
}
]
},
Expand All @@ -1366,11 +1405,11 @@
"name": "dynamo-kv-router",
"description": "KV-aware request routing library",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-kv-router/1.3.0",
"href": "https://crates.io/crates/dynamo-kv-router/1.3.1",
"tags": [
{
"label": "cargo add dynamo-kv-router@1.3.0",
"clipboard": "cargo add dynamo-kv-router@1.3.0"
"label": "cargo add dynamo-kv-router@1.3.1",
"clipboard": "cargo add dynamo-kv-router@1.3.1"
}
]
},
Expand All @@ -1379,11 +1418,11 @@
"name": "kvbm-logical",
"description": "Logical layer for the KV Block Manager",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/kvbm-logical/1.3.0",
"href": "https://crates.io/crates/kvbm-logical/1.3.1",
"tags": [
{
"label": "cargo add kvbm-logical@1.3.0",
"clipboard": "cargo add kvbm-logical@1.3.0"
"label": "cargo add kvbm-logical@1.3.1",
"clipboard": "cargo add kvbm-logical@1.3.1"
}
]
}
Expand Down
12 changes: 9 additions & 3 deletions docs/fern/components/install-selector-data.ts
Original file line number Diff line number Diff line change
Expand Up @@ -59,8 +59,14 @@ function dockerCommand(image: string, tag: string): string {
return `docker run --gpus all --network host --ipc host --rm -it nvcr.io/nvidia/ai-dynamo/${image}:${tag}`;
}

function stableWheelCommand(backend: Backend, version: string): string {
const wheel = version === CURRENT_VERSION.slice(1) ? CURRENT_WHEEL : version;
function stableWheelCommand(
backend: Backend,
version: string,
wheelOverride?: string,
): string {
const wheel =
wheelOverride ??
(version === CURRENT_VERSION.slice(1) ? CURRENT_WHEEL : version);
const prerelease = backend.id === "sglang" ? "--prerelease=allow " : "";
return `uv pip install ${prerelease}"ai-dynamo[${backend.extra}]==${wheel}"`;
}
Expand All @@ -84,7 +90,7 @@ function stableEntries(backend: Backend): InstallEntry[] {
commands: {
container: dockerCommand(`${backend.image}-runtime`, version),
...(backend.extra
? { wheel: stableWheelCommand(backend, version) }
? { wheel: stableWheelCommand(backend, version, release.wheel) }
: {}),
},
};
Expand Down
Loading
Loading