Skip to content
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 8 additions & 1 deletion docs/fern/assets/releases-atom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,15 @@ Generated by docs/fern/scripts/gen_llms_tables.py from docs/fern/components/rele
<title>NVIDIA Dynamo releases</title>
<id>https://docs.nvidia.com/dynamo/dev/reference/releases</id>
<link rel="alternate" href="https://docs.nvidia.com/dynamo/dev/reference/releases"/>
<updated>2026-07-20T00:00:00Z</updated>
<updated>2026-08-05T00:00:00Z</updated>
<author><name>NVIDIA Dynamo</name></author>
<entry>
<title>Dynamo v1.3.1 (patch)</title>
<id>https://github.com/ai-dynamo/dynamo/releases/tag/v1.3.1</id>
<link rel="alternate" href="https://docs.nvidia.com/dynamo/dev/reference/releases/v1-3-0"/>
Comment thread
dagil-nvidia marked this conversation as resolved.
Resolved
<updated>2026-08-05T00:00:00Z</updated>
<summary>Patch release. Fixes disaggregated SGLang serving over AWS EFA on GB200: the SGLang EFA runtime moves to NIXL 1.3.2 and all three EFA images to EFA Installer 1.49.0. Backend pins are otherwise unchanged from v1.3.0.</summary>
</entry>
<entry>
<title>Dynamo v1.3.0 (stable)</title>
<id>https://github.com/ai-dynamo/dynamo/releases/tag/v1.3.0</id>
Expand Down
159 changes: 99 additions & 60 deletions docs/fern/assets/releases.json
Original file line number Diff line number Diff line change
@@ -1,23 +1,43 @@
{
"source": "docs/fern/components/releases.data.ts",
"generator": "docs/fern/scripts/gen_llms_tables.py",
"updated": "2026-07-20",
"updated": "2026-08-05",
"current": {
"version": "v1.3.0",
"date": "Jul 20, 2026",
"dateIso": "2026-07-20",
"tag": "1.3.0",
"wheel": "1.3.0.post1"
"version": "v1.3.1",
"date": "Aug 5, 2026",
"dateIso": "2026-08-05",
"tag": "1.3.1",
"wheel": "1.3.1"
},
"mainTot": {
"sglang": "0.5.16",
"trtllm": "1.3.0rc23",
"vllm": "0.26.0",
"nixlSglang": "1.3.0",
"nixlTrtllm": "1.0.1",
"nixlTrtllm": "1.3.1",
"nixlVllm": "1.3.1"
},
"releases": [
{
"version": "v1.3.1",
"notesHref": "/dynamo/dev/reference/releases/v1-3-0",
"date": "Aug 5, 2026",
"kind": "patch",
"github": "https://github.com/ai-dynamo/dynamo/releases/tag/v1.3.1",
"docs": "https://docs.nvidia.com/dynamo",
"pins": {
"sglang": "0.5.14",
"trtllm": "1.3.0rc19",
"vllm": "0.23.0",
"nixlSglang": "1.3.2",
"nixlTrtllm": "1.0.1",
"nixlVllm": "1.1.0"
},
"ucx": "1.20.x",
"delta": "Patch release. Fixes disaggregated SGLang serving over AWS EFA on GB200: the SGLang EFA runtime moves to NIXL 1.3.2 and all three EFA images to EFA Installer 1.49.0. Backend pins are otherwise unchanged from v1.3.0.",
"dateIso": "2026-08-05",
"notesUrl": "https://docs.nvidia.com/dynamo/dev/reference/releases/v1-3-0"
},
{
"version": "v1.3.0",
"notesHref": "/dynamo/dev/reference/releases/v1-3-0",
Expand All @@ -33,6 +53,7 @@
"nixlTrtllm": "1.0.1",
"nixlVllm": "1.1.0"
},
"wheel": "1.3.0.post1",
"ucx": "1.20.x",
"delta": "CUDA 12 container images discontinued; EFA variants go multi-arch as -efa; GA wheels published as 1.3.0.post1 (containers stay :1.3.0); UCX 1.20.x.",
"notesSummary": "Tool-calling and reasoning overhaul, RL rollout serving, the largest Router buildout to date, SLA-driven Planner autoscaling, and production GPU Memory Service on Kubernetes.",
Expand Down Expand Up @@ -478,6 +499,24 @@
}
],
"cudaHistory": [
{
"version": "1.3.1",
"backend": "SGLang",
"toolkit": "13.0",
"minDriver": "580.xx+"
},
{
"version": "1.3.1",
"backend": "TensorRT-LLM",
"toolkit": "13.1",
"minDriver": "580.xx+"
},
{
"version": "1.3.1",
"backend": "vLLM",
"toolkit": "13.0",
"minDriver": "580.xx+"
},
{
"version": "1.3.0",
"backend": "SGLang",
Expand Down Expand Up @@ -1062,12 +1101,12 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/vllm-runtime/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.3.1"
},
{
"label": "1.3.0-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.3.0-efa",
"label": "1.3.1-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.3.1-efa",
"variant": "experimental"
}
]
Expand All @@ -1081,12 +1120,12 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/sglang-runtime/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.3.1"
},
{
"label": "1.3.0-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.3.0-efa",
"label": "1.3.1-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.3.1-efa",
"variant": "experimental"
}
]
Expand All @@ -1100,12 +1139,12 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/tensorrtllm-runtime/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.3.1"
},
{
"label": "1.3.0-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.3.0-efa",
"label": "1.3.1-efa",
"clipboard": "nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.3.1-efa",
"variant": "experimental"
}
]
Expand All @@ -1119,8 +1158,8 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/dynamo-frontend/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/dynamo-frontend:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/dynamo-frontend:1.3.1"
}
]
},
Expand All @@ -1133,8 +1172,8 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/dynamo-planner/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/dynamo-planner:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/dynamo-planner:1.3.1"
}
]
},
Expand All @@ -1147,8 +1186,8 @@
"href": "https://catalog.ngc.nvidia.com/orgs/nvidia/ai-dynamo/containers/kubernetes-operator/tags",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/kubernetes-operator:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/kubernetes-operator:1.3.1"
}
]
},
Expand All @@ -1162,8 +1201,8 @@
"badge": "Preview",
"tags": [
{
"label": "1.3.0",
"clipboard": "nvcr.io/nvidia/ai-dynamo/snapshot-agent:1.3.0"
"label": "1.3.1",
"clipboard": "nvcr.io/nvidia/ai-dynamo/snapshot-agent:1.3.1"
}
]
},
Expand All @@ -1172,11 +1211,11 @@
"name": "ai-dynamo",
"description": "Main package with backend integrations (vLLM, SGLang, TRT-LLM)",
"meta": "Python 3.10–3.12 · Linux (glibc v2.28+)",
"href": "https://pypi.org/project/ai-dynamo/1.3.0.post1/",
"href": "https://pypi.org/project/ai-dynamo/1.3.1/",
"tags": [
{
"label": "uv pip install ai-dynamo==1.3.0.post1",
"clipboard": "uv pip install ai-dynamo==1.3.0.post1"
"label": "uv pip install ai-dynamo==1.3.1",
"clipboard": "uv pip install ai-dynamo==1.3.1"
}
]
},
Expand All @@ -1185,11 +1224,11 @@
"name": "ai-dynamo-runtime",
"description": "Core Python bindings for the Dynamo runtime",
"meta": "Python 3.10–3.12 · Linux (glibc v2.28+)",
"href": "https://pypi.org/project/ai-dynamo-runtime/1.3.0.post1/",
"href": "https://pypi.org/project/ai-dynamo-runtime/1.3.1/",
"tags": [
{
"label": "uv pip install ai-dynamo-runtime==1.3.0.post1",
"clipboard": "uv pip install ai-dynamo-runtime==1.3.0.post1"
"label": "uv pip install ai-dynamo-runtime==1.3.1",
"clipboard": "uv pip install ai-dynamo-runtime==1.3.1"
}
]
},
Expand All @@ -1198,11 +1237,11 @@
"name": "kvbm",
"description": "KV Block Manager for disaggregated KV cache",
"meta": "Python 3.10–3.12 · Linux (glibc v2.28+)",
"href": "https://pypi.org/project/kvbm/1.3.0.post1/",
"href": "https://pypi.org/project/kvbm/1.3.1/",
"tags": [
{
"label": "uv pip install kvbm==1.3.0.post1",
"clipboard": "uv pip install kvbm==1.3.0.post1"
"label": "uv pip install kvbm==1.3.1",
"clipboard": "uv pip install kvbm==1.3.1"
}
]
},
Expand Down Expand Up @@ -1235,11 +1274,11 @@
"name": "dynamo-runtime",
"description": "Core distributed runtime library",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-runtime/1.3.0",
"href": "https://crates.io/crates/dynamo-runtime/1.3.1",
"tags": [
{
"label": "cargo add dynamo-runtime@1.3.0",
"clipboard": "cargo add dynamo-runtime@1.3.0"
"label": "cargo add dynamo-runtime@1.3.1",
"clipboard": "cargo add dynamo-runtime@1.3.1"
}
]
},
Expand All @@ -1248,11 +1287,11 @@
"name": "dynamo-llm",
"description": "LLM inference engine",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-llm/1.3.0",
"href": "https://crates.io/crates/dynamo-llm/1.3.1",
"tags": [
{
"label": "cargo add dynamo-llm@1.3.0",
"clipboard": "cargo add dynamo-llm@1.3.0"
"label": "cargo add dynamo-llm@1.3.1",
"clipboard": "cargo add dynamo-llm@1.3.1"
}
]
},
Expand Down Expand Up @@ -1301,11 +1340,11 @@
"name": "dynamo-memory",
"description": "Memory management utilities",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-memory/1.3.0",
"href": "https://crates.io/crates/dynamo-memory/1.3.1",
"tags": [
{
"label": "cargo add dynamo-memory@1.3.0",
"clipboard": "cargo add dynamo-memory@1.3.0"
"label": "cargo add dynamo-memory@1.3.1",
"clipboard": "cargo add dynamo-memory@1.3.1"
}
]
},
Expand All @@ -1327,11 +1366,11 @@
"name": "dynamo-tokens",
"description": "Tokenizer bindings for LLM inference",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-tokens/1.3.0",
"href": "https://crates.io/crates/dynamo-tokens/1.3.1",
"tags": [
{
"label": "cargo add dynamo-tokens@1.3.0",
"clipboard": "cargo add dynamo-tokens@1.3.0"
"label": "cargo add dynamo-tokens@1.3.1",
"clipboard": "cargo add dynamo-tokens@1.3.1"
}
]
},
Expand All @@ -1340,11 +1379,11 @@
"name": "dynamo-tokenizers",
"description": "Tokenizer library for LLM inference",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-tokenizers/1.3.0",
"href": "https://crates.io/crates/dynamo-tokenizers/1.3.1",
"tags": [
{
"label": "cargo add dynamo-tokenizers@1.3.0",
"clipboard": "cargo add dynamo-tokenizers@1.3.0"
"label": "cargo add dynamo-tokenizers@1.3.1",
"clipboard": "cargo add dynamo-tokenizers@1.3.1"
}
]
},
Expand All @@ -1353,11 +1392,11 @@
"name": "dynamo-mocker",
"description": "Inference engine simulator for benchmarking",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-mocker/1.3.0",
"href": "https://crates.io/crates/dynamo-mocker/1.3.1",
"tags": [
{
"label": "cargo add dynamo-mocker@1.3.0",
"clipboard": "cargo add dynamo-mocker@1.3.0"
"label": "cargo add dynamo-mocker@1.3.1",
"clipboard": "cargo add dynamo-mocker@1.3.1"
}
]
},
Expand All @@ -1366,11 +1405,11 @@
"name": "dynamo-kv-router",
"description": "KV-aware request routing library",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/dynamo-kv-router/1.3.0",
"href": "https://crates.io/crates/dynamo-kv-router/1.3.1",
"tags": [
{
"label": "cargo add dynamo-kv-router@1.3.0",
"clipboard": "cargo add dynamo-kv-router@1.3.0"
"label": "cargo add dynamo-kv-router@1.3.1",
"clipboard": "cargo add dynamo-kv-router@1.3.1"
}
]
},
Expand All @@ -1379,11 +1418,11 @@
"name": "kvbm-logical",
"description": "Logical layer for the KV Block Manager",
"meta": "MSRV Rust v1.82",
"href": "https://crates.io/crates/kvbm-logical/1.3.0",
"href": "https://crates.io/crates/kvbm-logical/1.3.1",
"tags": [
{
"label": "cargo add kvbm-logical@1.3.0",
"clipboard": "cargo add kvbm-logical@1.3.0"
"label": "cargo add kvbm-logical@1.3.1",
"clipboard": "cargo add kvbm-logical@1.3.1"
}
]
}
Expand Down
12 changes: 9 additions & 3 deletions docs/fern/components/install-selector-data.ts
Original file line number Diff line number Diff line change
Expand Up @@ -59,8 +59,14 @@ function dockerCommand(image: string, tag: string): string {
return `docker run --gpus all --network host --ipc host --rm -it nvcr.io/nvidia/ai-dynamo/${image}:${tag}`;
}

function stableWheelCommand(backend: Backend, version: string): string {
const wheel = version === CURRENT_VERSION.slice(1) ? CURRENT_WHEEL : version;
function stableWheelCommand(
backend: Backend,
version: string,
wheelOverride?: string,
): string {
const wheel =
wheelOverride ??
(version === CURRENT_VERSION.slice(1) ? CURRENT_WHEEL : version);
const prerelease = backend.id === "sglang" ? "--prerelease=allow " : "";
return `uv pip install ${prerelease}"ai-dynamo[${backend.extra}]==${wheel}"`;
}
Expand All @@ -84,7 +90,7 @@ function stableEntries(backend: Backend): InstallEntry[] {
commands: {
container: dockerCommand(`${backend.image}-runtime`, version),
...(backend.extra
? { wheel: stableWheelCommand(backend, version) }
? { wheel: stableWheelCommand(backend, version, release.wheel) }
: {}),
},
};
Expand Down
Loading
Loading