From af040d618b31ef678dd9dbae65618f8c5cd476a2 Mon Sep 17 00:00:00 2001 From: Sandhya Rani Narravula Date: Wed, 16 Sep 2026 13:27:03 -0700 Subject: [PATCH] fix(recipes): make the Solar Open2 250B benchmark and docs link usable Both benchmark Jobs pinned nvcr.io/nvstaging/ai-dynamo/aiperf:0.13.0rc2, which is not publicly pullable, so nobody outside NVIDIA could reproduce the published figures. The pin came from the reference perf.yaml these were copied from. Point both at the latest public release instead, and drop cache_bust, whose warmup_isolation_system value that release does not accept. Both profiles were re-measured on the public client and clear their gates: aggregated 213.7 tok/s/GPU at 52.05 tok/s/user and 325 ms, disaggregated 206.3 at 52.31 and 2.16 s, all runs complete with no errors. Every figure stays inside the run-to-run spread, so the published table is unchanged. The note describing warmup isolation is corrected, since the manifests no longer configure it. The README pointed at a documentation route that does not exist. The published page is at /dynamo/dev/recipes/solar-open2-250b, so the .lycheeignore entry added while the page was unpublished is no longer needed. Signed-off-by: Sandhya Rani Narravula --- .lycheeignore | 5 ----- docs/fern/pages/recipes/model-recipes/solar-open2-250b.mdx | 6 +++--- recipes/solar-open2-250b/README.md | 2 +- recipes/solar-open2-250b/perf/perf-disagg.yaml | 5 +---- recipes/solar-open2-250b/perf/perf.yaml | 5 +---- 5 files changed, 6 insertions(+), 17 deletions(-) diff --git a/.lycheeignore b/.lycheeignore index 7344ac1d7f4c..d2437c912db9 100644 --- a/.lycheeignore +++ b/.lycheeignore @@ -76,11 +76,6 @@ ^https://github\.com/ai-dynamo/dynamo/tree/main/recipes/deepseek-v4/deepseek-v4-pro-0813/perf$ ^https://github\.com/ai-dynamo/dynamo/blob/main/recipes/deepseek-v4/deepseek-v4-pro-0813/perf/README\.md$ -# The Solar Open2 250B recipe page is introduced by the same PR as its docs link, -# so the rendered docs URL 404s from CI until the page is published. Remove this -# entry once the page is live. -^https://docs\.nvidia\.com/dynamo/latest/recipes/model-recipes/solar-open2-250b$ - # The DeepSeek-V4.1-Flash docs page is published by the same PR that adds this # link, so the URL returns 404 until the docs deploy. Remove this entry after # the page is live. diff --git a/docs/fern/pages/recipes/model-recipes/solar-open2-250b.mdx b/docs/fern/pages/recipes/model-recipes/solar-open2-250b.mdx index d7516236fe9e..28512049118d 100644 --- a/docs/fern/pages/recipes/model-recipes/solar-open2-250b.mdx +++ b/docs/fern/pages/recipes/model-recipes/solar-open2-250b.mdx @@ -251,9 +251,9 @@ below 5 s and p50 user output throughput at or above 50 tok/s. | Chat (15% subset) | Disaggregated 1P:2D, round-robin | vLLM | B200 | 44 | 206.20 | 51.69 | 2277 | Figures are measured with the profile's benchmark manifest (`perf.yaml` for -aggregated, `perf-disagg.yaml` for disaggregated). That configuration isolates the -warmup phase from profiling; it does not clear server-side KV cache. For runs that -must start from a cold cache, restart the worker pods between them. +aggregated, `perf-disagg.yaml` for disaggregated). Neither manifest clears +server-side KV cache, so a run inherits whatever the workers already hold. For runs +that must start from a cold cache, restart the worker pods between them. ## Source diff --git a/recipes/solar-open2-250b/README.md b/recipes/solar-open2-250b/README.md index c62ae9b026e3..863bf421f0a7 100644 --- a/recipes/solar-open2-250b/README.md +++ b/recipes/solar-open2-250b/README.md @@ -6,4 +6,4 @@ SPDX-License-Identifier: Apache-2.0 # Solar Open2 250B NVFP4 Recipes Documentation for these recipes is published at -. +. diff --git a/recipes/solar-open2-250b/perf/perf-disagg.yaml b/recipes/solar-open2-250b/perf/perf-disagg.yaml index 8d512e29067c..31d856073e35 100644 --- a/recipes/solar-open2-250b/perf/perf-disagg.yaml +++ b/recipes/solar-open2-250b/perf/perf-disagg.yaml @@ -31,9 +31,6 @@ data: format: mooncake_trace sampling: sequential - cache_bust: - target: warmup_isolation_system - synthesis: max_isl: ${MAX_ISL:1048576} max_osl: ${CAP_OSL:12000} @@ -70,7 +67,7 @@ spec: containers: - name: aiperf - image: nvcr.io/nvstaging/ai-dynamo/aiperf:0.13.0rc2 + image: nvcr.io/nvidia/ai-dynamo/aiperf:0.12.0 imagePullPolicy: IfNotPresent command: ["/bin/bash", "-lc"] diff --git a/recipes/solar-open2-250b/perf/perf.yaml b/recipes/solar-open2-250b/perf/perf.yaml index 60be9d6b5678..fd7de2394129 100644 --- a/recipes/solar-open2-250b/perf/perf.yaml +++ b/recipes/solar-open2-250b/perf/perf.yaml @@ -31,9 +31,6 @@ data: format: mooncake_trace sampling: sequential - cache_bust: - target: warmup_isolation_system - synthesis: max_isl: ${MAX_ISL:1048576} max_osl: ${CAP_OSL:12000} @@ -70,7 +67,7 @@ spec: containers: - name: aiperf - image: nvcr.io/nvstaging/ai-dynamo/aiperf:0.13.0rc2 + image: nvcr.io/nvidia/ai-dynamo/aiperf:0.12.0 imagePullPolicy: IfNotPresent command: ["/bin/bash", "-lc"]