diff --git a/.lycheeignore b/.lycheeignore index 7344ac1d7f4c..d2437c912db9 100644 --- a/.lycheeignore +++ b/.lycheeignore @@ -76,11 +76,6 @@ ^https://github\.com/ai-dynamo/dynamo/tree/main/recipes/deepseek-v4/deepseek-v4-pro-0813/perf$ ^https://github\.com/ai-dynamo/dynamo/blob/main/recipes/deepseek-v4/deepseek-v4-pro-0813/perf/README\.md$ -# The Solar Open2 250B recipe page is introduced by the same PR as its docs link, -# so the rendered docs URL 404s from CI until the page is published. Remove this -# entry once the page is live. -^https://docs\.nvidia\.com/dynamo/latest/recipes/model-recipes/solar-open2-250b$ - # The DeepSeek-V4.1-Flash docs page is published by the same PR that adds this # link, so the URL returns 404 until the docs deploy. Remove this entry after # the page is live. diff --git a/docs/fern/pages/recipes/model-recipes/solar-open2-250b.mdx b/docs/fern/pages/recipes/model-recipes/solar-open2-250b.mdx index d7516236fe9e..28512049118d 100644 --- a/docs/fern/pages/recipes/model-recipes/solar-open2-250b.mdx +++ b/docs/fern/pages/recipes/model-recipes/solar-open2-250b.mdx @@ -251,9 +251,9 @@ below 5 s and p50 user output throughput at or above 50 tok/s. | Chat (15% subset) | Disaggregated 1P:2D, round-robin | vLLM | B200 | 44 | 206.20 | 51.69 | 2277 | Figures are measured with the profile's benchmark manifest (`perf.yaml` for -aggregated, `perf-disagg.yaml` for disaggregated). That configuration isolates the -warmup phase from profiling; it does not clear server-side KV cache. For runs that -must start from a cold cache, restart the worker pods between them. +aggregated, `perf-disagg.yaml` for disaggregated). Neither manifest clears +server-side KV cache, so a run inherits whatever the workers already hold. For runs +that must start from a cold cache, restart the worker pods between them. ## Source diff --git a/recipes/solar-open2-250b/README.md b/recipes/solar-open2-250b/README.md index c62ae9b026e3..863bf421f0a7 100644 --- a/recipes/solar-open2-250b/README.md +++ b/recipes/solar-open2-250b/README.md @@ -6,4 +6,4 @@ SPDX-License-Identifier: Apache-2.0 # Solar Open2 250B NVFP4 Recipes Documentation for these recipes is published at -. +. diff --git a/recipes/solar-open2-250b/perf/perf-disagg.yaml b/recipes/solar-open2-250b/perf/perf-disagg.yaml index 8d512e29067c..31d856073e35 100644 --- a/recipes/solar-open2-250b/perf/perf-disagg.yaml +++ b/recipes/solar-open2-250b/perf/perf-disagg.yaml @@ -31,9 +31,6 @@ data: format: mooncake_trace sampling: sequential - cache_bust: - target: warmup_isolation_system - synthesis: max_isl: ${MAX_ISL:1048576} max_osl: ${CAP_OSL:12000} @@ -70,7 +67,7 @@ spec: containers: - name: aiperf - image: nvcr.io/nvstaging/ai-dynamo/aiperf:0.13.0rc2 + image: nvcr.io/nvidia/ai-dynamo/aiperf:0.12.0 imagePullPolicy: IfNotPresent command: ["/bin/bash", "-lc"] diff --git a/recipes/solar-open2-250b/perf/perf.yaml b/recipes/solar-open2-250b/perf/perf.yaml index 60be9d6b5678..fd7de2394129 100644 --- a/recipes/solar-open2-250b/perf/perf.yaml +++ b/recipes/solar-open2-250b/perf/perf.yaml @@ -31,9 +31,6 @@ data: format: mooncake_trace sampling: sequential - cache_bust: - target: warmup_isolation_system - synthesis: max_isl: ${MAX_ISL:1048576} max_osl: ${CAP_OSL:12000} @@ -70,7 +67,7 @@ spec: containers: - name: aiperf - image: nvcr.io/nvstaging/ai-dynamo/aiperf:0.13.0rc2 + image: nvcr.io/nvidia/ai-dynamo/aiperf:0.12.0 imagePullPolicy: IfNotPresent command: ["/bin/bash", "-lc"]