diff --git a/.github/configs/nvidia-master.yaml b/.github/configs/nvidia-master.yaml index c4a1311af2..87d72ed169 100644 --- a/.github/configs/nvidia-master.yaml +++ b/.github/configs/nvidia-master.yaml @@ -7958,7 +7958,7 @@ dsv4-fp4-b200-dynamo-vllm: search-space: # B200 adaptation of the DSV4 GB200 vLLM disagg recipes. Each worker # maps to one full 8-GPU B200 node. - - conc-list: [1, 64, 128] + - conc-list: [1, 16, 32, 64, 128] prefill: num-worker: 1 tp: 8 @@ -7971,7 +7971,7 @@ dsv4-fp4-b200-dynamo-vllm: tp: 8 ep: 1 dp-attn: false - - conc-list: [1024, 2048, 4096, 8192] + - conc-list: [256, 512, 1024] prefill: num-worker: 2 tp: 8 @@ -7984,7 +7984,7 @@ dsv4-fp4-b200-dynamo-vllm: tp: 8 ep: 8 dp-attn: true - - conc-list: [8192] + - conc-list: [8192, 12345] prefill: num-worker: 3 tp: 8 diff --git a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-high-tpt-megamoe.yaml b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-high-tpt-megamoe.yaml index 241a6c8d07..9a364841dd 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-high-tpt-megamoe.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-high-tpt-megamoe.yaml @@ -122,7 +122,7 @@ benchmark: type: "sa-bench" isl: 8192 osl: 1024 - concurrencies: "4096" + concurrencies: "256x512x1024" req_rate: "inf" use_chat_template: true custom_tokenizer: "sa_bench_tokenizers.vllm_deepseek_v4.VLLMDeepseekV4Tokenizer" diff --git a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-low-latency.yaml b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-low-latency.yaml index c0b56f2222..2a449451b4 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-low-latency.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-low-latency.yaml @@ -124,7 +124,7 @@ benchmark: type: "sa-bench" isl: 8192 osl: 1024 - concurrencies: "1" + concurrencies: "1x16x32x64x128" req_rate: "inf" use_chat_template: true custom_tokenizer: "sa_bench_tokenizers.vllm_deepseek_v4.VLLMDeepseekV4Tokenizer" diff --git a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-max-tpt-megamoe.yaml b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-max-tpt-megamoe.yaml index 23451b4ece..3296bc37f8 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-max-tpt-megamoe.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/8k1k/disagg-b200-max-tpt-megamoe.yaml @@ -122,7 +122,7 @@ benchmark: type: "sa-bench" isl: 8192 osl: 1024 - concurrencies: "4096" + concurrencies: "8192x12345" req_rate: "inf" use_chat_template: true custom_tokenizer: "sa_bench_tokenizers.vllm_deepseek_v4.VLLMDeepseekV4Tokenizer" diff --git a/perf-changelog.yaml b/perf-changelog.yaml index bba8a15f5f..4ac59290c0 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -2323,3 +2323,10 @@ - "Turn off explicit deep_gemm_mega_moe backend selection in B300 Dynamo vLLM throughput recipes" - "Let vLLM choose the MoE backend automatically to avoid CUDA symmetric-memory rendezvous failures during startup" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1304 + +- config-keys: + - dsv4-fp4-b200-dynamo-vllm + description: + - "Fix B200 Dynamo vLLM recipe benchmark concurrencies to match the nvidia-master.yaml search space" + - "Propagate low-latency concurrencies 1/64/128, high-throughput concurrencies 1024/2048/4096/8192, and max-throughput concurrency 8192 into the srt-slurm recipe files" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1305