From 1736b6021e3fdfecd7da1f84421f248c343e102b Mon Sep 17 00:00:00 2001 From: Chenfei Zhang Date: Mon, 8 Jun 2026 06:00:06 +0000 Subject: [PATCH 1/2] update Signed-off-by: Chenfei Zhang --- .../dynamo_k25_thinking_fp4_blackwell.yaml | 4 ++-- ...k25_thinking_fp4_2_nodes_grace_blackwell.yaml | 8 ++++---- .../aggregated/k25_thinking_fp4_blackwell.yaml | 16 ++++++++-------- .../k25_thinking_fp4_grace_blackwell.yaml | 8 ++++---- 4 files changed, 18 insertions(+), 18 deletions(-) diff --git a/tests/scripts/perf-sanity/aggregated/dynamo_k25_thinking_fp4_blackwell.yaml b/tests/scripts/perf-sanity/aggregated/dynamo_k25_thinking_fp4_blackwell.yaml index 24216305a8cb..18b7b6d175e8 100644 --- a/tests/scripts/perf-sanity/aggregated/dynamo_k25_thinking_fp4_blackwell.yaml +++ b/tests/scripts/perf-sanity/aggregated/dynamo_k25_thinking_fp4_blackwell.yaml @@ -29,9 +29,9 @@ server_configs: backend: UCX max_tokens_in_buffer: 8448 client_configs: - - name: "con128_iter10_2k1k" + - name: "con128_iter5_2k1k" concurrency: 128 - iterations: 10 + iterations: 5 isl: 2048 osl: 1024 backend: "openai" diff --git a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_2_nodes_grace_blackwell.yaml b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_2_nodes_grace_blackwell.yaml index 864cc8792ab5..eac9a0733633 100644 --- a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_2_nodes_grace_blackwell.yaml +++ b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_2_nodes_grace_blackwell.yaml @@ -27,9 +27,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con2_iter10_32k8k" + - name: "con2_iter5_32k8k" concurrency: 2 - iterations: 10 + iterations: 5 isl: 32768 osl: 8192 backend: "openai" @@ -63,9 +63,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con128_iter10_32k8k" + - name: "con128_iter5_32k8k" concurrency: 128 - iterations: 10 + iterations: 5 isl: 32768 osl: 8192 backend: "openai" diff --git a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_blackwell.yaml b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_blackwell.yaml index fe1f29489771..3c4644180785 100644 --- a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_blackwell.yaml +++ b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_blackwell.yaml @@ -26,9 +26,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con2_iter10_8k1k" + - name: "con2_iter5_8k1k" concurrency: 2 - iterations: 10 + iterations: 5 isl: 8192 osl: 1024 backend: "openai" @@ -61,9 +61,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con512_iter10_8k1k" + - name: "con512_iter5_8k1k" concurrency: 512 - iterations: 10 + iterations: 5 isl: 8192 osl: 1024 backend: "openai" @@ -92,9 +92,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con2_iter10_32k8k" + - name: "con2_iter5_32k8k" concurrency: 2 - iterations: 10 + iterations: 5 isl: 32768 osl: 8192 backend: "openai" @@ -128,9 +128,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con128_iter10_32k8k" + - name: "con128_iter5_32k8k" concurrency: 128 - iterations: 10 + iterations: 5 isl: 32768 osl: 8192 backend: "openai" diff --git a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_grace_blackwell.yaml b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_grace_blackwell.yaml index 35335416f193..f11454035223 100644 --- a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_grace_blackwell.yaml +++ b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_grace_blackwell.yaml @@ -26,9 +26,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con2_iter10_8k1k" + - name: "con2_iter5_8k1k" concurrency: 2 - iterations: 10 + iterations: 5 isl: 8192 osl: 1024 backend: "openai" @@ -61,9 +61,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con256_iter10_8k1k" + - name: "con256_iter5_8k1k" concurrency: 256 - iterations: 10 + iterations: 5 isl: 8192 osl: 1024 backend: "openai" From ef7e2eaebad94e8cffff6d6907e8d7ecc68f1d18 Mon Sep 17 00:00:00 2001 From: Chenfei Zhang Date: Mon, 8 Jun 2026 07:38:51 +0000 Subject: [PATCH 2/2] update Signed-off-by: Chenfei Zhang --- tests/integration/test_lists/waives.txt | 5 ----- 1 file changed, 5 deletions(-) diff --git a/tests/integration/test_lists/waives.txt b/tests/integration/test_lists/waives.txt index c9612d241775..3e52a1e4b754 100644 --- a/tests/integration/test_lists/waives.txt +++ b/tests/integration/test_lists/waives.txt @@ -330,11 +330,6 @@ perf/test_perf.py::test_perf[whisper_large_v3-bench-float16-input_output_len:128 perf/test_perf_sanity.py::test_e2e[aggr_upload-deepseek_v32_fp4_blackwell-v32_fp4_dep8_mtp1_8k1k] SKIP (https://nvbugs/6280721) perf/test_perf_sanity.py::test_e2e[aggr_upload-deepseek_v32_fp4_blackwell-v32_fp4_tep8_mtp3_8k1k] SKIP (https://nvbugs/6280721) perf/test_perf_sanity.py::test_e2e[aggr_upload-deepseek_v32_fp4_grace_blackwell-v32_fp4_tep4_mtp3_8k1k] SKIP (https://nvbugs/6280721) -perf/test_perf_sanity.py::test_e2e[aggr_upload-dynamo_k25_thinking_fp4_blackwell-k25_thinking_fp4_tep8_adp_2k1k] SKIP (https://nvbugs/6227472) -perf/test_perf_sanity.py::test_e2e[aggr_upload-k25_thinking_fp4_2_nodes_grace_blackwell-k25_thinking_fp4_dep8_32k8k] SKIP (https://nvbugs/6236108) -perf/test_perf_sanity.py::test_e2e[aggr_upload-k25_thinking_fp4_blackwell-k25_thinking_fp4_dep8_32k8k] SKIP (https://nvbugs/6236094) -perf/test_perf_sanity.py::test_e2e[aggr_upload-k25_thinking_fp4_blackwell-k25_thinking_fp4_dep8_8k1k] SKIP (https://nvbugs/6227472) -perf/test_perf_sanity.py::test_e2e[aggr_upload-k25_thinking_fp4_blackwell-k25_thinking_fp4_tep8_32k8k] SKIP (https://nvbugs/6227472) perf/test_perf_sanity.py::test_e2e[aggr_upload-llama3_1_8b_fp8_ad_hopper-llama3_1_8b_ad_ws1_1k1k] SKIP (https://nvbugs/6281573) perf/test_perf_sanity.py::test_e2e[aggr_upload-super_ad_blackwell-super_ad_ws1_1k1k] SKIP (https://nvbugs/6153575) perf/test_perf_sanity.py::test_e2e[disagg_upload-e2e-gb200_deepseek-r1-fp4_128k8k_con128_ctx1_pp8_gen1_dep16_eplb0_mtp1_ccb-NIXL] SKIP (https://nvbugs/6215844)