diff --git a/tests/integration/test_lists/waives.txt b/tests/integration/test_lists/waives.txt index c9612d241775..3e52a1e4b754 100644 --- a/tests/integration/test_lists/waives.txt +++ b/tests/integration/test_lists/waives.txt @@ -330,11 +330,6 @@ perf/test_perf.py::test_perf[whisper_large_v3-bench-float16-input_output_len:128 perf/test_perf_sanity.py::test_e2e[aggr_upload-deepseek_v32_fp4_blackwell-v32_fp4_dep8_mtp1_8k1k] SKIP (https://nvbugs/6280721) perf/test_perf_sanity.py::test_e2e[aggr_upload-deepseek_v32_fp4_blackwell-v32_fp4_tep8_mtp3_8k1k] SKIP (https://nvbugs/6280721) perf/test_perf_sanity.py::test_e2e[aggr_upload-deepseek_v32_fp4_grace_blackwell-v32_fp4_tep4_mtp3_8k1k] SKIP (https://nvbugs/6280721) -perf/test_perf_sanity.py::test_e2e[aggr_upload-dynamo_k25_thinking_fp4_blackwell-k25_thinking_fp4_tep8_adp_2k1k] SKIP (https://nvbugs/6227472) -perf/test_perf_sanity.py::test_e2e[aggr_upload-k25_thinking_fp4_2_nodes_grace_blackwell-k25_thinking_fp4_dep8_32k8k] SKIP (https://nvbugs/6236108) -perf/test_perf_sanity.py::test_e2e[aggr_upload-k25_thinking_fp4_blackwell-k25_thinking_fp4_dep8_32k8k] SKIP (https://nvbugs/6236094) -perf/test_perf_sanity.py::test_e2e[aggr_upload-k25_thinking_fp4_blackwell-k25_thinking_fp4_dep8_8k1k] SKIP (https://nvbugs/6227472) -perf/test_perf_sanity.py::test_e2e[aggr_upload-k25_thinking_fp4_blackwell-k25_thinking_fp4_tep8_32k8k] SKIP (https://nvbugs/6227472) perf/test_perf_sanity.py::test_e2e[aggr_upload-llama3_1_8b_fp8_ad_hopper-llama3_1_8b_ad_ws1_1k1k] SKIP (https://nvbugs/6281573) perf/test_perf_sanity.py::test_e2e[aggr_upload-super_ad_blackwell-super_ad_ws1_1k1k] SKIP (https://nvbugs/6153575) perf/test_perf_sanity.py::test_e2e[disagg_upload-e2e-gb200_deepseek-r1-fp4_128k8k_con128_ctx1_pp8_gen1_dep16_eplb0_mtp1_ccb-NIXL] SKIP (https://nvbugs/6215844) diff --git a/tests/scripts/perf-sanity/aggregated/dynamo_k25_thinking_fp4_blackwell.yaml b/tests/scripts/perf-sanity/aggregated/dynamo_k25_thinking_fp4_blackwell.yaml index 24216305a8cb..18b7b6d175e8 100644 --- a/tests/scripts/perf-sanity/aggregated/dynamo_k25_thinking_fp4_blackwell.yaml +++ b/tests/scripts/perf-sanity/aggregated/dynamo_k25_thinking_fp4_blackwell.yaml @@ -29,9 +29,9 @@ server_configs: backend: UCX max_tokens_in_buffer: 8448 client_configs: - - name: "con128_iter10_2k1k" + - name: "con128_iter5_2k1k" concurrency: 128 - iterations: 10 + iterations: 5 isl: 2048 osl: 1024 backend: "openai" diff --git a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_2_nodes_grace_blackwell.yaml b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_2_nodes_grace_blackwell.yaml index 864cc8792ab5..eac9a0733633 100644 --- a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_2_nodes_grace_blackwell.yaml +++ b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_2_nodes_grace_blackwell.yaml @@ -27,9 +27,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con2_iter10_32k8k" + - name: "con2_iter5_32k8k" concurrency: 2 - iterations: 10 + iterations: 5 isl: 32768 osl: 8192 backend: "openai" @@ -63,9 +63,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con128_iter10_32k8k" + - name: "con128_iter5_32k8k" concurrency: 128 - iterations: 10 + iterations: 5 isl: 32768 osl: 8192 backend: "openai" diff --git a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_blackwell.yaml b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_blackwell.yaml index fe1f29489771..3c4644180785 100644 --- a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_blackwell.yaml +++ b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_blackwell.yaml @@ -26,9 +26,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con2_iter10_8k1k" + - name: "con2_iter5_8k1k" concurrency: 2 - iterations: 10 + iterations: 5 isl: 8192 osl: 1024 backend: "openai" @@ -61,9 +61,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con512_iter10_8k1k" + - name: "con512_iter5_8k1k" concurrency: 512 - iterations: 10 + iterations: 5 isl: 8192 osl: 1024 backend: "openai" @@ -92,9 +92,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con2_iter10_32k8k" + - name: "con2_iter5_32k8k" concurrency: 2 - iterations: 10 + iterations: 5 isl: 32768 osl: 8192 backend: "openai" @@ -128,9 +128,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con128_iter10_32k8k" + - name: "con128_iter5_32k8k" concurrency: 128 - iterations: 10 + iterations: 5 isl: 32768 osl: 8192 backend: "openai" diff --git a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_grace_blackwell.yaml b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_grace_blackwell.yaml index 35335416f193..f11454035223 100644 --- a/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_grace_blackwell.yaml +++ b/tests/scripts/perf-sanity/aggregated/k25_thinking_fp4_grace_blackwell.yaml @@ -26,9 +26,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con2_iter10_8k1k" + - name: "con2_iter5_8k1k" concurrency: 2 - iterations: 10 + iterations: 5 isl: 8192 osl: 1024 backend: "openai" @@ -61,9 +61,9 @@ server_configs: enable_block_reuse: false free_gpu_memory_fraction: 0.6 client_configs: - - name: "con256_iter10_8k1k" + - name: "con256_iter5_8k1k" concurrency: 256 - iterations: 10 + iterations: 5 isl: 8192 osl: 1024 backend: "openai"