From c0ac163552a247f60ce90e87a8f0da1c3e226cfb Mon Sep 17 00:00:00 2001 From: NickLucche Date: Mon, 11 May 2026 09:04:15 +0000 Subject: [PATCH 1/6] accuracy value ds Signed-off-by: NickLucche --- tests/v1/kv_connector/nixl_integration/test_accuracy.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/v1/kv_connector/nixl_integration/test_accuracy.py b/tests/v1/kv_connector/nixl_integration/test_accuracy.py index bb68b7a57241..711f27d20945 100644 --- a/tests/v1/kv_connector/nixl_integration/test_accuracy.py +++ b/tests/v1/kv_connector/nixl_integration/test_accuracy.py @@ -26,6 +26,7 @@ "Qwen/Qwen3.5-0.8B": 0.33, "google/gemma-4-E2B-it": 0.485, "ai21labs/AI21-Jamba2-3B": 0.74, + "deepseek-ai/DeepSeek-V4-Flash": 0.95, } SIMPLE_PROMPT = ( From a23e34cbbb4537dd14ffa64ae544867556ff9409 Mon Sep 17 00:00:00 2001 From: NickLucche Date: Mon, 11 May 2026 09:51:17 +0000 Subject: [PATCH 2/6] wd Signed-off-by: NickLucche --- .buildkite/test_areas/disaggregated.yaml | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/.buildkite/test_areas/disaggregated.yaml b/.buildkite/test_areas/disaggregated.yaml index 38020d91ad00..f26bdf00064b 100644 --- a/.buildkite/test_areas/disaggregated.yaml +++ b/.buildkite/test_areas/disaggregated.yaml @@ -198,3 +198,25 @@ steps: commands: - bash /vllm-workspace/.buildkite/scripts/install-kv-connectors.sh - bash v1/kv_connector/nixl_integration/run_multi_connector_edge_case_test.sh + +# P TP 4 - D DPEP 4 test case for DSv4-Flash +- label: DSv4-Flash Disaggregated DP EP + key: dsv4-flash-disaggregated + timeout_in_minutes: 30 + device: h200 + optional: true + working_dir: "/vllm-workspace/tests" + num_devices: 8 + env: + ENABLE_HMA_FLAG: "1" + DP_EP: "1" + GPU_MEMORY_UTILIZATION: "0.85" + PREFILLER_TP_SIZE: "4" + DECODER_TP_SIZE: "4" + PREFILL_BLOCK_SIZE: "256" + DECODE_BLOCK_SIZE: "256" + MODEL_NAMES: "deepseek-ai/DeepSeek-V4-Flash" + VLLM_SERVE_EXTRA_ARGS: "--trust-remote-code,--kv-cache-dtype,fp8" + commands: + - bash /vllm-workspace/.buildkite/scripts/install-kv-connectors.sh + - bash v1/kv_connector/nixl_integration/run_accuracy_test.sh From 2a298aa884ebd29b7a878b75b807d96aa16f72fc Mon Sep 17 00:00:00 2001 From: NickLucche Date: Thu, 14 May 2026 12:07:57 +0200 Subject: [PATCH 3/6] increase timeout Signed-off-by: NickLucche --- .buildkite/test_areas/disaggregated.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/test_areas/disaggregated.yaml b/.buildkite/test_areas/disaggregated.yaml index f26bdf00064b..dd9f4a29307d 100644 --- a/.buildkite/test_areas/disaggregated.yaml +++ b/.buildkite/test_areas/disaggregated.yaml @@ -202,7 +202,7 @@ steps: # P TP 4 - D DPEP 4 test case for DSv4-Flash - label: DSv4-Flash Disaggregated DP EP key: dsv4-flash-disaggregated - timeout_in_minutes: 30 + timeout_in_minutes: 60 device: h200 optional: true working_dir: "/vllm-workspace/tests" From 3a93bf987574f6a7f7005b53a0bcfc5a18fddaee Mon Sep 17 00:00:00 2001 From: NickLucche Date: Thu, 14 May 2026 13:50:19 +0200 Subject: [PATCH 4/6] change device to h100 Signed-off-by: NickLucche --- .buildkite/test_areas/disaggregated.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/test_areas/disaggregated.yaml b/.buildkite/test_areas/disaggregated.yaml index dd9f4a29307d..0c285a569dc1 100644 --- a/.buildkite/test_areas/disaggregated.yaml +++ b/.buildkite/test_areas/disaggregated.yaml @@ -203,7 +203,7 @@ steps: - label: DSv4-Flash Disaggregated DP EP key: dsv4-flash-disaggregated timeout_in_minutes: 60 - device: h200 + device: h100 optional: true working_dir: "/vllm-workspace/tests" num_devices: 8 From bb94e05980e1a09e8bef72de74f2181daa53d157 Mon Sep 17 00:00:00 2001 From: NickLucche Date: Fri, 15 May 2026 15:13:36 +0200 Subject: [PATCH 5/6] oom Signed-off-by: NickLucche --- .buildkite/test_areas/disaggregated.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/test_areas/disaggregated.yaml b/.buildkite/test_areas/disaggregated.yaml index 0c285a569dc1..dd9f4a29307d 100644 --- a/.buildkite/test_areas/disaggregated.yaml +++ b/.buildkite/test_areas/disaggregated.yaml @@ -203,7 +203,7 @@ steps: - label: DSv4-Flash Disaggregated DP EP key: dsv4-flash-disaggregated timeout_in_minutes: 60 - device: h100 + device: h200 optional: true working_dir: "/vllm-workspace/tests" num_devices: 8 From 592333ea28484215648252ac291992b0245a0c32 Mon Sep 17 00:00:00 2001 From: NickLucche Date: Mon, 13 Jul 2026 19:39:26 +0200 Subject: [PATCH 6/6] fix gpu assignment Signed-off-by: NickLucche --- .../nixl_integration/run_accuracy_test.sh | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh b/tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh index a357128d3ce4..77235582fe13 100755 --- a/tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh +++ b/tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh @@ -140,12 +140,13 @@ run_tests_for_model() { # Start prefill instances for i in $(seq 0 $((NUM_PREFILL_INSTANCES-1))); do # Calculate GPU ID - we'll distribute across available GPUs - GPU_ID=$((i % $(get_num_gpus))) - NEXT_GPU=${GPU_ID} + GPU_START=$((i % $(get_num_gpus))) + GPU_ID=$GPU_START + NEXT_GPU=$GPU_START # Reserve TP*PP GPUs for the prefiller (TP shards across PP stages). PREFILLER_WORLD_SIZE=$((PREFILLER_TP_SIZE * PREFILLER_PP_SIZE)) for (( j=1; j < PREFILLER_WORLD_SIZE; j++ )); do - NEXT_GPU=$(((GPU_ID + j) % $(get_num_gpus))) + NEXT_GPU=$(((GPU_START + j) % $(get_num_gpus))) GPU_ID="${GPU_ID},${NEXT_GPU}" done @@ -195,10 +196,12 @@ run_tests_for_model() { # Start decode instances for i in $(seq 0 $((NUM_DECODE_INSTANCES-1))); do # Calculate GPU ID - we'll distribute across available GPUs, starting from after prefill GPUs - GPU_ID=$(((i + NEXT_GPU + 1) % $(get_num_gpus))) + DECODE_START=$(((i + NEXT_GPU + 1) % $(get_num_gpus))) + GPU_ID=$DECODE_START + NEXT_GPU=$DECODE_START # If DECODER_TP_SIZE is more than 1 for (( j=1; j < DECODER_TP_SIZE; j++ )); do - NEXT_GPU=$(((GPU_ID + j) % $(get_num_gpus))) + NEXT_GPU=$(((DECODE_START + j) % $(get_num_gpus))) GPU_ID="${GPU_ID},${NEXT_GPU}" done # Calculate port number (base port + instance number)