Skip to content
Merged
2 changes: 1 addition & 1 deletion .github/configs/amd-master.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2138,7 +2138,7 @@ dsr1-fp4-mi355x-sglang-disagg-8k1k-mtp:
- "DECODE_MTP_SIZE=1"

dsv4-fp4-mi355x-sglang:
image: lmsysorg/sglang-rocm:v0.5.13-rocm720-mi35x-20260612
image: lmsysorg/sglang-rocm:v0.5.13.post1-rocm720-mi35x-20260618
model: deepseek-ai/DeepSeek-V4-Pro
model-prefix: dsv4
runner: mi355x
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,7 @@ export SGLANG_DSV4_REASONING_EFFORT=max
export SGLANG_OPT_DEEPGEMM_HC_PRENORM=false
export SGLANG_USE_AITER=1
export SGLANG_USE_ROCM700A=0
export SGLANG_DP_USE_GATHERV=1
export SGLANG_OPT_USE_FUSED_COMPRESS=true
export SGLANG_HACK_FLASHMLA_BACKEND=unified_kv_triton
export SGLANG_OPT_FP8_WO_A_GEMM=false
Expand Down Expand Up @@ -60,9 +61,9 @@ start_gpu_monitor
PARALLEL_ARGS=(
--tensor-parallel-size "$TP"
)
CHUNKED_PREFILL_SIZE=8192
CHUNKED_PREFILL_SIZE=$ISL
if [ "${DP_ATTENTION}" = "true" ]; then
CHUNKED_PREFILL_SIZE=$((8192 * TP))
CHUNKED_PREFILL_SIZE=$((ISL * TP))
PARALLEL_ARGS+=(
--dp "$TP"
--enable-dp-attention
Expand Down
7 changes: 7 additions & 0 deletions perf-changelog.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3950,3 +3950,10 @@
- "Update ISL=8192 search-space: TP8-only from conc=4-64, DPA from conc=128-1024 (previously conc=1-64 and DPA conc=64-512)"
- "Update Applied TBO on high concurrencies"
pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1717

- config-keys:
- dsv4-fp4-mi355x-sglang
description:
- "Bump image to lmsysorg/sglang-rocm:v0.5.13.post1-rocm720-mi35x-20260618."
- "Enable SGLANG_DP_USE_GATHERV=1. Change to use all_gatherv + reduce_scatterv for tp + dp config."
pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1824