diff --git a/.buildkite/amd-disagg/models.yaml b/.buildkite/amd-disagg/models.yaml index e919475db85e..0d44dea6bc27 100644 --- a/.buildkite/amd-disagg/models.yaml +++ b/.buildkite/amd-disagg/models.yaml @@ -76,7 +76,7 @@ models: VLLM_ROCM_USE_AITER: "1" VLLM_ROCM_USE_AITER_MOE: "1" VLLM_ROCM_USE_AITER_RMSNORM: "1" - base_flags: "--trust-remote-code" + base_flags: "--trust-remote-code --attention-backend TRITON_MLA -ac.mla_prefill_backend=FLASH_ATTN" prefill: tp: "--gpu-memory-utilization 0.85" decode: @@ -86,11 +86,10 @@ models: env: VLLM_ROCM_USE_AITER: "1" AMDGCN_USE_BUFFER_OPS: "1" - VLLM_ROCM_USE_AITER_MLA: "1" VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4" VLLM_ROCM_USE_SKINNY_GEMM: "0" VLLM_ROCM_USE_AITER_FUSION_SHARED_EXPERTS: "1" - base_flags: "--trust-remote-code --kv-cache-dtype fp8 --mm-encoder-tp-mode data --block-size 1 --attention-backend ROCM_AITER_MLA" + base_flags: "--trust-remote-code --kv-cache-dtype fp8 --mm-encoder-tp-mode data --block-size 16 --attention-backend TRITON_MLA -ac.mla_prefill_backend=FLASH_ATTN" prefill: tp: "--gpu-memory-utilization 0.9" decode: