From d8666d11578bd432d4f51455bce755b8f97cc358 Mon Sep 17 00:00:00 2001 From: haic0 Date: Fri, 3 Jul 2026 11:15:25 +0800 Subject: [PATCH] Update MiniMax M3 MXFP4 AITER command Refresh the MI355X MXFP4 guide command to use the ROCm AITER MoE path and text-only launch flags. Signed-off-by: haic0 Co-authored-by: Cursor --- models/MiniMaxAI/MiniMax-M3.yaml | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/models/MiniMaxAI/MiniMax-M3.yaml b/models/MiniMaxAI/MiniMax-M3.yaml index 939da7be6..3249098da 100644 --- a/models/MiniMaxAI/MiniMax-M3.yaml +++ b/models/MiniMaxAI/MiniMax-M3.yaml @@ -456,13 +456,19 @@ guide: | or launch the tested TP8 baseline directly: ```bash + export VLLM_ROCM_USE_AITER=1 + export VLLM_ROCM_USE_AITER_MOE=1 + export VLLM_ROCM_USE_AITER_FUSION_SHARED_EXPERTS=1 + vllm serve amd/MiniMax-M3-MXFP4 \ --tensor-parallel-size 8 \ --trust-remote-code \ --block-size 128 \ + --no-enable-prefix-caching \ + --language-model-only \ + --max-model-len "$MAX_MODEL_LEN" \ --attention-backend TRITON_ATTN \ - --mm-encoder-tp-mode data \ - --mm-encoder-attn-backend ROCM_AITER_FA \ + --moe-backend aiter \ --tool-call-parser minimax_m3 \ --enable-auto-tool-choice \ --reasoning-parser minimax_m3