From 65fe8841bcc77f28788b04ffa97b660363e90c93 Mon Sep 17 00:00:00 2001 From: Chun Fang Date: Sat, 4 Apr 2026 11:42:00 +0000 Subject: [PATCH 1/3] Add TP2EP2 for minimaxm2.5-fp8-mi355x-vllm Fewer GPUs means less inter-GPU communication overhead, and MoE expert parallelism across 2 GPUs is very efficient for this model. --- .github/configs/amd-master.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/configs/amd-master.yaml b/.github/configs/amd-master.yaml index 72ef89c09..f55b216a9 100644 --- a/.github/configs/amd-master.yaml +++ b/.github/configs/amd-master.yaml @@ -345,13 +345,13 @@ minimaxm2.5-fp8-mi355x-vllm: - isl: 1024 osl: 1024 search-space: - - { tp: 2, conc-start: 4, conc-end: 64 } + - { tp: 2, ep: 2, conc-start: 4, conc-end: 256 } - { tp: 4, conc-start: 4, conc-end: 64 } - { tp: 8, ep: 8, conc-start: 32, conc-end: 256 } - isl: 8192 osl: 1024 search-space: - - { tp: 2, conc-start: 4, conc-end: 64 } + - { tp: 2, ep: 2, conc-start: 4, conc-end: 256 } - { tp: 4, conc-start: 4, conc-end: 64 } - { tp: 8, ep: 8, conc-start: 32, conc-end: 256 } From faf1537e697c1f4174b383847225a82f622e8c70 Mon Sep 17 00:00:00 2001 From: Chun Fang Date: Sat, 4 Apr 2026 18:08:13 +0000 Subject: [PATCH 2/3] Optimize config for minimaxm2.5-fp8-mi355x-vllm --- .github/configs/amd-master.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/configs/amd-master.yaml b/.github/configs/amd-master.yaml index f55b216a9..587dde107 100644 --- a/.github/configs/amd-master.yaml +++ b/.github/configs/amd-master.yaml @@ -345,15 +345,15 @@ minimaxm2.5-fp8-mi355x-vllm: - isl: 1024 osl: 1024 search-space: - - { tp: 2, ep: 2, conc-start: 4, conc-end: 256 } - - { tp: 4, conc-start: 4, conc-end: 64 } - - { tp: 8, ep: 8, conc-start: 32, conc-end: 256 } + - { tp: 2, ep: 2, conc-start: 2, conc-end: 512 } + - { tp: 4, ep: 4, conc-start: 4, conc-end: 256 } + - { tp: 8, ep: 8, conc-start: 2, conc-end: 2 } - isl: 8192 osl: 1024 search-space: - - { tp: 2, ep: 2, conc-start: 4, conc-end: 256 } - - { tp: 4, conc-start: 4, conc-end: 64 } - - { tp: 8, ep: 8, conc-start: 32, conc-end: 256 } + - { tp: 2, ep: 2, conc-start: 2, conc-end: 256 } + - { tp: 4, ep: 4, conc-start: 4, conc-end: 512 } + - { tp: 8, ep: 8, conc-start: 2, conc-end: 2 } minimaxm2.5-fp8-mi355x-atom: image: rocm/atom:rocm7.2.1-ubuntu24.04-pytorch2.9.1-atom0.1.2 From 772019f7ac5fdeae25adcb689d719518120cfd86 Mon Sep 17 00:00:00 2001 From: Chun Fang Date: Sat, 4 Apr 2026 20:08:47 +0000 Subject: [PATCH 3/3] Update perf-changelog for minimaxm2.5-fp8-mi355x-vllm --- perf-changelog.yaml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/perf-changelog.yaml b/perf-changelog.yaml index c490922a4..2b87585f9 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -1244,4 +1244,9 @@ - "Remove ISL 1024 / OSL 8192 seq-len config" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/947 - +- config-keys: + - minimaxm2.5-fp8-mi355x-vllm + description: + - "Optimize MiniMax-M2.5 FP8 MI355X vLLM search-space" + - "Add tp2 ep2 search-space entries (conc 2-256) for all seq-len configs" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1002