diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm3/atom/mi355x-fp4-mtp/agentic.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm3/atom/mi355x-fp4-mtp/agentic.yaml index 23cd2d220e..c145e33740 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm3/atom/mi355x-fp4-mtp/agentic.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm3/atom/mi355x-fp4-mtp/agentic.yaml @@ -40,7 +40,6 @@ base: AITER_FLYDSL_STAGE2_FP8: '1' ATOM_FORCE_ATTN_TRITON: '1' ATOM_PA_FLYDSL: '1' - ATOM_PA_FLYDSL_PLAN: '1' benchmark: env: AIPERF_HTTP_TCP_USER_TIMEOUT: '900000' diff --git a/inferencex-e2e/configs/amd-master.yaml b/inferencex-e2e/configs/amd-master.yaml index 10be2966cd..21cc20b04f 100644 --- a/inferencex-e2e/configs/amd-master.yaml +++ b/inferencex-e2e/configs/amd-master.yaml @@ -760,7 +760,7 @@ kimik3-fp4-mi355x-vllm-agentic-mtp: - { tp: 8, ep: 1, dcp-size: 8, kv-offloading: dram, kv-offload-backend: { name: vllm-simple }, conc-list: [2, 4, 10, 16, 24, 32, 48], spec-decoding: mtp, srt-recipe: agentic.yaml } minimaxm3-fp4-mi355x-atom-agentic-mtp: - image: rocm/atom-dev:nightly_202610070333 + image: rocm/atom-dev:nightly_202610151507@sha256:aa6754256dd68009240e54206265e5250395374640f07757f2fdeac6170097cf model: amd/MiniMax-M3-MXFP4 model-prefix: minimaxm3 runner: cluster:mi355x-amds