From b5fb27f265041a0fd8c0cc2dc60c15938eb2632a Mon Sep 17 00:00:00 2001 From: functionstackx <47992694+functionstackx@users.noreply.github.com> Date: Sat, 4 Jul 2026 17:24:37 -0400 Subject: [PATCH] [Klaud Cold] Update kimik2.5-int4-mi355x-vllm vLLM ROCm image to v0.24.0 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 中文：将 kimik2.5-int4-mi355x-vllm 的 vLLM ROCm 镜像 升级至 v0.24.0。 Co-Authored-By: Claude Fable 5 --- configs/amd-master.yaml | 2 +- perf-changelog.yaml | 6 ++++++ 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index d3f1c70e6c..b1048ef04d 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -706,7 +706,7 @@ glm5.1-fp4-mi355x-atom: - { tp: 4, conc-start: 4, conc-end: 256 } kimik2.5-int4-mi355x-vllm: - image: vllm/vllm-openai-rocm:nightly-b8336c3c7c298e0878f22a7bf70f4e295b2f4e01 + image: vllm/vllm-openai-rocm:v0.24.0 model: moonshotai/Kimi-K2.5 model-prefix: kimik2.5 runner: mi355x diff --git a/perf-changelog.yaml b/perf-changelog.yaml index f13d283d65..ac839a35f8 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4448,3 +4448,9 @@ - "Employ the AITER MLA attention backend for the DeepSeek-V4 MLA path." - "Switch the MoE backend from triton_unfused to AITER MoE (VLLM_ROCM_USE_AITER_MOE=1 + --moe-backend aiter) for the FP4 experts." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1980 + +- config-keys: + - kimik2.5-int4-mi355x-vllm + description: + - "Update vLLM ROCm image from vllm/vllm-openai-rocm:nightly-b8336c3c7c298e0878f22a7bf70f4e295b2f4e01 to vllm/vllm-openai-rocm:v0.24.0" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2077