From c45f90d0e060fd54b178f322af6fbd2e07ec7f97 Mon Sep 17 00:00:00 2001 From: yewentao256 Date: Mon, 24 Aug 2026 13:50:08 +0000 Subject: [PATCH] fix kimi k3 KeyError: 'language_model.model.layers.0.self_attn' Signed-off-by: yewentao256 --- vllm/models/kimi_k3/nvidia/kda.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/vllm/models/kimi_k3/nvidia/kda.py b/vllm/models/kimi_k3/nvidia/kda.py index d2ca6f42f525..1b36b564bbaf 100644 --- a/vllm/models/kimi_k3/nvidia/kda.py +++ b/vllm/models/kimi_k3/nvidia/kda.py @@ -658,7 +658,10 @@ def _forward( ) assert isinstance(attn_metadata_raw, dict) - attn_metadata_narrowed = attn_metadata_raw[self.prefix] + attn_metadata_narrowed = attn_metadata_raw.get(self.prefix) + if attn_metadata_narrowed is None: + # None in profile/warmup dummy runs + return assert isinstance(attn_metadata_narrowed, KimiK3KDAMetadata) m = attn_metadata_narrowed has_initial_state = m.has_initial_state