diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py index ab4f498b94fb..e62af24a8985 100644 --- a/vllm/model_executor/models/deepseek_v2.py +++ b/vllm/model_executor/models/deepseek_v2.py @@ -836,7 +836,7 @@ def __init__( qk_rope_head_dim, max_position=max_position_embeddings, rope_parameters=config.rope_parameters, - is_neox_style=not getattr(config, "indexer_rope_interleave", True), + is_neox_style=not getattr(config, "indexer_rope_interleave", False), ) self.indexer = Indexer( vllm_config,