diff --git a/vllm_ascend/ops/rotary_embedding.py b/vllm_ascend/ops/rotary_embedding.py index d699ec7d1d7..3422afc95d3 100644 --- a/vllm_ascend/ops/rotary_embedding.py +++ b/vllm_ascend/ops/rotary_embedding.py @@ -571,7 +571,7 @@ def forward_oot( query: torch.Tensor, key: torch.Tensor, ): - if HAS_TRITON and positions.ndim == 2: + if HAS_TRITON and positions.ndim == 2 and self.mrope_interleaved: # todo: need cann update in 8.5.0 return self.forward_triton(positions, query, key)