diff --git a/vllm_ascend/worker/model_runner_v1.py b/vllm_ascend/worker/model_runner_v1.py index 859f21ece31..93045463fee 100644 --- a/vllm_ascend/worker/model_runner_v1.py +++ b/vllm_ascend/worker/model_runner_v1.py @@ -1914,6 +1914,10 @@ def _dummy_run( ) # Padding for DP + num_pad, num_tokens_across_dp_native = self.get_dp_padding(num_tokens) + # num_tokens += num_pad ## Uncomment this after TorchAir is removed + + # Padding for DP (for TorchAir) (num_tokens, num_tokens_across_dp, with_prefill, _) = self._get_forward_metadata_across_dp_and_pad( num_tokens, with_prefill, False)