Skip to content

[Core] Remove unused num_tokens parameter from _init_model_kwargs #31517

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
vllm-bot merged 1 commit into from
Dec 31, 2025
Merged

[Core] Remove unused num_tokens parameter from _init_model_kwargs #31517

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions vllm/v1/worker/gpu_model_runner.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -684,7 +684,7 @@ def _make_buffer(
with_numpy=numpy,
)

def _init_model_kwargs(self, num_tokens: int):
def _init_model_kwargs(self):
model_kwargs = dict[str, Any]()

if not self.is_pooling_model:
Expand Down Expand Up @@ -2579,7 +2579,7 @@ def _preprocess(

input_ids, inputs_embeds = self._prepare_mm_inputs(num_input_tokens)
model_kwargs = {
**self._init_model_kwargs(num_scheduled_tokens),
**self._init_model_kwargs(),
**self._extract_mm_kwargs(scheduler_output),
}
elif self.enable_prompt_embeds and is_first_rank:
Expand Down Expand Up @@ -2607,7 +2607,7 @@ def _preprocess(
self.inputs_embeds.gpu[token_ids_idx] = tokens_to_embeds

inputs_embeds = self.inputs_embeds.gpu[:num_input_tokens]
model_kwargs = self._init_model_kwargs(num_input_tokens)
model_kwargs = self._init_model_kwargs()
input_ids = None
else:
# For text-only models, we use token ids as input.
Expand All @@ -2616,7 +2616,7 @@ def _preprocess(
# then the embedding layer is not included in the CUDA graph.
input_ids = self.input_ids.gpu[:num_input_tokens]
inputs_embeds = None
model_kwargs = self._init_model_kwargs(num_input_tokens)
model_kwargs = self._init_model_kwargs()

if self.uses_mrope:
positions = self.mrope_positions.gpu[:, :num_input_tokens]
Expand Down Expand Up @@ -4293,7 +4293,7 @@ def _dummy_run(
):
# Make sure padding doesn't exceed max_num_tokens
assert num_tokens_padded <= self.max_num_tokens
model_kwargs = self._init_model_kwargs(num_tokens_padded)
model_kwargs = self._init_model_kwargs()
if self.supports_mm_inputs and not self.model_config.is_encoder_decoder:
input_ids, inputs_embeds = self._prepare_mm_inputs(num_tokens_padded)

Expand All @@ -4304,7 +4304,7 @@ def _dummy_run(
elif self.enable_prompt_embeds:
input_ids = None
inputs_embeds = self.inputs_embeds.gpu[:num_tokens_padded]
model_kwargs = self._init_model_kwargs(num_tokens_padded)
model_kwargs = self._init_model_kwargs()
else:
input_ids = self.input_ids.gpu[:num_tokens_padded]
inputs_embeds = None
Expand Down
Loading