Skip to content
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 2 additions & 4 deletions vllm/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -138,12 +138,10 @@ def __init__(
self.quantization = quantization
self.quantization_param_path = quantization_param_path
self.enforce_eager = enforce_eager
self.max_context_len_to_capture = max_context_len_to_capture
if self.max_context_len_to_capture is not None:
if max_context_len_to_capture is not None:
Comment thread
DarkLight1337 marked this conversation as resolved.
raise ValueError("`max_context_len_to_capture` is deprecated. "
"Use `max_seq_len_to_capture` instead.")
self.max_seq_len_to_capture = (max_seq_len_to_capture
or max_context_len_to_capture)
self.max_seq_len_to_capture = max_seq_len_to_capture
self.max_logprobs = max_logprobs
self.disable_sliding_window = disable_sliding_window
self.skip_tokenizer_init = skip_tokenizer_init
Expand Down
5 changes: 2 additions & 3 deletions vllm/worker/xpu_model_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -109,9 +109,8 @@ def __init__(

self.kv_cache_dtype = kv_cache_dtype
self.block_size = cache_config.block_size
self.max_context_len_to_capture = (
self.model_config.max_context_len_to_capture
if self.model_config is not None else 0)
self.max_context_len_to_capture = (None if self.model_config
Comment thread
DarkLight1337 marked this conversation as resolved.
Outdated
is not None else 0)

self.attn_backend = get_attn_backend(
self.model_config.get_num_attention_heads(self.parallel_config),
Expand Down