Skip to content
Merged
2 changes: 1 addition & 1 deletion vllm/config/model.py
Original file line number Diff line number Diff line change
Expand Up @@ -231,7 +231,7 @@ class ModelConfig:
flexibility."""
enable_return_routed_experts: bool = False
"""Whether to return routed experts."""
max_logprobs: int = 20
max_logprobs: int = Field(default=20, ge=-1)
"""Maximum number of log probabilities to return when `logprobs` is
specified in `SamplingParams`. The default value comes the default for the
OpenAI Chat Completions API. -1 means no cap, i.e. all (output_length *
Expand Down
4 changes: 2 additions & 2 deletions vllm/config/scheduler.py
Original file line number Diff line number Diff line change
Expand Up @@ -77,9 +77,9 @@ class SchedulerConfig:
this less than max_num_partial_prefills will allow shorter prompts to jump
the queue in front of longer prompts in some cases, improving latency."""

long_prefill_token_threshold: int = 0
long_prefill_token_threshold: int = Field(default=0, ge=0)
"""For chunked prefill, a request is considered long if the prompt is
longer than this number of tokens."""
longer than this number of tokens. 0 disables the cap (default)."""

enable_chunked_prefill: bool = True
"""If True, prefill requests can be chunked based
Expand Down
Loading