We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 87d256a commit f42c45eCopy full SHA for f42c45e
vllm/sampling_params.py
@@ -195,7 +195,7 @@ class SamplingParams(
195
# NOTE: This parameter is only exposed at the engine level for now.
196
# It is not exposed in the OpenAI API server, as the OpenAI API does
197
# not support returning only a list of token IDs.
198
- detokenize: bool = False
+ detokenize: bool = True
199
skip_special_tokens: bool = True
200
spaces_between_special_tokens: bool = True
201
# Optional[List[LogitsProcessor]] type. We use Any here because
0 commit comments