We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8f66bb8 commit 436a4a1Copy full SHA for 436a4a1
helm/vllm/values.yaml
@@ -16,7 +16,7 @@ vllm:
16
- /bin/sh
17
- -c
18
args:
19
- - "vllm serve mistralai/Mistral-7B-Instruct-v0.3 --trust-remote-code --enable-chunked-prefill --max_num_batched_tokens 1024 --enable-auto-tool-choice --tool-call-parser mistral"
+ - "vllm serve openai/gpt-oss-20b --trust-remote-code --enable-chunked-prefill --enable-auto-tool-choice --tool-call-parser openai --reasoning-parser openai_gptoss"
20
gpu:
21
enabled: true
22
type: "nvidia"
0 commit comments