set maxcompletiontokens (#1260)

wavetermdev · Nov 11, 2024 · 38eeba5 · 38eeba5
1 parent 3a21d31
commit 38eeba5
Showing 1 changed file with 5 additions and 4 deletions.
diff --git a/pkg/waveai/waveai.go b/pkg/waveai/waveai.go
@@ -264,10 +264,11 @@ func RunLocalCompletionStream(ctx context.Context, request wshrpc.OpenAiStreamRe
 		}
 		client := openaiapi.NewClientWithConfig(clientConfig)
 		req := openaiapi.ChatCompletionRequest{
-			Model:     request.Opts.Model,
-			Messages:  ConvertPrompt(request.Prompt),
-			MaxTokens: request.Opts.MaxTokens,
-			Stream:    true,
+			Model:               request.Opts.Model,
+			Messages:            ConvertPrompt(request.Prompt),
+			MaxTokens:           request.Opts.MaxTokens,
+			MaxCompletionTokens: request.Opts.MaxTokens,
+			Stream:              true,
 		}
 		if request.Opts.MaxChoices > 1 {
 			req.N = request.Opts.MaxChoices