Skip to content

Commit 38eeba5

Browse files
authored
set maxcompletiontokens (#1260)
1 parent 3a21d31 commit 38eeba5

1 file changed

Lines changed: 5 additions & 4 deletions

File tree

pkg/waveai/waveai.go

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -264,10 +264,11 @@ func RunLocalCompletionStream(ctx context.Context, request wshrpc.OpenAiStreamRe
264264
}
265265
client := openaiapi.NewClientWithConfig(clientConfig)
266266
req := openaiapi.ChatCompletionRequest{
267-
Model: request.Opts.Model,
268-
Messages: ConvertPrompt(request.Prompt),
269-
MaxTokens: request.Opts.MaxTokens,
270-
Stream: true,
267+
Model: request.Opts.Model,
268+
Messages: ConvertPrompt(request.Prompt),
269+
MaxTokens: request.Opts.MaxTokens,
270+
MaxCompletionTokens: request.Opts.MaxTokens,
271+
Stream: true,
271272
}
272273
if request.Opts.MaxChoices > 1 {
273274
req.N = request.Opts.MaxChoices

0 commit comments

Comments
 (0)