From 203eb5a1da52120f606b05bd1fcb96adddb7ab0a Mon Sep 17 00:00:00 2001 From: Xiang Shi Date: Mon, 5 May 2025 05:13:52 +0100 Subject: [PATCH] feat: support topk --- completion.go | 1 + 1 file changed, 1 insertion(+) diff --git a/completion.go b/completion.go index 21d4897c4..bb256dfc6 100644 --- a/completion.go +++ b/completion.go @@ -214,6 +214,7 @@ type CompletionRequest struct { Suffix string `json:"suffix,omitempty"` Temperature float32 `json:"temperature,omitempty"` TopP float32 `json:"top_p,omitempty"` + TopK int `json:"top_k,omitempty"` User string `json:"user,omitempty"` // Options for streaming response. Only set this when you set stream: true. StreamOptions *StreamOptions `json:"stream_options,omitempty"`