feat: support top_k for claude (close #1239)

2024-03-30 10:43:26 +08:00 · 2024-03-30 10:43:26 +08:00 · 3f3c13c98c
commit 3f3c13c98c
parent 2ba28c72cb
1 changed files with 1 additions and 0 deletions
--- a/relay/channel/anthropic/main.go
+++ b/relay/channel/anthropic/main.go
@ -38,6 +38,7 @@ func ConvertRequest(textRequest model.GeneralOpenAIRequest) *Request {
 		MaxTokens:   textRequest.MaxTokens,
 		Temperature: textRequest.Temperature,
 		TopP:        textRequest.TopP,
+		TopK:        textRequest.TopK,
 		Stream:      textRequest.Stream,
 	}
 	if claudeRequest.MaxTokens == 0 {