Update model.go with max_tokens param

2024-07-24 20:05:53 +08:00 · 2024-07-24 20:05:53 +08:00 · 804fd7e405
commit 804fd7e405
parent 8c40a1dae0
1 changed files with 1 additions and 0 deletions
--- a/relay/adaptor/ollama/model.go
+++ b/relay/adaptor/ollama/model.go
@ -7,6 +7,7 @@ type Options struct {
 	TopP             float64 `json:"top_p,omitempty"`
 	FrequencyPenalty float64 `json:"frequency_penalty,omitempty"`
 	PresencePenalty  float64 `json:"presence_penalty,omitempty"`
+	NumPredict  float64 `json:"num_predict,omitempty"`
 }

 type Message struct {