Added num_ctx param for ollama adapter

2024-07-26 06:28:03 -04:00 · 2024-07-26 06:28:03 -04:00 · f655976994
commit f655976994
parent c834f83835
1 changed files with 2 additions and 1 deletions
--- a/relay/adaptor/ollama/model.go
+++ b/relay/adaptor/ollama/model.go
@ -8,6 +8,7 @@ type Options struct {
 	FrequencyPenalty float64 `json:"frequency_penalty,omitempty"`
 	PresencePenalty  float64 `json:"presence_penalty,omitempty"`
 	NumPredict  	 int 	 `json:"num_predict,omitempty"`
+	NumCtx  	 int 	 `json:"num_ctx,omitempty"`
 }

 type Message struct {