Adds num_ctx param for Ollama Channel

2024-07-26 06:23:44 -04:00 · 2024-07-26 06:23:44 -04:00 · eaf350009f
commit eaf350009f
parent d6033eb906
1 changed files with 1 additions and 0 deletions
--- a/relay/model/general.go
+++ b/relay/model/general.go
@ -29,6 +29,7 @@ type GeneralOpenAIRequest struct {
 	Dimensions       int             `json:"dimensions,omitempty"`
 	Instruction      string          `json:"instruction,omitempty"`
 	Size             string          `json:"size,omitempty"`
+	NumCtx           int         	 `json:"num_ctx,omitempty"`
 }

 func (r GeneralOpenAIRequest) ParseInput() []string {