Added num_ctx param for ollama adapter

2024-07-26 06:26:44 -04:00 · 2024-07-26 06:26:44 -04:00 · c834f83835
commit c834f83835
parent eaf350009f
1 changed files with 2 additions and 1 deletions
--- a/relay/adaptor/ollama/main.go
+++ b/relay/adaptor/ollama/main.go
@ -31,7 +31,8 @@ func ConvertRequest(request model.GeneralOpenAIRequest) *ChatRequest {
 			TopP:             request.TopP,
 			FrequencyPenalty: request.FrequencyPenalty,
 			PresencePenalty:  request.PresencePenalty,
-			NumPredict:  request.MaxTokens,
+			NumPredict:  	  request.MaxTokens,
+			NumCtx:  	  request.NumCtx,
 		},
 		Stream: request.Stream,
 	}