From c834f8383563856609ca864f705800f687810484 Mon Sep 17 00:00:00 2001 From: MotorBottle <71703952+MotorBottle@users.noreply.github.com> Date: Fri, 26 Jul 2024 06:26:44 -0400 Subject: [PATCH] Added num_ctx param for ollama adapter --- relay/adaptor/ollama/main.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/relay/adaptor/ollama/main.go b/relay/adaptor/ollama/main.go index c0abe85f..d36b3cf6 100644 --- a/relay/adaptor/ollama/main.go +++ b/relay/adaptor/ollama/main.go @@ -31,7 +31,8 @@ func ConvertRequest(request model.GeneralOpenAIRequest) *ChatRequest { TopP: request.TopP, FrequencyPenalty: request.FrequencyPenalty, PresencePenalty: request.PresencePenalty, - NumPredict: request.MaxTokens, + NumPredict: request.MaxTokens, + NumCtx: request.NumCtx, }, Stream: request.Stream, }