From 8c40a1dae076f01ecc484ccfa488b891dec694d7 Mon Sep 17 00:00:00 2001
From: MotorBottle <71703952+MotorBottle@users.noreply.github.com>
Date: Wed, 24 Jul 2024 20:04:20 +0800
Subject: [PATCH] Update main.go with max_tokens param

---
 relay/adaptor/ollama/main.go | 1 +
 1 file changed, 1 insertion(+)

diff --git a/relay/adaptor/ollama/main.go b/relay/adaptor/ollama/main.go
index 936a7e14..d2958f14 100644
--- a/relay/adaptor/ollama/main.go
+++ b/relay/adaptor/ollama/main.go
@@ -31,6 +31,7 @@ func ConvertRequest(request model.GeneralOpenAIRequest) *ChatRequest {
 			TopP:             request.TopP,
 			FrequencyPenalty: request.FrequencyPenalty,
 			PresencePenalty:  request.PresencePenalty,
+			NumPredict:  request.MaxTokens,
 		},
 		Stream: request.Stream,
 	}