From 804fd7e405955a70bdf95e575656817360988720 Mon Sep 17 00:00:00 2001
From: MotorBottle <71703952+MotorBottle@users.noreply.github.com>
Date: Wed, 24 Jul 2024 20:05:53 +0800
Subject: [PATCH] Update model.go with max_tokens param

---
 relay/adaptor/ollama/model.go | 1 +
 1 file changed, 1 insertion(+)

diff --git a/relay/adaptor/ollama/model.go b/relay/adaptor/ollama/model.go
index 8baf56a0..94947ec7 100644
--- a/relay/adaptor/ollama/model.go
+++ b/relay/adaptor/ollama/model.go
@@ -7,6 +7,7 @@ type Options struct {
 	TopP             float64 `json:"top_p,omitempty"`
 	FrequencyPenalty float64 `json:"frequency_penalty,omitempty"`
 	PresencePenalty  float64 `json:"presence_penalty,omitempty"`
+	NumPredict  float64 `json:"num_predict,omitempty"`
 }
 
 type Message struct {