From 58fe923c85ea1326dc434270bf7dcd023d5dd75c Mon Sep 17 00:00:00 2001
From: JustSong <songquanpeng@foxmail.com>
Date: Tue, 16 May 2023 16:22:25 +0800
Subject: [PATCH] perf: use max_tokens to reduce token consuming

---
 controller/channel.go | 5 +++--
 controller/relay.go   | 5 +++--
 2 files changed, 6 insertions(+), 4 deletions(-)

diff --git a/controller/channel.go b/controller/channel.go
index c123de41..af8b0b28 100644
--- a/controller/channel.go
+++ b/controller/channel.go
@@ -210,11 +210,12 @@ func testChannel(channel *model.Channel, request *ChatRequest) error {
 func buildTestRequest(c *gin.Context) *ChatRequest {
 	model_ := c.Query("model")
 	testRequest := &ChatRequest{
-		Model: model_,
+		Model:     model_,
+		MaxTokens: 1,
 	}
 	testMessage := Message{
 		Role:    "user",
-		Content: "echo hi",
+		Content: "hi",
 	}
 	testRequest.Messages = append(testRequest.Messages, testMessage)
 	return testRequest
diff --git a/controller/relay.go b/controller/relay.go
index 93cabb58..b91693f8 100644
--- a/controller/relay.go
+++ b/controller/relay.go
@@ -21,8 +21,9 @@ type Message struct {
 }
 
 type ChatRequest struct {
-	Model    string    `json:"model"`
-	Messages []Message `json:"messages"`
+	Model     string    `json:"model"`
+	Messages  []Message `json:"messages"`
+	MaxTokens int       `json:"max_tokens"`
 }
 
 type TextRequest struct {