From 703dfbbd3fd525d8dd276df257a6c82de8496b92 Mon Sep 17 00:00:00 2001 From: plusye Date: Sun, 14 Apr 2024 04:41:51 +0800 Subject: [PATCH] fix: fix getPreConsumedQuota --- relay/controller/helper.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/relay/controller/helper.go b/relay/controller/helper.go index f1b40bef..53b7a79d 100644 --- a/relay/controller/helper.go +++ b/relay/controller/helper.go @@ -124,9 +124,9 @@ func getPromptTokens(textRequest *relaymodel.GeneralOpenAIRequest, relayMode int } func getPreConsumedQuota(textRequest *relaymodel.GeneralOpenAIRequest, promptTokens int, ratio float64) int64 { - preConsumedTokens := config.PreConsumedQuota + preConsumedTokens := config.PreConsumedQuota + int64(promptTokens) if textRequest.MaxTokens != 0 { - preConsumedTokens = int64(promptTokens) + int64(textRequest.MaxTokens) + preConsumedTokens += int64(textRequest.MaxTokens) } return int64(float64(preConsumedTokens) * ratio) }