From 1c2654320e5b6268b13b6efca40ce37a523d032b Mon Sep 17 00:00:00 2001 From: plusye Date: Sat, 27 Apr 2024 16:07:06 +0800 Subject: [PATCH] fix: fix getPreConsumedQuota (#1312) --- relay/controller/helper.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/relay/controller/helper.go b/relay/controller/helper.go index 8cc7657d..2489652c 100644 --- a/relay/controller/helper.go +++ b/relay/controller/helper.go @@ -125,9 +125,9 @@ func getPromptTokens(textRequest *relaymodel.GeneralOpenAIRequest, relayMode int } func getPreConsumedQuota(textRequest *relaymodel.GeneralOpenAIRequest, promptTokens int, ratio float64) int64 { - preConsumedTokens := config.PreConsumedQuota + preConsumedTokens := config.PreConsumedQuota + int64(promptTokens) if textRequest.MaxTokens != 0 { - preConsumedTokens = int64(promptTokens) + int64(textRequest.MaxTokens) + preConsumedTokens += int64(textRequest.MaxTokens) } return int64(float64(preConsumedTokens) * ratio) }