From bd888f2eb71e01374359681ceba5f29c7b802a34 Mon Sep 17 00:00:00 2001 From: JustSong Date: Wed, 21 Feb 2024 22:19:42 +0800 Subject: [PATCH] fix: fix prompt token is zero (close #1023) --- relay/controller/text.go | 1 + 1 file changed, 1 insertion(+) diff --git a/relay/controller/text.go b/relay/controller/text.go index 7c49bcce..cc460511 100644 --- a/relay/controller/text.go +++ b/relay/controller/text.go @@ -39,6 +39,7 @@ func RelayTextHelper(c *gin.Context) *model.ErrorWithStatusCode { ratio := modelRatio * groupRatio // pre-consume quota promptTokens := getPromptTokens(textRequest, meta.Mode) + meta.PromptTokens = promptTokens preConsumedQuota, bizErr := preConsumeQuota(ctx, textRequest, promptTokens, ratio, meta) if bizErr != nil { logger.Warnf(ctx, "preConsumeQuota failed: %+v", *bizErr)