From e2020cdd9f247557953280ae12dafa95539d9a17 Mon Sep 17 00:00:00 2001 From: MartialBE Date: Sat, 25 May 2024 18:12:14 +0800 Subject: [PATCH] =?UTF-8?q?=F0=9F=94=96=20chore:=20coze=20Count=20tokens.?= =?UTF-8?q?=20#221?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- providers/coze/chat.go | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/providers/coze/chat.go b/providers/coze/chat.go index bc5fd679..daf52d67 100644 --- a/providers/coze/chat.go +++ b/providers/coze/chat.go @@ -103,9 +103,8 @@ func (p *CozeProvider) convertToChatOpenai(response *CozeResponse, request *type }}, } - p.Usage.CompletionTokens = 0 - p.Usage.PromptTokens = 1 - p.Usage.TotalTokens = 1 + p.Usage.CompletionTokens = common.CountTokenText(response.String(), request.Model) + p.Usage.TotalTokens = p.Usage.CompletionTokens + p.Usage.PromptTokens openaiResponse.Usage = p.Usage return @@ -187,9 +186,8 @@ func (h *CozeStreamHandler) convertToOpenaiStream(chatResponse *CozeStreamRespon choice.FinishReason = types.FinishReasonStop } else { choice.Delta.Content = chatResponse.Message.Content - - h.Usage.TotalTokens = 1 - h.Usage.PromptTokens = 1 + h.Usage.CompletionTokens += common.CountTokenText(chatResponse.Message.Content, h.Request.Model) + h.Usage.TotalTokens = h.Usage.CompletionTokens + h.Usage.PromptTokens } streamResponse.Choices = []types.ChatCompletionStreamChoice{choice}