Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

🔖 chore: coze Count tokens. #221

Browse Source
This commit is contained in:
MartialBE 2024-05-25 18:12:14 +08:00
parent 34e1543176
commit e2020cdd9f
No known key found for this signature in database
GPG Key ID: 27C0267EC84B0A5C
1 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
providers/coze/chat.go
View File

@ -103,9 +103,8 @@ func (p *CozeProvider) convertToChatOpenai(response *CozeResponse, request *type
}},
}
p.Usage.CompletionTokens = 0
p.Usage.PromptTokens = 1
p.Usage.TotalTokens = 1
p.Usage.CompletionTokens = common.CountTokenText(response.String(), request.Model)
p.Usage.TotalTokens = p.Usage.CompletionTokens + p.Usage.PromptTokens
openaiResponse.Usage = p.Usage
return
@ -187,9 +186,8 @@ func (h *CozeStreamHandler) convertToOpenaiStream(chatResponse *CozeStreamRespon
choice.FinishReason = types.FinishReasonStop
} else {
choice.Delta.Content = chatResponse.Message.Content
h.Usage.TotalTokens = 1
h.Usage.PromptTokens = 1
h.Usage.CompletionTokens += common.CountTokenText(chatResponse.Message.Content, h.Request.Model)
h.Usage.TotalTokens = h.Usage.CompletionTokens + h.Usage.PromptTokens
}
streamResponse.Choices = []types.ChatCompletionStreamChoice{choice}