diff --git a/common/token.go b/common/token.go index a2774000..9add2a0b 100644 --- a/common/token.go +++ b/common/token.go @@ -108,7 +108,6 @@ func CountTokenMessages(messages []types.ChatCompletionMessage, model string) in } } } - tokenNum += getTokenNum(tokenEncoder, message.StringContent()) tokenNum += getTokenNum(tokenEncoder, message.Role) if message.Name != nil { tokenNum += tokensPerName