Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

🐛 fix: prompt token repetition calculation (#116)

Browse Source
This commit is contained in:
Martial BE 2024-03-20 10:33:32 +08:00
parent d4003f24bf
commit 8e1c02a6dc
No known key found for this signature in database
GPG Key ID: D06C32DF0EDB9084
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
common/token.go
View File

@ -108,7 +108,6 @@ func CountTokenMessages(messages []types.ChatCompletionMessage, model string) in
}
}
}
tokenNum += getTokenNum(tokenEncoder, message.StringContent())
tokenNum += getTokenNum(tokenEncoder, message.Role)
if message.Name != nil {
tokenNum += tokensPerName