Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: Claude model ratio

Browse Source
This commit is contained in:
Benny 2023-08-19 08:09:04 +00:00
parent 2a7b82650c
commit abd6e57857
2 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
common/model-ratio.go
View File

@ -38,8 +38,8 @@ var ModelRatio = map[string]float64{
"text-moderation-stable": 0.1,
"text-moderation-latest": 0.1,
"dall-e": 8,
"claude-instant-1": 0.75,
"claude-2": 30,
"claude-instant-1": 0.815, // $1.63/million tokens
"claude-2": 5.51, // $11.02/million tokens
"ERNIE-Bot": 0.8572, // ￥0.012 / 1k tokens
"ERNIE-Bot-turbo": 0.5715, // ￥0.008 / 1k tokens
"Embedding-V1": 0.1429, // ￥0.002 / 1k tokens

7
controller/relay-text.go
View File

@ -334,6 +334,13 @@ func relayTextHelper(c *gin.Context, relayMode int) *OpenAIErrorWithStatusCode {
completionRatio = 2
}
if strings.HasPrefix(textRequest.Model, "claude-instant-1") {
completionRatio = 3.38
}
if strings.HasPrefix(textRequest.Model, "claude-2") {
completionRatio = 2.965517
}
promptTokens = textResponse.Usage.PromptTokens
completionTokens = textResponse.Usage.CompletionTokens