Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Feature] support gpt-3.5-turbo-1106

Browse Source
This commit is contained in:
Jiachen 2023-11-07 13:43:53 +08:00
parent bc7c9105f4
commit 7822af3edc
2 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
common/model-ratio.go
View File

@ -25,6 +25,7 @@ var ModelRatio = map[string]float64{
"gpt-3.5-turbo-16k": 1.5, // $0.003 / 1K tokens
"gpt-3.5-turbo-16k-0613": 1.5,
"gpt-3.5-turbo-instruct": 0.75, // $0.0015 / 1K tokens
"gpt-3.5-turbo-1106": 0.5, // $0.0010 / 1K tokens
"text-ada-001": 0.2,
"text-babbage-001": 0.25,
"text-curie-001": 1,
@ -99,5 +100,8 @@ func GetCompletionRatio(name string) float64 {
if strings.HasPrefix(name, "claude-2") {
return 2.965517
}
if strings.HasPrefix(name, "gpt-3.5-turbo-1106") {
return 2 // Input: $0.0010 / 1K tokens Output: $0.0020 / 1K tokens
}
return 1
}

9
controller/model.go
View File

@ -126,6 +126,15 @@ func init() {
Root: "gpt-3.5-turbo-instruct",
Parent: nil,
},
{
Id: "gpt-3.5-turbo-1106",
Object: "model",
Created: 1677649963,
OwnedBy: "openai",
Permission: permission,
Root: "gpt-3.5-turbo-1106",
Parent: nil,
},
{
Id: "gpt-4",
Object: "model",