Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

增加新模型

Browse Source
This commit is contained in:
wood 2023-11-07 16:47:40 +08:00
parent ecce8b234f
commit c5a271dec4
2 changed files with 36 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
common/model-ratio.go
View File

@ -16,12 +16,15 @@ var ModelRatio = map[string]float64{
"gpt-4": 15, "gpt-4": 15,
"gpt-4-0314": 15, "gpt-4-0314": 15,
"gpt-4-0613": 15, "gpt-4-0613": 15,
"gpt-4-1106-preview": 5,
"gpt-4-1106-vision-preview": 5,
"gpt-4-32k": 30, "gpt-4-32k": 30,
"gpt-4-32k-0314": 30, "gpt-4-32k-0314": 30,
"gpt-4-32k-0613": 30, "gpt-4-32k-0613": 30,
"gpt-3.5-turbo": 0.75, // $0.0015 / 1K tokens "gpt-3.5-turbo": 0.75, // $0.0015 / 1K tokens
"gpt-3.5-turbo-0301": 0.75, "gpt-3.5-turbo-0301": 0.75,
"gpt-3.5-turbo-0613": 0.75, "gpt-3.5-turbo-0613": 0.75,
"gpt-3.5-turbo-1106": 0.5,
"gpt-3.5-turbo-16k": 1.5, // $0.003 / 1K tokens "gpt-3.5-turbo-16k": 1.5, // $0.003 / 1K tokens
"gpt-3.5-turbo-16k-0613": 1.5, "gpt-3.5-turbo-16k-0613": 1.5,
"gpt-3.5-turbo-instruct": 0.75, // $0.0015 / 1K tokens "gpt-3.5-turbo-instruct": 0.75, // $0.0015 / 1K tokens
@ -87,9 +90,15 @@ func GetModelRatio(name string) float64 {
} }
func GetCompletionRatio(name string) float64 { func GetCompletionRatio(name string) float64 {
if strings.HasPrefix(name, "gpt-3.5-turbo-1106") {
return 2
}
if strings.HasPrefix(name, "gpt-3.5") { if strings.HasPrefix(name, "gpt-3.5") {
return 1.333333 return 1.333333
} }
if strings.HasPrefix(name, "gpt-4-1106") {
return 3
}
if strings.HasPrefix(name, "gpt-4") { if strings.HasPrefix(name, "gpt-4") {
return 2 return 2
} }

27
controller/model.go
View File

@ -99,6 +99,15 @@ func init() {
Root: "gpt-3.5-turbo-0613", Root: "gpt-3.5-turbo-0613",
Parent: nil, Parent: nil,
}, },
{
Id: "gpt-3.5-turbo-1106",
Object: "model",
Created: 1677649963,
OwnedBy: "openai",
Permission: permission,
Root: "gpt-3.5-turbo-1106",
Parent: nil,
},
{ {
Id: "gpt-3.5-turbo-16k", Id: "gpt-3.5-turbo-16k",
Object: "model", Object: "model",
@ -153,6 +162,24 @@ func init() {
Root: "gpt-4-0613", Root: "gpt-4-0613",
Parent: nil, Parent: nil,
}, },
{
Id: "gpt-4-1106-preview",
Object: "model",
Created: 1677649963,
OwnedBy: "openai",
Permission: permission,
Root: "gpt-4-1106-preview",
Parent: nil,
},
{
Id: "gpt-4-1106-vision-preview",
Object: "model",
Created: 1677649963,
OwnedBy: "openai",
Permission: permission,
Root: "gpt-4-1106-vision-preview",
Parent: nil,
},
{ {
Id: "gpt-4-32k", Id: "gpt-4-32k",
Object: "model", Object: "model",