Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

🔖 chore: Modify PreConsumedQuota Formula (#241)

Browse Source
This commit is contained in:
Buer 2024-05-29 20:49:18 +08:00 committed by GitHub
parent ee662fda04
commit 73cd2b7685
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
relay/relay_util/quota.go
View File

@ -46,7 +46,7 @@ func NewQuota(c *gin.Context, modelName string, promptTokens int) (*Quota, *type
if quota.price.Type == model.TimesPriceType { if quota.price.Type == model.TimesPriceType {
quota.preConsumedQuota = int(1000 * quota.inputRatio) quota.preConsumedQuota = int(1000 * quota.inputRatio)
} else { } else {
quota.preConsumedQuota = int(float64(quota.promptTokens+config.PreConsumedQuota) * quota.inputRatio) quota.preConsumedQuota = int(float64(quota.promptTokens)*quota.inputRatio) + config.PreConsumedQuota
} }
errWithCode := quota.preQuotaConsumption() errWithCode := quota.preQuotaConsumption()