140 lines
4.4 KiB
Go
140 lines
4.4 KiB
Go
package controller
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/songquanpeng/one-api/common/logger"
|
|
"github.com/songquanpeng/one-api/model"
|
|
billingratio "github.com/songquanpeng/one-api/relay/billing/ratio"
|
|
"github.com/songquanpeng/one-api/relay/channel/openai"
|
|
"github.com/songquanpeng/one-api/relay/channeltype"
|
|
"github.com/songquanpeng/one-api/relay/helper"
|
|
"github.com/songquanpeng/one-api/relay/meta"
|
|
relaymodel "github.com/songquanpeng/one-api/relay/model"
|
|
"github.com/songquanpeng/one-api/relay/util"
|
|
"io"
|
|
"net/http"
|
|
)
|
|
|
|
func isWithinRange(element string, value int) bool {
|
|
if _, ok := billingratio.ImageGenerationAmounts[element]; !ok {
|
|
return false
|
|
}
|
|
min := billingratio.ImageGenerationAmounts[element][0]
|
|
max := billingratio.ImageGenerationAmounts[element][1]
|
|
return value >= min && value <= max
|
|
}
|
|
|
|
func RelayImageHelper(c *gin.Context, relayMode int) *relaymodel.ErrorWithStatusCode {
|
|
ctx := c.Request.Context()
|
|
meta := meta.GetByContext(c)
|
|
imageRequest, err := getImageRequest(c, meta.Mode)
|
|
if err != nil {
|
|
logger.Errorf(ctx, "getImageRequest failed: %s", err.Error())
|
|
return openai.ErrorWrapper(err, "invalid_image_request", http.StatusBadRequest)
|
|
}
|
|
|
|
// map model name
|
|
var isModelMapped bool
|
|
meta.OriginModelName = imageRequest.Model
|
|
imageRequest.Model, isModelMapped = util.GetMappedModelName(imageRequest.Model, meta.ModelMapping)
|
|
meta.ActualModelName = imageRequest.Model
|
|
|
|
// model validation
|
|
bizErr := validateImageRequest(imageRequest, meta)
|
|
if bizErr != nil {
|
|
return bizErr
|
|
}
|
|
|
|
imageCostRatio, err := getImageCostRatio(imageRequest)
|
|
if err != nil {
|
|
return openai.ErrorWrapper(err, "get_image_cost_ratio_failed", http.StatusInternalServerError)
|
|
}
|
|
|
|
var requestBody io.Reader
|
|
if isModelMapped || meta.ChannelType == channeltype.Azure { // make Azure channel request body
|
|
jsonStr, err := json.Marshal(imageRequest)
|
|
if err != nil {
|
|
return openai.ErrorWrapper(err, "marshal_image_request_failed", http.StatusInternalServerError)
|
|
}
|
|
requestBody = bytes.NewBuffer(jsonStr)
|
|
} else {
|
|
requestBody = c.Request.Body
|
|
}
|
|
|
|
adaptor := helper.GetAdaptor(meta.APIType)
|
|
if adaptor == nil {
|
|
return openai.ErrorWrapper(fmt.Errorf("invalid api type: %d", meta.APIType), "invalid_api_type", http.StatusBadRequest)
|
|
}
|
|
|
|
switch meta.ChannelType {
|
|
case channeltype.Ali:
|
|
fallthrough
|
|
case channeltype.Baidu:
|
|
fallthrough
|
|
case channeltype.Zhipu:
|
|
finalRequest, err := adaptor.ConvertImageRequest(imageRequest)
|
|
if err != nil {
|
|
return openai.ErrorWrapper(err, "convert_image_request_failed", http.StatusInternalServerError)
|
|
}
|
|
jsonStr, err := json.Marshal(finalRequest)
|
|
if err != nil {
|
|
return openai.ErrorWrapper(err, "marshal_image_request_failed", http.StatusInternalServerError)
|
|
}
|
|
requestBody = bytes.NewBuffer(jsonStr)
|
|
}
|
|
|
|
modelRatio := billingratio.GetModelRatio(imageRequest.Model)
|
|
groupRatio := billingratio.GetGroupRatio(meta.Group)
|
|
ratio := modelRatio * groupRatio
|
|
userQuota, err := model.CacheGetUserQuota(ctx, meta.UserId)
|
|
|
|
quota := int64(ratio*imageCostRatio*1000) * int64(imageRequest.N)
|
|
|
|
if userQuota-quota < 0 {
|
|
return openai.ErrorWrapper(errors.New("user quota is not enough"), "insufficient_user_quota", http.StatusForbidden)
|
|
}
|
|
|
|
// do request
|
|
resp, err := adaptor.DoRequest(c, meta, requestBody)
|
|
if err != nil {
|
|
logger.Errorf(ctx, "DoRequest failed: %s", err.Error())
|
|
return openai.ErrorWrapper(err, "do_request_failed", http.StatusInternalServerError)
|
|
}
|
|
|
|
defer func(ctx context.Context) {
|
|
if resp.StatusCode != http.StatusOK {
|
|
return
|
|
}
|
|
err := model.PostConsumeTokenQuota(meta.TokenId, quota)
|
|
if err != nil {
|
|
logger.SysError("error consuming token remain quota: " + err.Error())
|
|
}
|
|
err = model.CacheUpdateUserQuota(ctx, meta.UserId)
|
|
if err != nil {
|
|
logger.SysError("error update user quota cache: " + err.Error())
|
|
}
|
|
if quota != 0 {
|
|
tokenName := c.GetString("token_name")
|
|
logContent := fmt.Sprintf("模型倍率 %.2f，分组倍率 %.2f", modelRatio, groupRatio)
|
|
model.RecordConsumeLog(ctx, meta.UserId, meta.ChannelId, 0, 0, imageRequest.Model, tokenName, quota, logContent)
|
|
model.UpdateUserUsedQuotaAndRequestCount(meta.UserId, quota)
|
|
channelId := c.GetInt("channel_id")
|
|
model.UpdateChannelUsedQuota(channelId, quota)
|
|
}
|
|
}(c.Request.Context())
|
|
|
|
// do response
|
|
_, respErr := adaptor.DoResponse(c, resp, meta)
|
|
if respErr != nil {
|
|
logger.Errorf(ctx, "respErr is not nil: %+v", respErr)
|
|
return respErr
|
|
}
|
|
|
|
return nil
|
|
}
|