package middleware import ( "fmt" "github.com/gin-gonic/gin" "github.com/songquanpeng/one-api/common/ctxkey" "github.com/songquanpeng/one-api/common/logger" "github.com/songquanpeng/one-api/model" "github.com/songquanpeng/one-api/relay/channeltype" "net/http" "strconv" ) type ModelRequest struct { Model string `json:"model"` } func Distribute() func(c *gin.Context) { return func(c *gin.Context) { userId := c.GetInt(ctxkey.Id) userGroup, _ := model.CacheGetUserGroup(userId) c.Set(ctxkey.Group, userGroup) var requestModel string var channel *model.Channel channelId, ok := c.Get(ctxkey.SpecificChannelId) if ok { id, err := strconv.Atoi(channelId.(string)) if err != nil { abortWithMessage(c, http.StatusBadRequest, "无效的渠道 Id") return } channel, err = model.GetChannelById(id, true) if err != nil { abortWithMessage(c, http.StatusBadRequest, "无效的渠道 Id") return } if channel.Status != model.ChannelStatusEnabled { abortWithMessage(c, http.StatusForbidden, "该渠道已被禁用") return } } else { requestModel = c.GetString(ctxkey.RequestModel) var err error channel, err = model.CacheGetRandomSatisfiedChannel(userGroup, requestModel, false) if err != nil { message := fmt.Sprintf("当前分组 %s 下对于模型 %s 无可用渠道", userGroup, requestModel) if channel != nil { logger.SysError(fmt.Sprintf("渠道不存在:%d", channel.Id)) message = "数据库一致性已被破坏,请联系管理员" } abortWithMessage(c, http.StatusServiceUnavailable, message) return } } SetupContextForSelectedChannel(c, channel, requestModel) c.Next() } } func SetupContextForSelectedChannel(c *gin.Context, channel *model.Channel, modelName string) { c.Set(ctxkey.Channel, channel.Type) c.Set(ctxkey.ChannelId, channel.Id) c.Set(ctxkey.ChannelName, channel.Name) c.Set(ctxkey.ModelMapping, channel.GetModelMapping()) c.Set(ctxkey.OriginalModel, modelName) // for retry c.Request.Header.Set("Authorization", fmt.Sprintf("Bearer %s", channel.Key)) c.Set(ctxkey.BaseURL, channel.GetBaseURL()) // this is for backward compatibility switch channel.Type { case channeltype.Azure: c.Set(ctxkey.ConfigAPIVersion, channel.Other) case channeltype.Xunfei: c.Set(ctxkey.ConfigAPIVersion, channel.Other) case channeltype.Gemini: c.Set(ctxkey.ConfigAPIVersion, channel.Other) case channeltype.AIProxyLibrary: c.Set(ctxkey.ConfigLibraryID, channel.Other) case channeltype.Ali: c.Set(ctxkey.ConfigPlugin, channel.Other) } cfg, _ := channel.LoadConfig() for k, v := range cfg { c.Set(ctxkey.ConfigPrefix+k, v) } }