Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: caching

Browse Source
This commit is contained in:
ckt1031 2023-10-02 14:54:03 +08:00
parent 26f50b7fd4
commit c52f5ad997
1 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
model/cache.go
View File

@ -203,25 +203,27 @@ func CacheGetRandomSatisfiedChannel(group string, model string, stream bool) (*C
} }
var filteredChannels []*Channel var filteredChannels []*Channel
for _, channel := range channels { for _, channel := range channels {
if (stream && channel.AllowStreaming == common.ChannelAllowStreamEnabled) || (!stream && channel.AllowNonStreaming == common.ChannelAllowNonStreamEnabled) { isStreaming := stream && channel.AllowStreaming == common.ChannelAllowStreamEnabled
isNotStreaming := !stream && channel.AllowNonStreaming == common.ChannelAllowNonStreamEnabled
if isStreaming || isNotStreaming {
filteredChannels = append(filteredChannels, channel) filteredChannels = append(filteredChannels, channel)
} }
} }
endIdx := len(channels) endIdx := len(filteredChannels)
// choose by priority // choose by priority
firstChannel := channels[0] firstChannel := filteredChannels[0]
if firstChannel.GetPriority() > 0 { if firstChannel.GetPriority() > 0 {
for i := range channels { for i := range filteredChannels {
if channels[i].GetPriority() != firstChannel.GetPriority() { if filteredChannels[i].GetPriority() != firstChannel.GetPriority() {
endIdx = i endIdx = i
break break
} }
} }
} }
idx := rand.Intn(endIdx) idx := rand.Intn(endIdx)
return filteredChannels[idx], nil return filteredChannels[idx], nil
} }