Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: caching

Browse Source
This commit is contained in:
ckt1031 2023-10-02 14:54:03 +08:00
parent 26f50b7fd4
commit c52f5ad997
1 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
model/cache.go
View File

@ -203,25 +203,27 @@ func CacheGetRandomSatisfiedChannel(group string, model string, stream bool) (*C
}
var filteredChannels []*Channel
for _, channel := range channels {
if (stream && channel.AllowStreaming == common.ChannelAllowStreamEnabled) || (!stream && channel.AllowNonStreaming == common.ChannelAllowNonStreamEnabled) {
isStreaming := stream && channel.AllowStreaming == common.ChannelAllowStreamEnabled
isNotStreaming := !stream && channel.AllowNonStreaming == common.ChannelAllowNonStreamEnabled
if isStreaming || isNotStreaming {
filteredChannels = append(filteredChannels, channel)
}
}
endIdx := len(channels)
endIdx := len(filteredChannels)
// choose by priority
firstChannel := channels[0]
firstChannel := filteredChannels[0]
if firstChannel.GetPriority() > 0 {
for i := range channels {
if channels[i].GetPriority() != firstChannel.GetPriority() {
for i := range filteredChannels {
if filteredChannels[i].GetPriority() != firstChannel.GetPriority() {
endIdx = i
break
}
}
}
idx := rand.Intn(endIdx)
return filteredChannels[idx], nil
}