80 lines
1.6 KiB
Go
80 lines
1.6 KiB
Go
|
package monitor
|
||
|
|
|
||
|
|
import (
|
||
|
|
"github.com/songquanpeng/one-api/common/config"
|
||
|
|
)
|
||
|
|
|
||
|
|
var store = make(map[int][]bool)
|
||
|
|
var metricSuccessChan = make(chan int, config.MetricSuccessChanSize)
|
||
|
|
var metricFailChan = make(chan int, config.MetricFailChanSize)
|
||
|
|
|
||
|
|
func consumeSuccess(channelId int) {
|
||
|
|
if len(store[channelId]) > config.MetricQueueSize {
|
||
|
|
store[channelId] = store[channelId][1:]
|
||
|
|
}
|
||
|
|
store[channelId] = append(store[channelId], true)
|
||
|
|
}
|
||
|
|
|
||
|
|
func consumeFail(channelId int) (bool, float64) {
|
||
|
|
if len(store[channelId]) > config.MetricQueueSize {
|
||
|
|
store[channelId] = store[channelId][1:]
|
||
|
|
}
|
||
|
|
store[channelId] = append(store[channelId], false)
|
||
|
|
successCount := 0
|
||
|
|
for _, success := range store[channelId] {
|
||
|
|
if success {
|
||
|
|
successCount++
|
||
|
|
}
|
||
|
|
}
|
||
|
|
successRate := float64(successCount) / float64(len(store[channelId]))
|
||
|
|
if len(store[channelId]) < config.MetricQueueSize {
|
||
|
|
return false, successRate
|
||
|
|
}
|
||
|
|
if successRate < config.MetricSuccessRateThreshold {
|
||
|
|
store[channelId] = make([]bool, 0)
|
||
|
|
return true, successRate
|
||
|
|
}
|
||
|
|
return false, successRate
|
||
|
|
}
|
||
|
|
|
||
|
|
func metricSuccessConsumer() {
|
||
|
|
for {
|
||
|
|
select {
|
||
|
|
case channelId := <-metricSuccessChan:
|
||
|
|
consumeSuccess(channelId)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func metricFailConsumer() {
|
||
|
|
for {
|
||
|
|
select {
|
||
|
|
case channelId := <-metricFailChan:
|
||
|
|
disable, successRate := consumeFail(channelId)
|
||
|
|
if disable {
|
||
|
|
go MetricDisableChannel(channelId, successRate)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func init() {
|
||
|
|
if config.EnableMetric {
|
||
|
|
go metricSuccessConsumer()
|
||
|
|
go metricFailConsumer()
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func Emit(channelId int, success bool) {
|
||
|
|
if !config.EnableMetric {
|
||
|
|
return
|
||
|
|
}
|
||
|
|
go func() {
|
||
|
|
if success {
|
||
|
|
metricSuccessChan <- channelId
|
||
|
|
} else {
|
||
|
|
metricFailChan <- channelId
|
||
|
|
}
|
||
|
|
}()
|
||
|
|
}
|