Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

🐛 fix: Fix conditional caching in RelayHandler

Browse Source
This commit is contained in:
Martial BE 2024-04-24 18:02:33 +08:00
parent 755dbf79be
commit 36653c2ce5
No known key found for this signature in database
GPG Key ID: D06C32DF0EDB9084
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
relay/main.go
View File

@ -111,8 +111,11 @@ func RelayHandler(relay RelayBaseInterface) (err *types.OpenAIErrorWithStatusCod
} }
quota.Consume(relay.getContext(), usage) quota.Consume(relay.getContext(), usage)
if usage.CompletionTokens > 0 {
cacheProps := relay.GetChatCache() cacheProps := relay.GetChatCache()
go cacheProps.StoreCache(relay.getContext().GetInt("channel_id"), usage.PromptTokens, usage.CompletionTokens, relay.getModelName()) go cacheProps.StoreCache(relay.getContext().GetInt("channel_id"), usage.PromptTokens, usage.CompletionTokens, relay.getModelName())
}
return return
} }