From 36653c2ce5eb129d97057f06b3c8ad151be891b2 Mon Sep 17 00:00:00 2001
From: Martial BE <me@xiao5.info>
Date: Wed, 24 Apr 2024 18:02:33 +0800
Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20fix:=20Fix=20conditional=20cachi?=
 =?UTF-8?q?ng=20in=20RelayHandler?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 relay/main.go | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/relay/main.go b/relay/main.go
index 4c983a42..5123715c 100644
--- a/relay/main.go
+++ b/relay/main.go
@@ -111,8 +111,11 @@ func RelayHandler(relay RelayBaseInterface) (err *types.OpenAIErrorWithStatusCod
 	}
 
 	quota.Consume(relay.getContext(), usage)
-	cacheProps := relay.GetChatCache()
-	go cacheProps.StoreCache(relay.getContext().GetInt("channel_id"), usage.PromptTokens, usage.CompletionTokens, relay.getModelName())
+	if usage.CompletionTokens > 0 {
+		cacheProps := relay.GetChatCache()
+		go cacheProps.StoreCache(relay.getContext().GetInt("channel_id"), usage.PromptTokens, usage.CompletionTokens, relay.getModelName())
+	}
+
 	return
 }