diff --git a/relay/main.go b/relay/main.go
index 4c983a42..5123715c 100644
--- a/relay/main.go
+++ b/relay/main.go
@@ -111,8 +111,11 @@ func RelayHandler(relay RelayBaseInterface) (err *types.OpenAIErrorWithStatusCod
 	}
 
 	quota.Consume(relay.getContext(), usage)
-	cacheProps := relay.GetChatCache()
-	go cacheProps.StoreCache(relay.getContext().GetInt("channel_id"), usage.PromptTokens, usage.CompletionTokens, relay.getModelName())
+	if usage.CompletionTokens > 0 {
+		cacheProps := relay.GetChatCache()
+		go cacheProps.StoreCache(relay.getContext().GetInt("channel_id"), usage.PromptTokens, usage.CompletionTokens, relay.getModelName())
+	}
+
 	return
 }