From 90bfe70a58d9b6aba2d40fc5db01a9b43281a9c1 Mon Sep 17 00:00:00 2001 From: Xiangyuan Liu Date: Thu, 30 Nov 2023 10:12:14 +0800 Subject: [PATCH] fix: wait data out --- controller/relay-openai.go | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/controller/relay-openai.go b/controller/relay-openai.go index d6f8c507..6ae34ae1 100644 --- a/controller/relay-openai.go +++ b/controller/relay-openai.go @@ -10,6 +10,7 @@ import ( "one-api/common" "strings" "sync" + "time" ) func openaiStreamHandler(c *gin.Context, resp *http.Response, relayMode int) (*OpenAIErrorWithStatusCode, string) { @@ -78,6 +79,10 @@ func openaiStreamHandler(c *gin.Context, resp *http.Response, relayMode int) (*O } } } + if len(dataChan) > 0 { + // wait data out + time.Sleep(2 * time.Second) + } stopChan <- true }() setEventStreamHeaders(c)