diff --git a/controller/relay-openai.go b/controller/relay-openai.go index d6f8c507..6ae34ae1 100644 --- a/controller/relay-openai.go +++ b/controller/relay-openai.go @@ -10,6 +10,7 @@ import ( "one-api/common" "strings" "sync" + "time" ) func openaiStreamHandler(c *gin.Context, resp *http.Response, relayMode int) (*OpenAIErrorWithStatusCode, string) { @@ -78,6 +79,10 @@ func openaiStreamHandler(c *gin.Context, resp *http.Response, relayMode int) (*O } } } + if len(dataChan) > 0 { + // wait data out + time.Sleep(2 * time.Second) + } stopChan <- true }() setEventStreamHeaders(c)