From 2779d6629c563f7ace06a49d384a72c8e68c3dde Mon Sep 17 00:00:00 2001 From: JustSong Date: Thu, 18 May 2023 17:16:34 +0800 Subject: [PATCH] fix: add X-Accel-Buffering header on SSE response --- controller/relay.go | 1 + 1 file changed, 1 insertion(+) diff --git a/controller/relay.go b/controller/relay.go index b10c27f2..bc350f0d 100644 --- a/controller/relay.go +++ b/controller/relay.go @@ -262,6 +262,7 @@ func relayHelper(c *gin.Context) *OpenAIErrorWithStatusCode { c.Writer.Header().Set("Cache-Control", "no-cache") c.Writer.Header().Set("Connection", "keep-alive") c.Writer.Header().Set("Transfer-Encoding", "chunked") + c.Writer.Header().Set("X-Accel-Buffering", "no") c.Stream(func(w io.Writer) bool { select { case data := <-dataChan: