From 83de8a5ef9af1f9dab6b163d8dbde5ebd62db78d Mon Sep 17 00:00:00 2001
From: Robert Kimball <bobkimball@gmail.com>
Date: Tue, 27 Jun 2023 17:48:26 +0000
Subject: [PATCH] Add header option to disable buffering for the response
 stream.

---
 router/src/server.rs | 1 +
 1 file changed, 1 insertion(+)

diff --git a/router/src/server.rs b/router/src/server.rs
index b8c67b2c..dd8bc874 100644
--- a/router/src/server.rs
+++ b/router/src/server.rs
@@ -351,6 +351,7 @@ async fn generate_stream(
         "x-compute-characters",
         compute_characters.to_string().parse().unwrap(),
     );
+    headers.insert("X-Accel-Buffering", "no".parse().unwrap());
 
     let stream = async_stream::stream! {
         // Inference