From 4347960180dabd156c746e00f1a73816a27be1c0 Mon Sep 17 00:00:00 2001
From: EndlessReform <jacob@keisling.me>
Date: Mon, 22 Jan 2024 22:14:31 -0600
Subject: [PATCH] Disable decoder_input_details for streaming requests

---
 router/src/server.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/router/src/server.rs b/router/src/server.rs
index cf1d94a6..0cd80ae1 100644
--- a/router/src/server.rs
+++ b/router/src/server.rs
@@ -604,7 +604,7 @@ async fn chat_completions(
             truncate: None,
             watermark: false,
             details: true,
-            decoder_input_details: true,
+            decoder_input_details: !stream,
             seed,
             top_n_tokens: None,
         },