diff --git a/router/src/server.rs b/router/src/server.rs index cf1d94a6..0cd80ae1 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -604,7 +604,7 @@ async fn chat_completions( truncate: None, watermark: false, details: true, - decoder_input_details: true, + decoder_input_details: !stream, seed, top_n_tokens: None, },