diff --git a/router/src/lib.rs b/router/src/lib.rs index d478083b..d7eb4475 100644 --- a/router/src/lib.rs +++ b/router/src/lib.rs @@ -1211,7 +1211,7 @@ pub(crate) struct ChatTokenizeResponse { #[serde(transparent)] pub(crate) struct TokenizeResponse(Vec); -#[derive(Serialize, ToSchema, Debug)] +#[derive(Serialize, ToSchema)] pub(crate) struct StreamDetails { #[schema(example = "length")] pub finish_reason: FinishReason, @@ -1223,7 +1223,7 @@ pub(crate) struct StreamDetails { pub input_length: u32, } -#[derive(Serialize, ToSchema, Debug)] +#[derive(Serialize, ToSchema)] pub(crate) struct StreamResponse { pub index: u32, pub token: Token, diff --git a/router/src/server.rs b/router/src/server.rs index fad772e0..4c72b532 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -533,7 +533,7 @@ async fn generate_stream_internal( } else { match infer.generate_stream(req).instrument(info_span!(parent: &span, "async_stream")).await { // Keep permit as long as generate_stream lives - Ok((_permit, input_length, mut response_stream)) => { + Ok((_permit, input_length, response_stream)) => { let mut index = 0; let mut response_stream = Box::pin(response_stream); // Server-Sent Event stream