From e57b6cccda0ebf6543bc1a7c02bf3983ef547776 Mon Sep 17 00:00:00 2001 From: drbh Date: Fri, 9 Aug 2024 15:48:55 -0400 Subject: [PATCH] fix: remove dev debug trait and unneeded mut --- router/src/lib.rs | 4 ++-- router/src/server.rs | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/router/src/lib.rs b/router/src/lib.rs index d478083b..d7eb4475 100644 --- a/router/src/lib.rs +++ b/router/src/lib.rs @@ -1211,7 +1211,7 @@ pub(crate) struct ChatTokenizeResponse { #[serde(transparent)] pub(crate) struct TokenizeResponse(Vec); -#[derive(Serialize, ToSchema, Debug)] +#[derive(Serialize, ToSchema)] pub(crate) struct StreamDetails { #[schema(example = "length")] pub finish_reason: FinishReason, @@ -1223,7 +1223,7 @@ pub(crate) struct StreamDetails { pub input_length: u32, } -#[derive(Serialize, ToSchema, Debug)] +#[derive(Serialize, ToSchema)] pub(crate) struct StreamResponse { pub index: u32, pub token: Token, diff --git a/router/src/server.rs b/router/src/server.rs index fad772e0..4c72b532 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -533,7 +533,7 @@ async fn generate_stream_internal( } else { match infer.generate_stream(req).instrument(info_span!(parent: &span, "async_stream")).await { // Keep permit as long as generate_stream lives - Ok((_permit, input_length, mut response_stream)) => { + Ok((_permit, input_length, response_stream)) => { let mut index = 0; let mut response_stream = Box::pin(response_stream); // Server-Sent Event stream