From 9b34930ba17d6bc880181baac64ea44349f81279 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 5 Mar 2025 11:45:53 +0100 Subject: [PATCH] Update router/src/server.rs --- router/src/server.rs | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/router/src/server.rs b/router/src/server.rs index d12745f6..6e55d2bc 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -1287,20 +1287,6 @@ pub(crate) async fn chat_completions( match result{ Ok(stream_token) => { let token_text = &stream_token.token.text.clone(); -<<<<<<< Updated upstream -======= - let usage = stream_token.details.as_ref().map(|details| { - let completion_tokens = details.generated_tokens; - let prompt_tokens = details.input_length; - let total_tokens = prompt_tokens + completion_tokens; - - Usage { - completion_tokens, - prompt_tokens, - total_tokens, - } - }); ->>>>>>> Stashed changes match state { StreamState::Buffering => { json_buffer.push_str(&token_text.replace(" ", ""));