huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-29 05:52:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update router/src/server.rs

Browse Source
This commit is contained in:
Nicolas Patry 2025-03-05 11:45:53 +01:00 committed by GitHub
parent 6777b1075d
commit 9b34930ba1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
router/src/server.rs
View File

@ -1287,20 +1287,6 @@ pub(crate) async fn chat_completions(
match result{ match result{
Ok(stream_token) => { Ok(stream_token) => {
let token_text = &stream_token.token.text.clone(); let token_text = &stream_token.token.text.clone();
<<<<<<< Updated upstream
=======
let usage = stream_token.details.as_ref().map(|details| {
let completion_tokens = details.generated_tokens;
let prompt_tokens = details.input_length;
let total_tokens = prompt_tokens + completion_tokens;
Usage {
completion_tokens,
prompt_tokens,
total_tokens,
}
});
>>>>>>> Stashed changes
match state { match state {
StreamState::Buffering => { StreamState::Buffering => {
json_buffer.push_str(&token_text.replace(" ", "")); json_buffer.push_str(&token_text.replace(" ", ""));