huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-21 23:12:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

(misc) missing Result types for Rust

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-08-05 13:39:14 +00:00 committed by Morgan Funtowicz
parent c2e21d8725
commit 7bebc629af
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
backends/trtllm/src/looper.rs
View File

@ -9,6 +9,7 @@ use hashbrown::HashMap;
use log::warn; use log::warn;
use tokenizers::{Encoding, Tokenizer}; use tokenizers::{Encoding, Tokenizer};
use tokio::sync::mpsc::{unbounded_channel, UnboundedReceiver, UnboundedSender}; use tokio::sync::mpsc::{unbounded_channel, UnboundedReceiver, UnboundedSender};
use tokio::sync::mpsc::error::SendError;
use tokio::task::{JoinHandle, spawn_blocking}; use tokio::task::{JoinHandle, spawn_blocking};
use tokio::time::Instant; use tokio::time::Instant;
use tokio_stream::wrappers::UnboundedReceiverStream; use tokio_stream::wrappers::UnboundedReceiverStream;
@ -111,7 +112,7 @@ fn executor_status_poller(
info!("New token for {} -> {}", request_id, step.token_id); info!("New token for {} -> {}", request_id, step.token_id);
if !step.has_error { if !step.has_error {
let req_group = grouper.entry_ref(&request_id).or_insert( let req_group = grouper.entry(request_id).or_insert(
DecodedTokenContext { DecodedTokenContext {
tokens: vec![], tokens: vec![],
ctx: ctx.streamer.clone(), // Arc::clone() = cheap ctx: ctx.streamer.clone(), // Arc::clone() = cheap
@ -138,7 +139,7 @@ fn executor_status_poller(
grouper grouper
.into_values() .into_values()
.map(|ctx| post_processor_sender.send(ctx)) .map(|ctx| post_processor_sender.send(ctx))
.collect()?; .collect::<Result<(), SendError<DecodedTokenContext>>>()?;
} }
Err(err) => { Err(err) => {
error!("Failed to retrieve tokens from the executor: {}", err); error!("Failed to retrieve tokens from the executor: {}", err);
@ -146,7 +147,7 @@ fn executor_status_poller(
} }
} }
Ok(()) Ok::<(), SendError<DecodedTokenContext>>(())
}) { }) {
error!( error!(
"Caught an fatal error in the executor's loop, about to exit. {}", "Caught an fatal error in the executor's loop, about to exit. {}",