huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-21 23:12:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(router): remove SchedulingError

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-10-21 14:57:19 +02:00
parent e6da212431
commit 1a3da05f34
2 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backends/trtllm/src/looper.rs
View File

@ -8,6 +8,7 @@ use hashbrown::HashMap;
use log::warn; use log::warn;
use tokenizers::{Encoding, Tokenizer}; use tokenizers::{Encoding, Tokenizer};
use tokio::sync::mpsc::{unbounded_channel, UnboundedReceiver, UnboundedSender}; use tokio::sync::mpsc::{unbounded_channel, UnboundedReceiver, UnboundedSender};
use tokio::sync::TryAcquireError;
use tokio::task::{spawn_blocking, JoinHandle}; use tokio::task::{spawn_blocking, JoinHandle};
use tokio::time::Instant; use tokio::time::Instant;
use tokio_stream::wrappers::UnboundedReceiverStream; use tokio_stream::wrappers::UnboundedReceiverStream;
@ -121,7 +122,7 @@ fn executor_status_looper(
let what = e.to_string(); let what = e.to_string();
error!(error = what.as_str(), "Failed to schedule request"); error!(error = what.as_str(), "Failed to schedule request");
let err = Err(InferError::SchedulingError(what)); let err = Err(InferError::Overloaded(TryAcquireError::NoPermits));
if let Err(_) = ctx.streamer.send(err) { if let Err(_) = ctx.streamer.send(err) {
error!("Failed to send back error to the client"); error!("Failed to send back error to the client");
} }

3
router/src/infer/mod.rs
View File

@ -357,8 +357,6 @@ pub enum InferError {
ToolError(String), ToolError(String),
#[error("Stream event serialization error")] #[error("Stream event serialization error")]
StreamSerializationError(String), StreamSerializationError(String),
#[error("Scheduling error: {0}")]
SchedulingError(String),
} }
impl InferError { impl InferError {
@ -373,7 +371,6 @@ impl InferError {
InferError::MissingTemplateVariable(_) => "missing_template_variable", InferError::MissingTemplateVariable(_) => "missing_template_variable",
InferError::ToolError(_) => "tool_error", InferError::ToolError(_) => "tool_error",
InferError::StreamSerializationError(_) => "stream_serialization_error", InferError::StreamSerializationError(_) => "stream_serialization_error",
InferError::SchedulingError(_) => "schedling"
} }
} }
} }