huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-22 23:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

(server) expose new SchedulingError

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-08-01 11:59:14 +00:00 committed by Morgan Funtowicz
parent 0cd7538a48
commit 169e1f452f
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
router/src/infer/mod.rs
View File

@ -357,6 +357,8 @@ pub enum InferError {
ToolError(String), ToolError(String),
#[error("Stream event serialization error")] #[error("Stream event serialization error")]
StreamSerializationError(String), StreamSerializationError(String),
#[error("Scheduling error: {0}")]
SchedulingError(String),
} }
impl InferError { impl InferError {
@ -371,6 +373,7 @@ impl InferError {
InferError::MissingTemplateVariable(_) => "missing_template_variable", InferError::MissingTemplateVariable(_) => "missing_template_variable",
InferError::ToolError(_) => "tool_error", InferError::ToolError(_) => "tool_error",
InferError::StreamSerializationError(_) => "stream_serialization_error", InferError::StreamSerializationError(_) => "stream_serialization_error",
InferError::SchedulingError(_) => "schedling"
} }
} }
} }