huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: propagate completions error events to stream

Browse Source
This commit is contained in:
drbh 2024-10-22 09:53:15 -04:00 committed by Nicolas Patry
parent 84cd8434b0
commit 0ae84e5473
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 13 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
router/src/server.rs
View File

@ -866,7 +866,14 @@ pub(crate) async fn completions(
yield Ok(event);
}
Err(err) => yield Ok(Event::from(err)),
Err(err) => {
let error_event: ErrorEvent = err.into();
let event = Event::default().json_data(error_event).unwrap_or_else(|e| {
InferError::StreamSerializationError(e.to_string()).into()
});
yield Ok::<Event, Infallible>(event);
break
}
}
}
};
@ -2527,20 +2534,22 @@ impl From<InferError> for Event {
}
#[derive(serde::Serialize)]
pub struct ErrorWithMessage {
pub struct APIError {
message: String,
http_status_code: i32,
}
#[derive(serde::Serialize)]
pub struct ErrorEvent {
error: ErrorWithMessage,
error: APIError,
}
impl From<InferError> for ErrorEvent {
fn from(err: InferError) -> Self {
ErrorEvent {
error: ErrorWithMessage {
error: APIError {
message: err.to_string(),
http_status_code: 500,
},
}
}