huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

add logging in case of decoding error

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-07-18 22:19:25 +00:00
parent 9ea7f9e950
commit 97723d1458
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backends/trtllm/src/backend.rs
View File

@ -9,7 +9,7 @@ use std::time::Duration;
use async_trait::async_trait;
use cxx::UniquePtr;
use log::{debug, warn};
use log::{error, warn};
use tokenizers::Tokenizer;
use tokio::sync::mpsc::{unbounded_channel, UnboundedSender};
use tokio::sync::RwLock;
@ -261,6 +261,7 @@ impl TensorRtLlmBackend {
})
}
} else {
error!("Error caught while decoding: {}", &step.error_msg);
Err(InferError::GenerationError(step.error_msg))
};