mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-28 05:22:07 +00:00
18 lines
499 B
Rust
18 lines
499 B
Rust
use thiserror::Error;
|
|
|
|
use text_generation_router::server;
|
|
|
|
#[derive(Debug, Error)]
|
|
pub enum TensorRtLlmBackendError {
|
|
#[error("TensorRT-LLM Runtime error: {0}")]
|
|
Runtime(String),
|
|
#[error("Tokenizer error: {0}")]
|
|
Tokenizer(String),
|
|
#[error("Argument validation error: {0}")]
|
|
ArgumentValidation(String),
|
|
#[error("WebServer error: {0}")]
|
|
WebServer(#[from] server::WebServerError),
|
|
#[error("Tokio runtime failed to start: {0}")]
|
|
Tokio(#[from] std::io::Error),
|
|
}
|