diff --git a/backends/trtllm/src/errors.rs b/backends/trtllm/src/errors.rs
index 3d6c2033..a672d2a4 100644
--- a/backends/trtllm/src/errors.rs
+++ b/backends/trtllm/src/errors.rs
@@ -4,6 +4,8 @@ use text_generation_router::server;
 
 #[derive(Debug, Error)]
 pub enum TensorRtLlmBackendError {
+    #[error("Tokenizer error: {0}")]
+    Tokenizer(String),
     #[error("Argument validation error: {0}")]
     ArgumentValidation(String),
     #[error("WebServer error: {0}")]
diff --git a/backends/trtllm/src/main.rs b/backends/trtllm/src/main.rs
index f55cef02..a871a4c5 100644
--- a/backends/trtllm/src/main.rs
+++ b/backends/trtllm/src/main.rs
@@ -122,7 +122,8 @@ async fn main() -> Result<(), TensorRtLlmBackendError> {
             user_agent: HashMap::new(),
             auth_token,
         }),
-    )?;
+    ).map_err(|e| TensorRtLlmBackendError::Tokenizer(e.to_string()))?;
+
     let backend = TrtLLmBackend::new(tokenizer, model_id)?;
     server::run(
         backend,