From 97723d1458089bac2706e2fb412160b94f78b61e Mon Sep 17 00:00:00 2001
From: Morgan Funtowicz <morgan@huggingface.co>
Date: Thu, 18 Jul 2024 22:19:25 +0000
Subject: [PATCH] add logging in case of decoding error

---
 backends/trtllm/src/backend.rs | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/backends/trtllm/src/backend.rs b/backends/trtllm/src/backend.rs
index baeed9c6..4696a964 100644
--- a/backends/trtllm/src/backend.rs
+++ b/backends/trtllm/src/backend.rs
@@ -9,7 +9,7 @@ use std::time::Duration;
 
 use async_trait::async_trait;
 use cxx::UniquePtr;
-use log::{debug, warn};
+use log::{error, warn};
 use tokenizers::Tokenizer;
 use tokio::sync::mpsc::{unbounded_channel, UnboundedSender};
 use tokio::sync::RwLock;
@@ -261,6 +261,7 @@ impl TensorRtLlmBackend {
                                             })
                                         }
                                     } else {
+                                        error!("Error caught while decoding: {}", &step.error_msg);
                                         Err(InferError::GenerationError(step.error_msg))
                                     };