huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-07-29 19:30:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(trtllm): catch broader exception

Browse Source 
The trycatch only uses the `what()` method, which means we can catch the
broader `std::exception` instead. This is beneficial because
nlohmann/json also throws exception.
This commit is contained in:
Tzu-Yu Lee 2025-05-18 02:49:35 +08:00
parent 27d03309c9
commit 987337bf31
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backends/trtllm/csrc/ffi.hpp
View File

@ -1,6 +1,7 @@
#ifndef TGI_BACKEND_TRTLLM_FFI
#define TGI_BACKEND_TRTLLM_FFI
#include <exception>
#include <memory>
#include <thread>
@ -17,7 +18,7 @@ namespace rust::behavior {
template<typename Try, typename Fail>
static void trycatch(Try &&func, Fail &&fail) noexcept try {
func();
} catch (tensorrt_llm::common::TllmException &e) {
} catch (const std::exception &e) {
fail(e.what());
}
}