mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-29 14:02:12 +00:00
feat(looper): check engine and executorWorker paths exist before creating the backend
This commit is contained in:
parent
f20ec28891
commit
629153b44b
@ -1,9 +1,14 @@
|
|||||||
|
use std::path::PathBuf;
|
||||||
use thiserror::Error;
|
use thiserror::Error;
|
||||||
|
|
||||||
use text_generation_router::server;
|
use text_generation_router::server;
|
||||||
|
|
||||||
#[derive(Debug, Error)]
|
#[derive(Debug, Error)]
|
||||||
pub enum TensorRtLlmBackendError {
|
pub enum TensorRtLlmBackendError {
|
||||||
|
#[error("Provided engine folder {0} doesn't exist")]
|
||||||
|
EngineFolderDoesntExists(PathBuf),
|
||||||
|
#[error("Provided executorWorker binary path {0} doesn't exist")]
|
||||||
|
ExecutorWorkerNotFound(PathBuf),
|
||||||
#[error("TensorRT-LLM Runtime error: {0}")]
|
#[error("TensorRT-LLM Runtime error: {0}")]
|
||||||
Runtime(String),
|
Runtime(String),
|
||||||
#[error("Tokenizer error: {0}")]
|
#[error("Tokenizer error: {0}")]
|
||||||
|
@ -257,6 +257,33 @@ impl TensorRtLlmBackendV2 {
|
|||||||
let engine_folder = engine_folder.as_ref();
|
let engine_folder = engine_folder.as_ref();
|
||||||
let executor_worker_path = executor_worker_path.as_ref();
|
let executor_worker_path = executor_worker_path.as_ref();
|
||||||
|
|
||||||
|
// Ensure the engine folder exists
|
||||||
|
if !engine_folder.exists() {
|
||||||
|
let err =
|
||||||
|
TensorRtLlmBackendError::EngineFolderDoesntExists(engine_folder.to_path_buf());
|
||||||
|
|
||||||
|
error!(
|
||||||
|
err,
|
||||||
|
engine_folder = engine_folder.display(),
|
||||||
|
executor_worker_path = executor_worker_path.display()
|
||||||
|
);
|
||||||
|
|
||||||
|
return Err(err);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Ensure executor worker binary exists
|
||||||
|
if !executor_worker_path.exists() {
|
||||||
|
let err = TensorRtLlmBackendError::ExecutorWorkerNotFound(engine_folder.to_path_buf());
|
||||||
|
|
||||||
|
error!(
|
||||||
|
err,
|
||||||
|
engine_folder = engine_folder.display(),
|
||||||
|
executor_worker_path = executor_worker_path.display()
|
||||||
|
);
|
||||||
|
|
||||||
|
return Err(err);
|
||||||
|
}
|
||||||
|
|
||||||
let engine_folder = String::from(
|
let engine_folder = String::from(
|
||||||
engine_folder
|
engine_folder
|
||||||
.to_str()
|
.to_str()
|
||||||
|
Loading…
Reference in New Issue
Block a user