From 089c5fe66847bf32f93a6ee089fc6d4142869dd2 Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Thu, 8 Aug 2024 10:53:25 +0000 Subject: [PATCH] (server) forward auth_token to server::run --- backends/trtllm/src/main.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/backends/trtllm/src/main.rs b/backends/trtllm/src/main.rs index 15f40f5a..e78134b9 100644 --- a/backends/trtllm/src/main.rs +++ b/backends/trtllm/src/main.rs @@ -10,7 +10,7 @@ use text_generation_backends_trtllm::errors::TensorRtLlmBackendError; use text_generation_backends_trtllm::TensorRtLlmBackendV2; use text_generation_router::{HubTokenizerConfig, server}; use text_generation_router::server::{ - create_post_processor, get_base_tokenizer, get_hub_model_info, + create_post_processor, get_base_tokenizer, }; /// App Configuration @@ -296,7 +296,7 @@ async fn main() -> Result<(), TensorRtLlmBackendError> { max_input_tokens, max_total_tokens, validation_workers, - None, + auth_token, tokenizer_name, tokenizer_config_path, revision,