huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 11:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

(server) forward auth_token to server::run

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-08-08 10:53:25 +00:00 committed by Morgan Funtowicz
parent 291eaa99fb
commit 089c5fe668
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backends/trtllm/src/main.rs
View File

@ -10,7 +10,7 @@ use text_generation_backends_trtllm::errors::TensorRtLlmBackendError;
use text_generation_backends_trtllm::TensorRtLlmBackendV2; use text_generation_backends_trtllm::TensorRtLlmBackendV2;
use text_generation_router::{HubTokenizerConfig, server}; use text_generation_router::{HubTokenizerConfig, server};
use text_generation_router::server::{ use text_generation_router::server::{
create_post_processor, get_base_tokenizer, get_hub_model_info, create_post_processor, get_base_tokenizer,
}; };
/// App Configuration /// App Configuration
@ -296,7 +296,7 @@ async fn main() -> Result<(), TensorRtLlmBackendError> {
max_input_tokens, max_input_tokens,
max_total_tokens, max_total_tokens,
validation_workers, validation_workers,
None, auth_token,
tokenizer_name, tokenizer_name,
tokenizer_config_path, tokenizer_config_path,
revision, revision,