huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

add auth_token CLI argument to provide hf hub authentification token

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-07-10 13:50:28 +00:00
parent ca9da2dd49
commit 40fe2ec0ff
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backends/trtllm/src/main.rs
View File

@ -52,6 +52,8 @@ struct Args {
messages_api_enabled: bool, messages_api_enabled: bool,
#[clap(default_value = "4", long, env)] #[clap(default_value = "4", long, env)]
max_client_batch_size: usize, max_client_batch_size: usize,
#[clap(long, env)]
auth_token: Option<String>
} }
#[tokio::main] #[tokio::main]
@ -81,6 +83,7 @@ async fn main() -> Result<(), TensorRtLlmBackendError> {
cors_allow_origin, cors_allow_origin,
messages_api_enabled, messages_api_enabled,
max_client_batch_size, max_client_batch_size,
auth_token
} = args; } = args;
// Launch Tokio runtime // Launch Tokio runtime