huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

allow disabling hf_transfer

Browse Source
This commit is contained in:
OlivierDehaene 2023-04-04 17:46:41 +02:00
parent eb033e781f
commit cdc33ce63c
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
launcher/src/main.rs
View File

@ -200,7 +200,8 @@ fn main() -> ExitCode {
}; };
// Enable hf transfer for insane download speeds // Enable hf transfer for insane download speeds
env.push(("HF_HUB_ENABLE_HF_TRANSFER".into(), "1".into())); let enable_hf_transfer = env::var("HF_HUB_ENABLE_HF_TRANSFER").unwrap_or("1".to_string());
env.push(("HF_HUB_ENABLE_HF_TRANSFER".into(), enable_hf_transfer.into()));
// Start process // Start process
tracing::info!("Starting download process."); tracing::info!("Starting download process.");
@ -555,7 +556,8 @@ fn shard_manager(
env.push(("SAFETENSORS_FAST_GPU".into(), "1".into())); env.push(("SAFETENSORS_FAST_GPU".into(), "1".into()));
// Enable hf transfer for insane download speeds // Enable hf transfer for insane download speeds
env.push(("HF_HUB_ENABLE_HF_TRANSFER".into(), "1".into())); let enable_hf_transfer = env::var("HF_HUB_ENABLE_HF_TRANSFER").unwrap_or("1".to_string());
env.push(("HF_HUB_ENABLE_HF_TRANSFER".into(), enable_hf_transfer.into()));
// If huggingface_hub_cache is some, pass it to the shard // If huggingface_hub_cache is some, pass it to the shard
// Useful when running inside a docker container // Useful when running inside a docker container