From c510c30a17257e41c06d24b7b4253bd4051d47f5 Mon Sep 17 00:00:00 2001
From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com>
Date: Sat, 18 Feb 2023 13:29:33 +0100
Subject: [PATCH] enable hf-transfer even with num-shard==1

---
 launcher/src/main.rs | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/launcher/src/main.rs b/launcher/src/main.rs
index 9d87a66a..218e3f3a 100644
--- a/launcher/src/main.rs
+++ b/launcher/src/main.rs
@@ -471,6 +471,9 @@ fn shard_manager(
     // Safetensors load fast
     env.push(("SAFETENSORS_FAST_GPU".into(), "1".into()));
 
+    // Enable hf transfer for insane download speeds
+    env.push(("HF_HUB_ENABLE_HF_TRANSFER".into(), "1".into()));
+
     // If huggingface_hub_cache is some, pass it to the shard
     // Useful when running inside a docker container
     if let Some(huggingface_hub_cache) = huggingface_hub_cache {