diff --git a/Dockerfile_llamacpp b/Dockerfile_llamacpp
index 7404ed4b..2eb62a1f 100644
--- a/Dockerfile_llamacpp
+++ b/Dockerfile_llamacpp
@@ -71,4 +71,6 @@ COPY --from=builder /usr/lib/libllama.so /usr/lib/
 COPY --from=builder /usr/lib/libggml*.so /usr/lib/
 COPY --from=builder /app/target/release-opt/text-generation-router-llamacpp /usr/bin/
 
+ENV HF_HUB_ENABLE_HF_TRANSFER=1
+
 ENTRYPOINT ["text-generation-router-llamacpp"]
diff --git a/backends/llamacpp/requirements.txt b/backends/llamacpp/requirements.txt
index cdce2da2..5c5d0cc7 100644
--- a/backends/llamacpp/requirements.txt
+++ b/backends/llamacpp/requirements.txt
@@ -1,2 +1,3 @@
 transformers==4.48.2
 huggingface-hub==0.28.1
+hf-transfer==0.1.9