From 14014182432732a83e63b1989554c25d282d1267 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adrien=20Gallou=C3=ABt?= Date: Fri, 7 Feb 2025 14:45:53 +0000 Subject: [PATCH] Add HF transfer MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Adrien Gallouët --- Dockerfile_llamacpp | 2 ++ backends/llamacpp/requirements.txt | 1 + 2 files changed, 3 insertions(+) diff --git a/Dockerfile_llamacpp b/Dockerfile_llamacpp index 7404ed4b..2eb62a1f 100644 --- a/Dockerfile_llamacpp +++ b/Dockerfile_llamacpp @@ -71,4 +71,6 @@ COPY --from=builder /usr/lib/libllama.so /usr/lib/ COPY --from=builder /usr/lib/libggml*.so /usr/lib/ COPY --from=builder /app/target/release-opt/text-generation-router-llamacpp /usr/bin/ +ENV HF_HUB_ENABLE_HF_TRANSFER=1 + ENTRYPOINT ["text-generation-router-llamacpp"] diff --git a/backends/llamacpp/requirements.txt b/backends/llamacpp/requirements.txt index cdce2da2..5c5d0cc7 100644 --- a/backends/llamacpp/requirements.txt +++ b/backends/llamacpp/requirements.txt @@ -1,2 +1,3 @@ transformers==4.48.2 huggingface-hub==0.28.1 +hf-transfer==0.1.9