From 952b450a3b4ddf7e41c24f807357a158fd3eae0c Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Fri, 9 Aug 2024 14:25:44 +0200 Subject: [PATCH 1/2] Using HF_HOME instead of CACHE to get token read in addition to models. (#2288) --- Dockerfile | 2 +- Dockerfile_amd | 2 +- Dockerfile_intel | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index 0d57e38d..c68f76f6 100644 --- a/Dockerfile +++ b/Dockerfile @@ -191,7 +191,7 @@ ENV PATH=/opt/conda/bin:$PATH \ CONDA_PREFIX=/opt/conda # Text Generation Inference base env -ENV HUGGINGFACE_HUB_CACHE=/data \ +ENV HF_HOME=/data \ HF_HUB_ENABLE_HF_TRANSFER=1 \ PORT=80 diff --git a/Dockerfile_amd b/Dockerfile_amd index 51231638..cdad0d28 100644 --- a/Dockerfile_amd +++ b/Dockerfile_amd @@ -167,7 +167,7 @@ RUN python setup.py build FROM base AS base-copy # Text Generation Inference base env -ENV HUGGINGFACE_HUB_CACHE=/data \ +ENV HF_HOME=/data \ HF_HUB_ENABLE_HF_TRANSFER=1 \ PORT=80 diff --git a/Dockerfile_intel b/Dockerfile_intel index d20f0a01..158c5a89 100644 --- a/Dockerfile_intel +++ b/Dockerfile_intel @@ -57,7 +57,7 @@ RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRO RUN apt-get update && apt install -y intel-basekit xpu-smi cmake python3-dev ninja-build pciutils # Text Generation Inference base env -ENV HUGGINGFACE_HUB_CACHE=/data \ +ENV HF_HOME=/data \ HF_HUB_ENABLE_HF_TRANSFER=1 \ PORT=80 From 977534bcb8b078ed7ee9df1ae8038d083cd1a58d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dani=C3=ABl=20de=20Kok?= Date: Fri, 9 Aug 2024 14:56:20 +0200 Subject: [PATCH 2/2] flake: add fmt and clippy (#2389) --- flake.nix | 2 ++ 1 file changed, 2 insertions(+) diff --git a/flake.nix b/flake.nix index c17950c1..a67879fc 100644 --- a/flake.nix +++ b/flake.nix @@ -30,8 +30,10 @@ buildInputs = [ cargo + clippy openssl.dev pkg-config + rustfmt ] ++ (with python3.pkgs; [ venvShellHook