From d743252d44204ddb21ca5646b63cc9aefbb609e8 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Fri, 7 Feb 2025 17:01:48 +0100 Subject: [PATCH] ... --- Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 83b76a92..aa52744e 100644 --- a/Dockerfile +++ b/Dockerfile @@ -209,14 +209,15 @@ ENV UV_SYSTEM_PYTHON=1 ENV HF_KERNELS_CACHE=/kernels RUN cd server && \ pip install -U pip uv && \ - uv sync --frozen --extra gen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines --extra nvidia-nccl-cu12 --no-install-project && \ + uv sync --frozen --extra gen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines --no-install-project && \ . ./.venv/bin/activate && \ make gen-server-raw && \ hf-kernels download . RUN cd server && \ - uv sync --frozen --extra gen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines --extra nvidia-nccl-cu12 && \ + uv sync --frozen --extra gen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines && \ . ./.venv/bin/activate && \ + uv pip install nvidia-nccl-cu12==2.22.3 && \ pwd && \ text-generation-server --help