From 0cd364f31322bc171699a4be9c1f7e663f1d0dab Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Fri, 7 Feb 2025 16:54:30 +0100 Subject: [PATCH] . --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index ead6c8c5..83b76a92 100644 --- a/Dockerfile +++ b/Dockerfile @@ -209,13 +209,13 @@ ENV UV_SYSTEM_PYTHON=1 ENV HF_KERNELS_CACHE=/kernels RUN cd server && \ pip install -U pip uv && \ - uv sync --frozen --extra gen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines --no-install-project && \ + uv sync --frozen --extra gen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines --extra nvidia-nccl-cu12 --no-install-project && \ . ./.venv/bin/activate && \ make gen-server-raw && \ hf-kernels download . RUN cd server && \ - uv sync --frozen --extra gen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines && \ + uv sync --frozen --extra gen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines --extra nvidia-nccl-cu12 && \ . ./.venv/bin/activate && \ pwd && \ text-generation-server --help