From 9258fa6a246a34ba4658ec01474d70a996672806 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 5 Feb 2025 17:38:41 +0100 Subject: [PATCH] How in the world... --- Dockerfile | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index fd777f51..c3747b68 100644 --- a/Dockerfile +++ b/Dockerfile @@ -234,9 +234,9 @@ ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ # make gen-server && \ pip install -U pip uv && \ - # uv pip install -r requirements_cuda.txt - uv sync --frozen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines && \ - mv ./.venv/lib/python3.11/site-packages/* /opt/conda/lib/python3.11/site-packages/ + uv pip install -r requirements_cuda.txt + # uv sync --frozen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines && \ + # mv ./.venv/lib/python3.11/site-packages/* /opt/conda/lib/python3.11/site-packages/ # uv pip install nvidia-nccl-cu12==2.22.3 # ENV LD_PRELOAD=/opt/conda/lib/python3.11/site-packages/nvidia/nccl/lib/libnccl.so.2