From e3326e6b0b704bcd92faf0ff543a5fccd7efb9d1 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 5 Feb 2025 20:58:10 +0100 Subject: [PATCH] We need the launcher still. --- Dockerfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index c3747b68..d3f5cf5f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -234,7 +234,8 @@ ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ # make gen-server && \ pip install -U pip uv && \ - uv pip install -r requirements_cuda.txt + uv pip install -r requirements_cuda.txt && \ + uv pip install -e . # uv sync --frozen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines && \ # mv ./.venv/lib/python3.11/site-packages/* /opt/conda/lib/python3.11/site-packages/ # uv pip install nvidia-nccl-cu12==2.22.3