From 0d382c4508f54a3545b52d7237dcfa2424d1a854 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 5 Feb 2025 23:11:01 +0100 Subject: [PATCH] . --- Dockerfile | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index d3f5cf5f..13f59f93 100644 --- a/Dockerfile +++ b/Dockerfile @@ -232,10 +232,12 @@ COPY server server COPY server/Makefile server/Makefile ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ - # make gen-server && \ + make gen-server && \ pip install -U pip uv && \ uv pip install -r requirements_cuda.txt && \ - uv pip install -e . + uv pip install -e . && + text-generation-server --help + # uv sync --frozen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines && \ # mv ./.venv/lib/python3.11/site-packages/* /opt/conda/lib/python3.11/site-packages/ # uv pip install nvidia-nccl-cu12==2.22.3