From 3514d2dc8cc6d821e46bcc3114a6ff8f8b0cb282 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 5 Feb 2025 23:14:51 +0100 Subject: [PATCH] .. --- Dockerfile | 2 +- Dockerfile_intel | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 13f59f93..6ccc2e3a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -235,7 +235,7 @@ RUN cd server && \ make gen-server && \ pip install -U pip uv && \ uv pip install -r requirements_cuda.txt && \ - uv pip install -e . && + uv pip install -e . && \ text-generation-server --help # uv sync --frozen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines && \ diff --git a/Dockerfile_intel b/Dockerfile_intel index 9af43604..0f0d4383 100644 --- a/Dockerfile_intel +++ b/Dockerfile_intel @@ -112,7 +112,7 @@ ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ make gen-server && \ pip install -U pip uv && \ - uv pip install -r requirements_intel.txt --no-cache-dir + uv pip install -e ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/intel/oneapi/pti/0.9/lib:/opt/conda/lib ENV CCL_ZE_IPC_EXCHANGE=sockets