From 93c4a046d6aad3ff2c3eadd3ac20cdd53c8e7d12 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Thu, 16 Jan 2025 17:57:06 +0100 Subject: [PATCH] Editable install necessary ? --- Dockerfile | 2 +- Dockerfile_amd | 2 +- Dockerfile_intel | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index d9a00cbe..18b1d5b0 100644 --- a/Dockerfile +++ b/Dockerfile @@ -235,7 +235,7 @@ RUN cd server && \ make gen-server && \ python -c "from text_generation_server.pb import generate_pb2" && \ pip install -U pip uv && \ - uv pip install ".[attention, bnb, accelerate, compressed-tensors, marlin, moe, quantize, peft, outlines]" --no-cache-dir && \ + uv pip install -e ".[attention, bnb, accelerate, compressed-tensors, marlin, moe, quantize, peft, outlines]" --no-cache-dir && \ uv pip install nvidia-nccl-cu12==2.22.3 ENV LD_PRELOAD=/opt/conda/lib/python3.11/site-packages/nvidia/nccl/lib/libnccl.so.2 diff --git a/Dockerfile_amd b/Dockerfile_amd index 81b2b5cc..293cac2d 100644 --- a/Dockerfile_amd +++ b/Dockerfile_amd @@ -322,7 +322,7 @@ ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ make gen-server && \ pip install -U pip uv && \ - uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir + uv pip install -e ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir # Install benchmarker COPY --from=builder /usr/src/target/release-opt/text-generation-benchmark /usr/local/bin/text-generation-benchmark diff --git a/Dockerfile_intel b/Dockerfile_intel index e0fe281e..8a683749 100644 --- a/Dockerfile_intel +++ b/Dockerfile_intel @@ -112,7 +112,7 @@ ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ make gen-server && \ pip install -U pip uv && \ - uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir + uv pip install -e ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/intel/oneapi/pti/0.9/lib:/opt/conda/lib ENV CCL_ZE_IPC_EXCHANGE=sockets