diff --git a/Dockerfile b/Dockerfile index 13f59f93..6ccc2e3a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -235,7 +235,7 @@ RUN cd server && \ make gen-server && \ pip install -U pip uv && \ uv pip install -r requirements_cuda.txt && \ - uv pip install -e . && + uv pip install -e . && \ text-generation-server --help # uv sync --frozen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines && \ diff --git a/Dockerfile_intel b/Dockerfile_intel index 9af43604..0f0d4383 100644 --- a/Dockerfile_intel +++ b/Dockerfile_intel @@ -112,7 +112,7 @@ ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ make gen-server && \ pip install -U pip uv && \ - uv pip install -r requirements_intel.txt --no-cache-dir + uv pip install -e ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/intel/oneapi/pti/0.9/lib:/opt/conda/lib ENV CCL_ZE_IPC_EXCHANGE=sockets