diff --git a/Dockerfile b/Dockerfile index 04f3318f..a0ec4fe6 100644 --- a/Dockerfile +++ b/Dockerfile @@ -230,6 +230,7 @@ COPY --from=flashinfer-builder /opt/conda/lib/python3.11/site-packages/flashinfe COPY proto proto COPY server server COPY server/Makefile server/Makefile +ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ make gen-server && \ pip install -U pip uv && \ diff --git a/Dockerfile_amd b/Dockerfile_amd index 7981724f..81b2b5cc 100644 --- a/Dockerfile_amd +++ b/Dockerfile_amd @@ -318,6 +318,7 @@ COPY --from=moe-kernels /usr/src/moe-kernels/build/lib.linux-x86_64-cpython-311 COPY proto proto COPY server server COPY server/Makefile server/Makefile +ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ make gen-server && \ pip install -U pip uv && \ diff --git a/Dockerfile_intel b/Dockerfile_intel index 653f21cf..89e6f37e 100644 --- a/Dockerfile_intel +++ b/Dockerfile_intel @@ -108,10 +108,11 @@ RUN pip install triton-xpu==3.0.0b2 --no-cache-dir COPY proto proto COPY server server COPY server/Makefile server/Makefile +ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ make gen-server && \ pip install -U pip uv && \ - uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir --system + uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/intel/oneapi/pti/0.9/lib:/opt/conda/lib ENV CCL_ZE_IPC_EXCHANGE=sockets @@ -211,6 +212,7 @@ ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/opt/conda/lib/" COPY proto proto COPY server server COPY server/Makefile server/Makefile +ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ make gen-server && \ pip install -U pip uv && \ diff --git a/server/pyproject.toml b/server/pyproject.toml index 7924f431..6d0b8dfb 100644 --- a/server/pyproject.toml +++ b/server/pyproject.toml @@ -93,5 +93,5 @@ markers = ["private: marks tests as requiring an admin hf token (deselect with ' [tool.isort] profile = "black" -[tool.setuptools] -packages = ["text_generation_server"] +[tool.setuptools.packages.find] +include = ["text_generation_server*"]