huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Monkeying this...

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-16 16:14:23 +01:00
parent b67ca525db
commit 3790dde61b
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
4 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile
View File

@ -230,6 +230,7 @@ COPY --from=flashinfer-builder /opt/conda/lib/python3.11/site-packages/flashinfe
COPY proto proto
COPY server server
COPY server/Makefile server/Makefile
ENV UV_SYSTEM_PYTHON=1
RUN cd server && \
make gen-server && \
pip install -U pip uv && \

1
Dockerfile_amd
View File

@ -318,6 +318,7 @@ COPY --from=moe-kernels /usr/src/moe-kernels/build/lib.linux-x86_64-cpython-311
COPY proto proto
COPY server server
COPY server/Makefile server/Makefile
ENV UV_SYSTEM_PYTHON=1
RUN cd server && \
make gen-server && \
pip install -U pip uv && \

4
Dockerfile_intel
View File

@ -108,10 +108,11 @@ RUN pip install triton-xpu==3.0.0b2 --no-cache-dir
COPY proto proto
COPY server server
COPY server/Makefile server/Makefile
ENV UV_SYSTEM_PYTHON=1
RUN cd server && \
make gen-server && \
pip install -U pip uv && \
uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir --system
uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir
ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/intel/oneapi/pti/0.9/lib:/opt/conda/lib
ENV CCL_ZE_IPC_EXCHANGE=sockets
@ -211,6 +212,7 @@ ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/opt/conda/lib/"
COPY proto proto
COPY server server
COPY server/Makefile server/Makefile
ENV UV_SYSTEM_PYTHON=1
RUN cd server && \
make gen-server && \
pip install -U pip uv && \

4
server/pyproject.toml
View File

@ -93,5 +93,5 @@ markers = ["private: marks tests as requiring an admin hf token (deselect with '
[tool.isort]
profile = "black"
[tool.setuptools]
packages = ["text_generation_server"]
[tool.setuptools.packages.find]
include = ["text_generation_server*"]