huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-07-27 18:30:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

..

Browse Source
This commit is contained in:
Nicolas Patry 2025-02-05 23:14:51 +01:00
parent 0d382c4508
commit 3514d2dc8c
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
2 changed files with 2 additions and 2 deletions

2
Dockerfile
View File

@ -235,7 +235,7 @@ RUN cd server && \
make gen-server && \
pip install -U pip uv && \
uv pip install -r requirements_cuda.txt && \
uv pip install -e . &&
uv pip install -e . && \
text-generation-server --help
# uv sync --frozen --extra attention --extra bnb --extra accelerate --extra compressed-tensors --extra marlin --extra moe --extra quantize --extra peft --extra outlines && \

2
Dockerfile_intel
View File

@ -112,7 +112,7 @@ ENV UV_SYSTEM_PYTHON=1
RUN cd server && \
make gen-server && \
pip install -U pip uv && \
uv pip install -r requirements_intel.txt --no-cache-dir
uv pip install -e ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir
ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/intel/oneapi/pti/0.9/lib:/opt/conda/lib
ENV CCL_ZE_IPC_EXCHANGE=sockets