huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

docker install on system

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-16 15:19:19 +01:00
parent 418b058d34
commit b67ca525db
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile_intel
View File

@ -214,7 +214,7 @@ COPY server/Makefile server/Makefile
RUN cd server && \
make gen-server && \
pip install -U pip uv && \
uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir
uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir --system
# Install benchmarker
COPY --from=builder /usr/src/target/release-opt/text-generation-benchmark /usr/local/bin/text-generation-benchmark