huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

TRying to check that pb is imported correctly.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-16 17:46:56 +01:00
parent b12ba27684
commit d279f5cd1c
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile
View File

@ -233,6 +233,7 @@ COPY server/Makefile server/Makefile
ENV UV_SYSTEM_PYTHON=1 ENV UV_SYSTEM_PYTHON=1
RUN cd server && \ RUN cd server && \
make gen-server && \ make gen-server && \
python -c "from text_generation_server.pb import generate_pb2" && \
pip install -U pip uv && \ pip install -U pip uv && \
uv pip install ".[attention, bnb, accelerate, compressed-tensors, marlin, moe, quantize, peft, outlines]" --no-cache-dir && \ uv pip install ".[attention, bnb, accelerate, compressed-tensors, marlin, moe, quantize, peft, outlines]" --no-cache-dir && \
uv pip install nvidia-nccl-cu12==2.22.3 uv pip install nvidia-nccl-cu12==2.22.3